# Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. """Util to invoke tarball in the system.""" # pylint: disable=invalid-name import os import shutil import subprocess from . import utils def tar(output, files): """Create tarball containing all files in root. Parameters ---------- output : str The target shared library. files : list List of files to be bundled. """ cmd = ["tar"] cmd += ["-czf"] temp = utils.tempdir() fset = set() for fname in files: base = os.path.basename(fname) if base in fset: raise ValueError(f"duplicate file name {base}") fset.add(base) shutil.copy(fname, temp.relpath(base)) cmd += [output] cmd += ["-C", temp.temp_dir] cmd += temp.listdir() proc = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.STDOUT) (out, _) = proc.communicate() if proc.returncode != 0: msg = "Tar error:\n" msg += out.decode("utf-8", errors="replace") raise RuntimeError(msg) # assign output format tar.output_format = "tar" def untar(tar_file, directory): """Unpack all tar files into the directory Parameters ---------- tar_file : str The source tar file. directory : str The target directory """ cmd = ["tar"] cmd += ["-xf"] cmd += [tar_file] cmd += ["-C", directory] proc = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.STDOUT) (out, _) = proc.communicate() if proc.returncode != 0: msg = "Tar error:\n" msg += out.decode("utf-8", errors="replace") raise RuntimeError(msg) def normalize_file_list_by_unpacking_tars(temp, file_list): """Normalize the file list by unpacking tars in list. When a filename is a tar, it will untar it into an unique dir in temp and return the list of files in the tar. When a filename is a normal file, it will be simply added to the list. This is useful to untar objects in tar and then turn them into a library. Parameters ---------- temp: tvm.support.utils.TempDirectory A temp dir to hold the untared files. file_list: List[str] List of path Returns ------- ret_list: List[str] An updated list of files """ temp_count = 0 ret_list = [] for file_path in file_list: # enable extracting a tarball if file_path.endswith(".tar"): temp_dir = temp.relpath(f"temp{temp_count}") temp_count += 1 os.mkdir(temp_dir) untar(file_path, temp_dir) # append all files inside for root, _, files in os.walk(temp_dir): for file in files: ret_list.append(os.path.join(root, file)) else: ret_list.append(file_path) return ret_list