wehub-resource-sync
e768098d0e
tools_continuous_delivery / Private PyPI non-main branch release (push) Has been skipped
tools_continuous_delivery / Private PyPI main branch release (push) Failing after 2m42s
Publish Promptflow Doc / Build (push) Has been cancelled
Publish Promptflow Doc / Deploy (push) Has been cancelled
Flake8 Lint / flake8 (push) Has been cancelled
Spell check CI / Spell_Check (push) Has been cancelled
57 lines
2.0 KiB
Python
57 lines
2.0 KiB
Python
import os
|
|
import subprocess
|
|
import multiprocessing
|
|
import importlib
|
|
|
|
git_base = subprocess.check_output(['git', 'rev-parse', '--show-toplevel']).decode().strip()
|
|
|
|
|
|
def walk_and_ignore_pycache(directory):
|
|
list = []
|
|
for root, dirnames, files in os.walk(directory, topdown=True):
|
|
# This line removes any __pycache__ directories from the list
|
|
dirnames[:] = [d for d in dirnames if d != '__pycache__' and d != 'tests' and d != 'data']
|
|
filenames = [f for f in files if f.endswith('.py') and not f.startswith('__init__')]
|
|
for filename in filenames:
|
|
# Process files as you would like
|
|
list.append(os.path.join(root, filename))
|
|
return list
|
|
|
|
|
|
def file_to_import(file):
|
|
push_file = []
|
|
head_tail = os.path.split(file)
|
|
while head_tail[1] != "promptflow" and head_tail[0] != "":
|
|
if head_tail[1].endswith(".py"):
|
|
push_file.insert(0, head_tail[1][:-3])
|
|
else:
|
|
push_file.insert(0, head_tail[1])
|
|
file = head_tail[0]
|
|
head_tail = os.path.split(file)
|
|
push_file.insert(0, "promptflow")
|
|
return ".".join(push_file)
|
|
|
|
|
|
# If there is an import error, the process will exit with a non-zero exit code
|
|
# Find this importlib.import_module as the keyword to search for the error
|
|
# The error below this is the import error / circular import error.
|
|
def subprocess_check_python_import(file):
|
|
print(f'Checking import of {file} on process ID: {os.getpid()}')
|
|
importlib.import_module(file)
|
|
|
|
|
|
def process_file(file):
|
|
import_name = file_to_import(file)
|
|
subprocess_check_python_import(import_name)
|
|
|
|
|
|
if __name__ == '__main__':
|
|
pool = multiprocessing.Pool()
|
|
list = walk_and_ignore_pycache(git_base + "/src/promptflow-tracing/")
|
|
list.extend(walk_and_ignore_pycache(git_base + "/src/promptflow-core/"))
|
|
list.extend(walk_and_ignore_pycache(git_base + "/src/promptflow-devkit/"))
|
|
list.extend(walk_and_ignore_pycache(git_base + "/src/promptflow-azure/"))
|
|
pool.map(process_file, list)
|
|
pool.close()
|
|
pool.join()
|