wehub-resource-sync
119 lines
3.6 KiB
Python
119 lines
3.6 KiB
Python
# Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
import ssl
|
|
import sys
|
|
import time
|
|
|
|
import httpx
|
|
|
|
import paddle
|
|
from paddle.base import core
|
|
from paddle.device import cuda
|
|
|
|
|
|
def get_disable_ut_by_url(url):
|
|
ssl._create_default_https_context = ssl._create_unverified_context
|
|
max_retries = 5
|
|
delay = 5
|
|
|
|
for attempt in range(1, max_retries + 1):
|
|
try:
|
|
f = httpx.get(url, timeout=20.0, follow_redirects=True)
|
|
break
|
|
except httpx.RequestError as e:
|
|
print(
|
|
f"Failed to get the disabled unit test list (attempt {attempt}): {e}"
|
|
)
|
|
if attempt == max_retries:
|
|
raise
|
|
time.sleep(delay)
|
|
data = f.text
|
|
status_code = f.status_code
|
|
if len(data.strip()) == 0 or status_code != 200:
|
|
sys.exit(1)
|
|
else:
|
|
lt = data.strip().split('\n')
|
|
lt = '^' + '$|^'.join(lt) + '$'
|
|
return lt
|
|
|
|
|
|
def download_file():
|
|
"""Get disabled unit tests"""
|
|
sysstr = sys.platform
|
|
if sysstr == 'win32':
|
|
url = "https://sys-p0.bj.bcebos.com/prec/{}".format('disable_ut_win')
|
|
else:
|
|
import os
|
|
|
|
branch = os.getenv('BRANCH')
|
|
if branch.startswith('release/'):
|
|
url = "https://sys-p0.bj.bcebos.com/prec/{}".format(
|
|
'disable_ut_release'
|
|
)
|
|
else:
|
|
url = "https://sys-p0.bj.bcebos.com/prec/{}".format('disable_ut')
|
|
|
|
if paddle.is_compiled_with_rocm():
|
|
if cuda.get_device_name() == 'K100_AI':
|
|
url = "https://sys-p0.bj.bcebos.com/prec/{}".format(
|
|
'disable_ut_rocm_k100'
|
|
)
|
|
else:
|
|
url = "https://sys-p0.bj.bcebos.com/prec/{}".format(
|
|
'disable_ut_rocm'
|
|
)
|
|
|
|
disabled_ut_list = get_disable_ut_by_url(url)
|
|
|
|
if paddle.is_compiled_with_xpu():
|
|
xpu_version = core.get_xpu_device_version(0)
|
|
if xpu_version != core.XPUVersion.XPU3:
|
|
url = "https://sys-p0.bj.bcebos.com/prec/{}".format(
|
|
'disable_ut_xpu_kl2'
|
|
)
|
|
external_xpu = get_disable_ut_by_url(url)
|
|
else:
|
|
# part 1: "quick" list on bos
|
|
url = "https://sys-p0.bj.bcebos.com/prec/{}".format(
|
|
'quick_disable_ut_xpu_kl3'
|
|
)
|
|
external_xpu = get_disable_ut_by_url(url)
|
|
|
|
# part 2: local list
|
|
import os
|
|
|
|
paddle_root = os.getenv('PADDLE_ROOT')
|
|
file_path = paddle_root + "/tools/xpu/disable_ut_xpu_kl3.local"
|
|
with open(file_path, 'r') as file:
|
|
data = file.read()
|
|
local_list = data.strip().split('\n')
|
|
local_list = '^' + '$|^'.join(local_list) + '$'
|
|
external_xpu = external_xpu + "|" + local_list
|
|
disabled_ut_list = disabled_ut_list + "|" + external_xpu
|
|
|
|
# change mkldnn to onednn tests
|
|
disabled_ut_list = disabled_ut_list.replace("_mkldnn", "_onednn")
|
|
|
|
print(disabled_ut_list)
|
|
sys.exit(0)
|
|
|
|
|
|
if __name__ == '__main__':
|
|
try:
|
|
download_file()
|
|
except Exception as e:
|
|
print(e)
|
|
sys.exit(1)
|