# Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. # ruff: noqa: E741 import platform import re import pytest import tvm from tvm.script import ir as I from tvm.script import tirx as T from tvm.testing import env llvm_version = tvm.target.codegen.llvm_version_major() machine = platform.machine() if machine not in ["x86_64", "AMD64", "amd64"]: pytest.skip(f"Requires x86_64, but machine is {machine}", allow_module_level=True) @pytest.mark.skipif(not env.has_llvm(), reason="need llvm") @pytest.mark.skipif(llvm_version < 6, reason=f"Requires LLVM 6+, got {llvm_version}") def test_fp16_to_fp32(): def fp16_to_fp32(target, width, match=None, not_match=None): elements = 64 @I.ir_module(s_tir=True) class Module: @T.prim_func(s_tir=True) def main( A: T.Buffer((elements, width), "float16"), B: T.Buffer((elements, width), "float32"), ): T.func_attr({"tirx.noalias": True}) for i0 in range(elements): for i1 in T.vectorized(width): with T.sblock("B"): v_i0, v_i1 = T.axis.remap("SS", [i0, i1]) T.reads(A[v_i0, v_i1]) T.writes(B[v_i0, v_i1]) B[v_i0, v_i1] = T.Cast("float32", A[v_i0, v_i1]) f = tvm.tirx.build(Module, target=target) assembly = f.inspect_source("asm").splitlines() if match: matches = [l for l in assembly if re.search(match, l)] assert matches if not_match: not_matches = [l for l in assembly if re.search(not_match, l)] assert not not_matches fp16_to_fp32({"kind": "llvm", "mcpu": "skylake-avx512"}, 15, match="vcvtph2ps.*mm") fp16_to_fp32({"kind": "llvm", "mcpu": "skylake-avx512"}, 16, match="vcvtph2ps.*mm") fp16_to_fp32({"kind": "llvm", "mcpu": "skylake-avx512"}, 17, match="vcvtph2ps.*mm") fp16_to_fp32({"kind": "llvm", "mcpu": "skylake-avx512"}, 49, match="vcvtph2ps.*mm") fp16_to_fp32( {"kind": "llvm", "mcpu": "skylake-avx512", "mattr": ["-avx512f"]}, 49, match="vcvtph2ps.*mm" ) fp16_to_fp32( {"kind": "llvm", "mcpu": "skylake-avx512", "mattr": ["-f16c", "-avx512f"]}, 49, not_match="vcvtph2ps", ) fp16_to_fp32({"kind": "llvm", "mcpu": "core-avx2"}, 8, match="vcvtph2ps.*mm") fp16_to_fp32({"kind": "llvm", "mcpu": "core-avx2"}, 9, match="vcvtph2ps.*mm") fp16_to_fp32("llvm", 9, not_match="vcvtph2ps") is_32bit = platform.architecture()[0] == "32bit" if __name__ == "__main__": test_fp16_to_fp32()