# Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. from collections.abc import Callable import pytest import tvm import tvm.testing from tvm import relax, tirx from tvm.ir import Op, VDevice from tvm.script import relax as R def test_op_correctness(): cond = relax.Var("cond", R.Tensor((2, 3), "bool")) x = relax.Var("x", R.Tensor((2, 3), "float32")) y = relax.Var("x", R.Tensor((2, 3), "float32")) assert relax.op.where(cond, x, y).op == Op.get("relax.where") assert relax.op.argmax(x).op == Op.get("relax.argmax") assert relax.op.argmin(x).op == Op.get("relax.argmin") def _check_inference(bb: relax.BlockBuilder, call: relax.Call, expected_ty: relax.Type): ret = bb.normalize(call) tvm.ir.assert_structural_equal(ret.ty, expected_ty) def test_where_infer_ty(): bb = relax.BlockBuilder() vdev0 = VDevice("llvm") cond0 = relax.Var("cond", R.Tensor((6, 5, 1, 3, 1), "bool")) cond1 = relax.Var("cond", R.Tensor("bool", ndim=5)) cond2 = relax.Var("cond", R.Tensor("bool")) cond3 = relax.Var("cond", R.Tensor((6, 5, 1, 3, 1), "bool", vdev0)) x0 = relax.Var("x", R.Tensor((5, 1, 3, 2), "float32")) x1 = relax.Var("x", R.Tensor("float32", ndim=4)) x2 = relax.Var("x", R.Tensor("float32")) x3 = relax.Var("x", R.Tensor((5, 1, 3, 2))) x4 = relax.Var("x", R.Tensor(ndim=4)) x5 = relax.Var("x", R.Tensor()) x6 = relax.Var("x", R.Tensor((5, 1, 3, 2), "float32", vdev0)) y0 = relax.Var("y", R.Tensor((4, 3, 1), "float32")) y1 = relax.Var("y", R.Tensor("float32", ndim=3)) y2 = relax.Var("y", R.Tensor("float32")) y3 = relax.Var("y", R.Tensor((4, 3, 1))) y4 = relax.Var("y", R.Tensor(ndim=3)) y5 = relax.Var("y", R.Tensor()) y6 = relax.Var("y", R.Tensor((4, 3, 1), "float32", vdev0)) _check_inference( bb, relax.op.where(cond0, x0, y0), relax.TensorType((6, 5, 4, 3, 2), "float32") ) _check_inference( bb, relax.op.where(cond3, x6, y6), relax.TensorType((6, 5, 4, 3, 2), "float32", vdev0) ) _check_inference(bb, relax.op.where(cond0, x1, y0), relax.TensorType(dtype="float32", ndim=5)) _check_inference(bb, relax.op.where(cond0, x2, y0), relax.TensorType(dtype="float32")) _check_inference(bb, relax.op.where(cond0, x3, y0), relax.TensorType((6, 5, 4, 3, 2), dtype="")) _check_inference(bb, relax.op.where(cond0, x4, y0), relax.TensorType(dtype="", ndim=5)) _check_inference(bb, relax.op.where(cond0, x5, y0), relax.TensorType(dtype="")) _check_inference(bb, relax.op.where(cond0, x1, y1), relax.TensorType(dtype="float32", ndim=5)) _check_inference(bb, relax.op.where(cond0, x2, y1), relax.TensorType(dtype="float32")) _check_inference(bb, relax.op.where(cond0, x3, y1), relax.TensorType(dtype="", ndim=5)) _check_inference(bb, relax.op.where(cond0, x4, y1), relax.TensorType(dtype="", ndim=5)) _check_inference(bb, relax.op.where(cond0, x5, y1), relax.TensorType(dtype="")) _check_inference(bb, relax.op.where(cond0, x2, y2), relax.TensorType(dtype="float32")) _check_inference(bb, relax.op.where(cond0, x3, y2), relax.TensorType(dtype="")) _check_inference(bb, relax.op.where(cond0, x4, y2), relax.TensorType(dtype="")) _check_inference(bb, relax.op.where(cond0, x5, y2), relax.TensorType(dtype="")) _check_inference(bb, relax.op.where(cond0, x3, y3), relax.TensorType((6, 5, 4, 3, 2), dtype="")) _check_inference(bb, relax.op.where(cond0, x4, y3), relax.TensorType(dtype="", ndim=5)) _check_inference(bb, relax.op.where(cond0, x5, y3), relax.TensorType(dtype="")) _check_inference(bb, relax.op.where(cond0, x4, y4), relax.TensorType(dtype="", ndim=5)) _check_inference(bb, relax.op.where(cond0, x5, y4), relax.TensorType(dtype="")) _check_inference(bb, relax.op.where(cond0, x5, y5), relax.TensorType(dtype="")) _check_inference(bb, relax.op.where(cond1, x0, y0), relax.TensorType(dtype="float32", ndim=5)) _check_inference(bb, relax.op.where(cond1, x2, y0), relax.TensorType(dtype="float32")) _check_inference(bb, relax.op.where(cond2, x0, y0), relax.TensorType(dtype="float32")) def test_where_infer_ty_shape_symbolic(): bb = relax.BlockBuilder() a = tirx.Var("a", "int64") b = tirx.Var("b", "int64") c = tirx.Var("c", "int64") d0 = tirx.Var("d", "int64") d1 = tirx.Var("d", "int64") e = tirx.Var("e", "int64") cond = relax.Var("cond", R.Tensor((a, b, 1, d0, 1), "bool")) x0 = relax.Var("x", R.Tensor((b, 1, d0, e), "float32")) x1 = relax.Var("x", R.Tensor((b, 1, d1, e), "float32")) x2 = relax.Var("x", R.Tensor((b, 1, d0, e))) y0 = relax.Var("y", R.Tensor((c, d0, 1), "float32")) y1 = relax.Var("y", R.Tensor((c, d0, 1))) _check_inference( bb, relax.op.where(cond, x0, y0), relax.TensorType((a, b, c, d0, e), "float32") ) _check_inference(bb, relax.op.where(cond, x1, y0), relax.TensorType(dtype="float32", ndim=5)) _check_inference(bb, relax.op.where(cond, x2, y0), relax.TensorType((a, b, c, d0, e), dtype="")) _check_inference(bb, relax.op.where(cond, x0, y1), relax.TensorType((a, b, c, d0, e), dtype="")) _check_inference(bb, relax.op.where(cond, x1, y1), relax.TensorType(dtype="", ndim=5)) _check_inference(bb, relax.op.where(cond, x2, y1), relax.TensorType((a, b, c, d0, e), dtype="")) def test_where_infer_ty_shape_var(): bb = relax.BlockBuilder() scond0 = relax.Var("scond", relax.ShapeType((6, 5, 1, 3, 1))) scond1 = relax.Var("scond", relax.ShapeType(ndim=5)) scond2 = relax.Var("scond", relax.ShapeType()) sx0 = relax.Var("sx", relax.ShapeType((5, 1, 3, 2))) sx1 = relax.Var("sx", relax.ShapeType(ndim=4)) sx2 = relax.Var("sx", relax.ShapeType()) sy0 = relax.Var("sy", relax.ShapeType((4, 3, 1))) sy1 = relax.Var("sy", relax.ShapeType(ndim=3)) sy2 = relax.Var("sy", relax.ShapeType()) s0 = relax.Var("s", relax.ShapeType((6, 5, 4, 3, 2))) s1 = relax.Var("s", relax.ShapeType(ndim=5)) s2 = relax.Var("s", relax.ShapeType()) cond0 = relax.Var("cond", relax.TensorType(scond0, "bool")) cond1 = relax.Var("cond", relax.TensorType(scond1, "bool")) cond2 = relax.Var("cond", relax.TensorType(scond2, "bool")) cond3 = relax.Var("cond", relax.TensorType(s0, "bool")) cond4 = relax.Var("cond", relax.TensorType(s1, "bool")) cond5 = relax.Var("cond", relax.TensorType(s2, "bool")) x0 = relax.Var("x", relax.TensorType(sx0, "float32")) x1 = relax.Var("x", relax.TensorType(sx1, "float32")) x2 = relax.Var("x", relax.TensorType(sx2, "float32")) x3 = relax.Var("x", relax.TensorType(s0, "float32")) x4 = relax.Var("x", relax.TensorType(s1, "float32")) x5 = relax.Var("x", relax.TensorType(s2, "float32")) y0 = relax.Var("y", relax.TensorType(sy0, "float32")) y1 = relax.Var("y", relax.TensorType(sy1, "float32")) y2 = relax.Var("y", relax.TensorType(sy2, "float32")) y3 = relax.Var("y", relax.TensorType(s0, "float32")) y4 = relax.Var("y", relax.TensorType(s1, "float32")) y5 = relax.Var("y", relax.TensorType(s2, "float32")) _check_inference(bb, relax.op.where(cond0, x0, y0), relax.TensorType(dtype="float32", ndim=5)) _check_inference(bb, relax.op.where(cond0, x0, y1), relax.TensorType(dtype="float32", ndim=5)) _check_inference(bb, relax.op.where(cond0, x0, y2), relax.TensorType(dtype="float32")) _check_inference(bb, relax.op.where(cond0, x1, y1), relax.TensorType(dtype="float32", ndim=5)) _check_inference(bb, relax.op.where(cond0, x1, y2), relax.TensorType(dtype="float32")) _check_inference(bb, relax.op.where(cond0, x2, y2), relax.TensorType(dtype="float32")) _check_inference(bb, relax.op.where(cond1, x1, y1), relax.TensorType(dtype="float32", ndim=5)) _check_inference(bb, relax.op.where(cond1, x1, y2), relax.TensorType(dtype="float32")) _check_inference(bb, relax.op.where(cond1, x2, y2), relax.TensorType(dtype="float32")) _check_inference(bb, relax.op.where(cond2, x2, y2), relax.TensorType(dtype="float32")) _check_inference(bb, relax.op.where(cond3, x3, y3), relax.TensorType(s0, "float32")) _check_inference(bb, relax.op.where(cond3, x3, y4), relax.TensorType(dtype="float32", ndim=5)) _check_inference(bb, relax.op.where(cond3, x4, y3), relax.TensorType(dtype="float32", ndim=5)) _check_inference(bb, relax.op.where(cond4, x3, y3), relax.TensorType(dtype="float32", ndim=5)) _check_inference(bb, relax.op.where(cond4, x4, y4), relax.TensorType(s1, "float32")) _check_inference(bb, relax.op.where(cond4, x4, y5), relax.TensorType(dtype="float32")) _check_inference(bb, relax.op.where(cond4, x5, y4), relax.TensorType(dtype="float32")) _check_inference(bb, relax.op.where(cond5, x4, y4), relax.TensorType(dtype="float32")) _check_inference(bb, relax.op.where(cond5, x5, y5), relax.TensorType(s2, "float32")) def test_where_infer_ty_more_input_dtype(): bb = relax.BlockBuilder() cond = relax.Var("cond", R.Tensor((6, 5, 1, 3, 1), "bool")) x0 = relax.Var("x", R.Tensor((5, 1, 3, 2), "float16")) y0 = relax.Var("y", R.Tensor((4, 3, 1), "float16")) x1 = relax.Var("x", R.Tensor((5, 1, 3, 2), "int8")) y1 = relax.Var("y", R.Tensor((4, 3, 1), "int8")) x2 = relax.Var("x", R.Tensor((5, 1, 3, 2), "int32")) y2 = relax.Var("y", R.Tensor((4, 3, 1), "int32")) _check_inference(bb, relax.op.where(cond, x0, y0), relax.TensorType((6, 5, 4, 3, 2), "float16")) _check_inference(bb, relax.op.where(cond, x1, y1), relax.TensorType((6, 5, 4, 3, 2), "int8")) _check_inference(bb, relax.op.where(cond, x2, y2), relax.TensorType((6, 5, 4, 3, 2), "int32")) def test_where_infer_ty_cond_not_boolean(): bb = relax.BlockBuilder() cond0 = relax.Var("cond", R.Tensor((2, 3), "float32")) cond1 = relax.Var("cond", relax.TensorType(dtype="int32", ndim=2)) x = relax.Var("x", R.Tensor((2, 3), "float32")) y = relax.Var("y", R.Tensor((2, 3), "float32")) with pytest.raises(TypeError): bb.normalize(relax.op.where(cond0, x, y)) with pytest.raises(TypeError): bb.normalize(relax.op.where(cond1, x, y)) def test_where_infer_ty_shape_unequal_const_int(): bb = relax.BlockBuilder() cond0 = relax.Var("cond", R.Tensor((6, 5, 1, 4, 1), "bool")) cond1 = relax.Var("cond", R.Tensor((6, 5, 1, 3, 1), "bool")) x0 = relax.Var("x", R.Tensor((5, 1, 4, 2), "float32")) x1 = relax.Var("x", R.Tensor((5, 1, 3, 2), "float32")) y0 = relax.Var("y", R.Tensor((4, 4, 1), "float32")) y1 = relax.Var("y", R.Tensor((4, 3, 1), "float32")) with pytest.raises(ValueError): bb.normalize(relax.op.where(cond0, x1, y1)) with pytest.raises(ValueError): bb.normalize(relax.op.where(cond1, x0, y1)) with pytest.raises(ValueError): bb.normalize(relax.op.where(cond1, x1, y0)) def test_where_infer_ty_dtype_mismatch(): bb = relax.BlockBuilder() cond = relax.Var("cond", R.Tensor((2, 3), "bool")) x0 = relax.Var("x", R.Tensor((2, 3), "float32")) y0 = relax.Var("y", R.Tensor((2, 3), "float16")) x1 = relax.Var("x", R.Tensor((2, 3), "int8")) y1 = relax.Var("y", R.Tensor((2, 3), "float32")) with pytest.raises(TypeError): bb.normalize(relax.op.where(cond, x0, y0)) with pytest.raises(TypeError): bb.normalize(relax.op.where(cond, x1, y1)) def test_where_infer_ty_wrong_input_type(): bb = relax.BlockBuilder() cond0 = relax.Var("cond", relax.ShapeType((2, 3))) cond1 = relax.Var("cond", R.Tensor((2, 3), "bool")) x0 = relax.Var("x", relax.FuncType([], R.Tensor((2, 3), "float32"))) x1 = relax.Var("x", R.Tensor((2, 3), "float32")) y0 = relax.Var("y", relax.TupleType([R.Tensor((2, 3), "float32")])) y1 = relax.Var("y", R.Tensor((2, 3), "float32")) with pytest.raises(TypeError): bb.normalize(relax.op.where(cond0, x1, y1)) with pytest.raises(TypeError): bb.normalize(relax.op.where(cond1, x0, y1)) with pytest.raises(TypeError): bb.normalize(relax.op.where(cond1, x1, y0)) argmax_argmin_ops = [relax.op.argmax, relax.op.argmin] @pytest.mark.parametrize("argmax_argmin_op", argmax_argmin_ops) def test_argmax_argmin_infer_ty(argmax_argmin_op: Callable): bb = relax.BlockBuilder() vdev0 = VDevice("llvm") x0 = relax.Var("x", R.Tensor((2, 3, 4, 5), "float32")) x1 = relax.Var("x", R.Tensor("float32", ndim=4)) x2 = relax.Var("x", R.Tensor("float32")) x3 = relax.Var("x", R.Tensor((2, 3, 4, 5))) x4 = relax.Var("x", R.Tensor((2, 3, 4, 5), "float32", vdev0)) _check_inference(bb, argmax_argmin_op(x0, axis=1), relax.TensorType((2, 4, 5), "int64")) _check_inference(bb, argmax_argmin_op(x4, axis=1), relax.TensorType((2, 4, 5), "int64", vdev0)) _check_inference( bb, argmax_argmin_op(x0, axis=1, keepdims=True), relax.TensorType((2, 1, 4, 5), "int64"), ) _check_inference(bb, argmax_argmin_op(x0, axis=None), relax.TensorType((), "int64")) _check_inference( bb, argmax_argmin_op(x0, axis=None, keepdims=True), relax.TensorType((1, 1, 1, 1), "int64"), ) _check_inference(bb, argmax_argmin_op(x1, axis=1), relax.TensorType(dtype="int64", ndim=3)) _check_inference( bb, argmax_argmin_op(x1, axis=1, keepdims=True), relax.TensorType(dtype="int64", ndim=4), ) _check_inference(bb, argmax_argmin_op(x1, axis=None), relax.TensorType((), "int64")) _check_inference( bb, argmax_argmin_op(x1, axis=None, keepdims=True), relax.TensorType((1, 1, 1, 1), "int64"), ) _check_inference(bb, argmax_argmin_op(x2, axis=1), relax.TensorType(dtype="int64")) _check_inference( bb, argmax_argmin_op(x2, axis=1, keepdims=True), relax.TensorType(dtype="int64"), ) _check_inference(bb, argmax_argmin_op(x2, axis=None), relax.TensorType((), "int64")) _check_inference( bb, argmax_argmin_op(x2, axis=None, keepdims=True), relax.TensorType(dtype="int64"), ) _check_inference(bb, argmax_argmin_op(x3, axis=1), relax.TensorType((2, 4, 5), dtype="int64")) _check_inference( bb, argmax_argmin_op(x3, axis=1, keepdims=True), relax.TensorType((2, 1, 4, 5), dtype="int64"), ) _check_inference(bb, argmax_argmin_op(x3, axis=None), relax.TensorType((), dtype="int64")) _check_inference( bb, argmax_argmin_op(x3, axis=None, keepdims=True), relax.TensorType((1, 1, 1, 1), dtype="int64"), ) _check_inference( bb, argmax_argmin_op(x0, axis=1, keepdims=True), relax.TensorType((2, 1, 4, 5), "int64"), ) _check_inference(bb, argmax_argmin_op(x0, axis=-1), relax.TensorType((2, 3, 4), "int64")) @pytest.mark.parametrize("argmax_argmin_op", argmax_argmin_ops) def test_argmax_argmin_infer_ty_shape_symbolic(argmax_argmin_op: Callable): bb = relax.BlockBuilder() a = tirx.Var("a", "int64") b = tirx.Var("b", "int64") c = tirx.Var("c", "int64") d = tirx.Var("d", "int64") x = relax.Var("x", R.Tensor((a, b, c, d), "int64")) _check_inference(bb, argmax_argmin_op(x, axis=1), relax.TensorType((a, c, d), "int64")) _check_inference( bb, argmax_argmin_op(x, axis=1, keepdims=True), relax.TensorType((a, 1, c, d), "int64"), ) _check_inference(bb, argmax_argmin_op(x, axis=None), relax.TensorType((), "int64")) _check_inference( bb, argmax_argmin_op(x, axis=None, keepdims=True), relax.TensorType((1, 1, 1, 1), "int64"), ) @pytest.mark.parametrize("argmax_argmin_op", argmax_argmin_ops) def test_argmax_argmin_infer_ty_shape_var(argmax_argmin_op: Callable): bb = relax.BlockBuilder() s0 = relax.Var("s", relax.ShapeType(ndim=4)) s1 = relax.Var("s", relax.ShapeType()) x0 = relax.Var("x", relax.TensorType(s0, "int64")) x1 = relax.Var("x", relax.TensorType(s1, "int64")) _check_inference(bb, argmax_argmin_op(x0), relax.TensorType((), dtype="int64")) _check_inference( bb, argmax_argmin_op(x0, keepdims=True), relax.TensorType((1, 1, 1, 1), dtype="int64") ) _check_inference(bb, argmax_argmin_op(x0, axis=2), relax.TensorType(dtype="int64", ndim=3)) _check_inference( bb, argmax_argmin_op(x0, axis=2, keepdims=True), relax.TensorType(dtype="int64", ndim=4), ) _check_inference(bb, argmax_argmin_op(x1), relax.TensorType((), dtype="int64")) _check_inference(bb, argmax_argmin_op(x1, keepdims=True), relax.TensorType(dtype="int64")) _check_inference(bb, argmax_argmin_op(x1, axis=2), relax.TensorType(dtype="int64")) _check_inference( bb, argmax_argmin_op(x1, axis=2, keepdims=True), relax.TensorType(dtype="int64") ) @pytest.mark.parametrize("argmax_argmin_op", argmax_argmin_ops) def test_argmax_argmin_infer_ty_more_input_dtype(argmax_argmin_op: Callable): bb = relax.BlockBuilder() x0 = relax.Var("x", R.Tensor((2, 3, 4, 5), "float16")) x1 = relax.Var("x", R.Tensor((2, 3, 4, 5), "int8")) _check_inference(bb, argmax_argmin_op(x0), relax.TensorType((), "int64")) _check_inference(bb, argmax_argmin_op(x1), relax.TensorType((), "int64")) @pytest.mark.parametrize("argmax_argmin_op", argmax_argmin_ops) def test_argmax_argmin_infer_ty_axis_out_of_range(argmax_argmin_op: Callable): bb = relax.BlockBuilder() x0 = relax.Var("x", R.Tensor((2, 3, 4, 5), "int64")) x1 = relax.Var("x", R.Tensor("int64", ndim=4)) with pytest.raises(ValueError): bb.normalize(argmax_argmin_op(x0, axis=4)) with pytest.raises(ValueError): bb.normalize(argmax_argmin_op(x0, axis=-5)) with pytest.raises(ValueError): bb.normalize(argmax_argmin_op(x1, axis=4)) with pytest.raises(ValueError): bb.normalize(argmax_argmin_op(x1, axis=-5)) @pytest.mark.parametrize("argmax_argmin_op", argmax_argmin_ops) def test_argmax_argmin_infer_ty_wrong_input_type(argmax_argmin_op: Callable): bb = relax.BlockBuilder() x0 = relax.Var("x", relax.ShapeType((2, 3, 4, 5))) x1 = relax.Var("x", relax.FuncType([], R.Tensor((2, 3, 4, 5), "int64"))) with pytest.raises(TypeError): bb.normalize(argmax_argmin_op(x0)) with pytest.raises(TypeError): bb.normalize(argmax_argmin_op(x1)) if __name__ == "__main__": tvm.testing.main()