/* * Licensed to the Apache Software Foundation (ASF) under one * or more contributor license agreements. See the NOTICE file * distributed with this work for additional information * regarding copyright ownership. The ASF licenses this file * to you under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance * with the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, * software distributed under the License is distributed on an * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY * KIND, either express or implied. See the License for the * specific language governing permissions and limitations * under the License. */ /*! * \file tvm/tirx/analysis.h * \brief Analysis utilities and passes for TIR. */ #ifndef TVM_TIR_ANALYSIS_H_ #define TVM_TIR_ANALYSIS_H_ #include #include #include #include #include #include #include #include #include namespace tvm { namespace tirx { /*! * \brief Compare two expressions recursively and check if they are equal * to each other without var remapping. * * This function does not remap variable bindings, it will not * return true for (let x = 1 in x + 1) vs (let y = 1 in y + 1), unless x.same_as(y). * * Use StructuralEqual for such cases. * * Due to the restriction of not remapping variables, this function can run * faster than StructuralEqual and can be used as a utility function during arithmetic * simplifications. * * \sa StructuralEqual */ struct ExprDeepEqual { public: TVM_DLL bool operator()(const PrimExpr& lhs, const PrimExpr& rhs) const; }; /*! * \brief Visit the PrimFuncs in the IRModule * \tparam FLambda The type of the PrimFunc visitor * \param mod The IRModule to be visited * \param fvisit The visitor to the PrimFuncs in the IRModule */ template inline void VisitPrimFuncs(const IRModule& mod, FLambda fvisit) { for (const auto& kv : mod->functions) { const BaseFunc& base_func = kv.second; if (const auto* prim_func = base_func.as()) { fvisit(prim_func); } } } /*! * \brief Find undefined vars in the statement. * \param stmt The statement to be checked. * \param defs The vars that is defined. * \return Array of undefined vars. */ TVM_DLL ffi::Array UndefinedVars(const Stmt& stmt, const ffi::Array& defs); /*! * \brief Find undefined vars in the expression. * \param expr The expression to be checked. * \return Array of undefined vars. */ TVM_DLL ffi::Array UndefinedVars(const PrimExpr& expr); /*! * \brief Find undefined vars in the expression. * \param expr The expression to be checked. * \param defs The vars that is defined. * \return Array of undefined vars. */ TVM_DLL ffi::Array UndefinedVars(const PrimExpr& expr, const ffi::Array& defs); /*! * \brief Analyze the side effect of an expression * \param expr The expression to be checked. * * \return CallEffectKind, can be kPure, kReadState or kUpdateState */ TVM_DLL CallEffectKind SideEffect(const PrimExpr& expr); /*! * \brief Whether the given Stmt uses any var in the given variable set. * \param stmt The Stmt to be checked. * \param vset_contains The check function to see if a var is in the variable set. * \return Whether `stmt` uses any var in the given variable set. */ TVM_DLL bool UsesVar(const Stmt& stmt, std::function vset_contains); /*! * \brief Whether the given PrimExpr uses any var in the given variable set. * \param expr The PrimExpr to be checked. * \param vset_contains The check function to see if var is in the variable set. * \return Whether `expr` uses any var in the given variable set. */ TVM_DLL bool UsesVar(const PrimExpr& expr, std::function vset_contains); /*! * \brief Verifies whether the IR stmt or Expr is in SSA form. * That is: each Var is defined and assigned once(in Let/For) * * \param func The function to be verified. * \return Whether IR is in SSA form. * * \note All passes in TIR consume and produce SSA form. */ TVM_DLL bool VerifySSA(const PrimFunc& func); /*! * \brief Verify if memory accesses are legal for a specific target device type. * * In the case that tgt is cuda, if not all workload is bound with * threads, CPU code is generated that tries to access GPU memory, * which is illegal. This pass performs verification for this case. * * \param func The function to be verified. * \return Success of memory verification. */ TVM_DLL bool VerifyMemory(const PrimFunc& func); /*! * \brief Calculate the expression complexity based on number of symbols it contains. * \param expr The expr to be calculated. */ TVM_DLL size_t CalculateExprComplexity(const PrimExpr& expr); /*! * \brief Calculate the constants size in bytes needed by the TIR allocates inside the TIR PrimFunc * \param func The TIR PrimFunc for which the constants size to be calculated * \param constant_byte_alignment The byte alignment required for each constant allocated */ TVM_DLL size_t CalculateConstantBytes(const PrimFunc& func, int64_t constant_byte_alignment); /*! * \brief Calculate the workspace size in bytes needed by the TIR allocates inside the TIR PrimFunc * \param func The TIR PrimFunc for which the workspace size to be calculated * \param workspace_byte_alignment The byte alignment required for each tensor allocated in this * workspace */ TVM_DLL size_t CalculateWorkspaceBytes(const PrimFunc& func, int64_t workspace_byte_alignment); /*! * \brief Verify if the given TIR is well-formed. The verification includes: * * - All variables are defined prior to their point of use. * * - No variables are used outside of the scope of their definition. * * - Each variable has a single point of definition. * * - Expressions within a tirx::SBlock may not reference variables * defined outside the block. For example, for a block with iter * vars `vi, vj = T.axis.remap('SS', [i,j])`, the statement * `B[i,j] = A[i,j]` would be ill-formed, because it uses the loop * variables `i` and `j` instead of the block variables `vi` and * `vj`. * * \param func The PrimFunc to be verified. * \param assert_mode The indicator if it raises an error when the function is not well-formed. * \return Whether it is a well-formed TIR function. */ TVM_DLL bool VerifyWellFormed(const PrimFunc& func, bool assert_mode = true); /*! * \brief Verify if the TIR in the given IRMOdule is well-formed. * * In addition to the checks performed for each PrimFunc (see above), * the following checks are performed: * * - The same TIR variable may not be defined in more than one function * * \param mod The IRModule to be verified. * \param assert_mode The indicator if it raises an error when the function is not well-formed. * \return Whether it is a well-formed TIR module. */ TVM_DLL bool VerifyWellFormed(const IRModule& mod, bool assert_mode = true); /*! * \brief Find the entry function of the given IRModule, i.e, functions marked by * `tirx::attr::kIsEntryFunc`, whose name is `main` or being the only PrimeFunc. * \param mod The IRModule to find the entry function. * \param result_g_var The result GlobalVar of the entry function. * \return The entry function. */ const PrimFuncNode* FindEntryFunc(const IRModule& mod, GlobalVar* result_g_var); // Pass variants of verification analysis // directly throws RuntimeError when verification fails. namespace transform { using tvm::transform::Pass; using tvm::transform::PassContext; /*! * \brief Pass variant of VerifySSA. * * \returns The pass. * \sa tvm::tirx::VerifySSA */ TVM_DLL Pass VerifySSA(); /*! * \brief Pass variant of VerifyMemory. * * \returns The pass. * \sa tvm::tirx::VerifyMemory */ TVM_DLL Pass VerifyMemory(); /*! * \brief Pass variant of VerifyGPUCode. * * \param constraints The dict to specify constraints to check. * * \returns The pass. * \sa tvm::tir::VerifyGPUCode */ /******** TIRx analysis helpers ********/ /*! * \brief Verify if the given TIRX is well-formed. * \param func The PrimFunc to be verified. * \param assert_mode The indicator if it raises an error when the function is not well-formed. * \param device_func The indicator if it is a device function. * \return Whether it is a well-formed TIRX function. */ TVM_DLL bool VerifyTIRxWellFormed(const PrimFunc& func, bool assert_mode = true, bool device_func = false); /*! * \brief Verify if the TIRX in the given IRMOdule is well-formed. * \param mod The IRModule to be verified. * \param assert_mode The indicator if it raises an error when the function is not well-formed. * \param device_func The indicator if it is a device function. * \return Whether it is a well-formed TIRX module. */ TVM_DLL bool VerifyTIRxWellFormed(const IRModule& mod, bool assert_mode = true, bool device_func = false); } // namespace transform } // namespace tirx } // namespace tvm #endif // TVM_TIR_ANALYSIS_H_