wehub-resource-sync
38 lines
988 B
C++
38 lines
988 B
C++
/*!
|
|
* Copyright (c) 2023-2025 by Contributors
|
|
* \file support/debug_utils.h
|
|
* \brief Tools for debug purposes.
|
|
*/
|
|
#ifndef MLC_LLM_SUPPORT_DEBUG_UTILS_H_
|
|
#define MLC_LLM_SUPPORT_DEBUG_UTILS_H_
|
|
|
|
#include "../tokenizers/tokenizers.h"
|
|
|
|
namespace mlc {
|
|
namespace llm {
|
|
|
|
/*! \brief A registry for debug information. */
|
|
class DebugRegistry {
|
|
public:
|
|
static DebugRegistry* Global() {
|
|
static DebugRegistry reg;
|
|
return ®
|
|
}
|
|
|
|
// Tokenizer information, helpful for converting token id to token string in debugging
|
|
Tokenizer tokenizer;
|
|
};
|
|
|
|
/*! \brief Register the tokenizer to the global tokenizer registry. */
|
|
inline void DebugRegisterTokenizer(const Tokenizer& tokenizer) {
|
|
DebugRegistry::Global()->tokenizer = tokenizer;
|
|
}
|
|
|
|
/*! \brief Get the registered tokenizer from the global tokenizer registry. */
|
|
inline Tokenizer DebugGetTokenizer() { return DebugRegistry::Global()->tokenizer; }
|
|
|
|
} // namespace llm
|
|
} // namespace mlc
|
|
|
|
#endif // MLC_LLM_SUPPORT_DEBUG_UTILS_H_
|