wehub-resource-sync
29 lines
707 B
C++
29 lines
707 B
C++
//
|
|
// Created by ruoyi.sjd on 2024/12/20.
|
|
// Copyright (c) 2024 Alibaba Group Holding Limited All rights reserved.
|
|
#pragma once
|
|
#include <string>
|
|
#include <vector>
|
|
#include "../../../transformers/llm/engine/include/llm/llm.hpp"
|
|
|
|
namespace mnncli {
|
|
|
|
struct LLMBenchMarkInstance {
|
|
std::string model;//model name
|
|
int n_prompt;//prompt length
|
|
int n_gen;//gen length
|
|
std::vector<uint64_t> samples_ns;//collected time ns
|
|
};
|
|
|
|
struct LLMBenchMarkOptions {
|
|
bool progress;
|
|
int reps;
|
|
};
|
|
|
|
//a benchmark referenced llama.cpp
|
|
class LLMBenchmark {
|
|
public:
|
|
void Start(MNN::Transformer::Llm* llm, const LLMBenchMarkOptions& benchmark_options);
|
|
};
|
|
|
|
}//mnncli
|