wehub-resource-sync
61 lines
1.4 KiB
C++
61 lines
1.4 KiB
C++
//
|
|
// Created by ruoyi.sjd on 2024/12/24.
|
|
// Copyright (c) 2024 Alibaba Group Holding Limited All rights reserved.
|
|
//
|
|
#pragma once
|
|
|
|
#include <functional>
|
|
#include <string>
|
|
#include <vector>
|
|
|
|
namespace mls {
|
|
|
|
struct RepoInfo {
|
|
std::string model_id;
|
|
std::string revision;
|
|
std::string sha;
|
|
std::vector<std::string> siblings;
|
|
};
|
|
|
|
struct RepoItem {
|
|
std::string model_id;
|
|
std::string created_at;
|
|
int downloads;
|
|
std::vector<std::string> tags;
|
|
};
|
|
|
|
struct HfFileMetadata {
|
|
std::string commit_hash;
|
|
std::string location;
|
|
std::string etag;
|
|
size_t size;
|
|
};
|
|
|
|
//a benchmark referenced llama.cpp
|
|
class HfApiClient {
|
|
public:
|
|
std::vector<RepoItem> SearchRepos(const std::string& keyword);
|
|
|
|
HfApiClient();
|
|
|
|
static std::tuple<std::string, std::string> ParseUrl(const std::string &url);
|
|
|
|
static bool PerformRequestWithRetry(std::function<bool()> request_func, int max_attempts, int retry_delay_seconds);
|
|
|
|
RepoInfo GetRepoInfo(const std::string &repo_name,
|
|
const std::string &revision,
|
|
std::string& error_info);
|
|
|
|
void DownloadRepo(const RepoInfo& repo_info);
|
|
|
|
private:
|
|
std::vector<RepoItem> SearchReposInner(const std::string& keyword, std::string& error_info);
|
|
|
|
int max_attempts_{3};
|
|
int retry_delay_seconds_{1};
|
|
std::string host_{"hf-mirror.com"};
|
|
std::string cache_path_{};
|
|
|
|
};
|
|
|
|
}//mls
|