wehub-resource-sync
38 lines
1.0 KiB
C++
38 lines
1.0 KiB
C++
// Copyright (c) Microsoft Corporation.
|
|
// SPDX-License-Identifier: Apache-2.0
|
|
|
|
// DeepSpeed Team
|
|
|
|
#include <memory>
|
|
#include <queue>
|
|
#include "deepspeed_aio_op_desc.h"
|
|
|
|
struct cpu_op_desc_t : io_op_desc_t {
|
|
torch::Tensor _cpu_buffer;
|
|
bool _use_bounce_buffer;
|
|
bool _is_managed_bounce_buffer;
|
|
const std::unique_ptr<struct deepspeed_pin_tensor_t>& _pinned_tensor_mgr;
|
|
|
|
cpu_op_desc_t(const std::unique_ptr<struct deepspeed_pin_tensor_t>& pinned_tensor_mgr,
|
|
const bool read_op,
|
|
const torch::Tensor& buffer,
|
|
const int fd,
|
|
const char* filename,
|
|
const int intra_op_parallelism,
|
|
const bool validate,
|
|
const int64_t file_offset);
|
|
|
|
void run(const int tid,
|
|
std::unique_ptr<aio_context>& aio_ctxt,
|
|
deepspeed_aio_config_t* aio_config);
|
|
|
|
char* data_ptr() const;
|
|
|
|
void validate();
|
|
|
|
void finish();
|
|
|
|
void _alloc_bounce_buffer();
|
|
void _free_bounce_buffer();
|
|
};
|