wehub-resource-sync
40 lines
1.2 KiB
C++
40 lines
1.2 KiB
C++
// Copyright (c) Microsoft Corporation.
|
|
// SPDX-License-Identifier: Apache-2.0
|
|
|
|
// DeepSpeed Team
|
|
|
|
#include "deepspeed_aio_op_desc.h"
|
|
|
|
using namespace std;
|
|
|
|
io_op_desc_t::io_op_desc_t(const bool read_op,
|
|
const torch::Tensor& buffer,
|
|
const int fd,
|
|
const char* filename,
|
|
const int intra_op_parallelism,
|
|
const bool validate,
|
|
const int64_t file_offset)
|
|
: _read_op(read_op),
|
|
_buffer(buffer),
|
|
_fd(fd),
|
|
_filename((filename == nullptr) ? std::string() : filename),
|
|
_file_offset(file_offset),
|
|
_intra_op_parallelism(intra_op_parallelism),
|
|
_num_bytes_per_thread(static_cast<int64_t>(buffer.nbytes()) / intra_op_parallelism),
|
|
_validate(validate)
|
|
{
|
|
if (validate) { assert(nullptr != filename); }
|
|
}
|
|
|
|
char* io_op_desc_t::data_ptr() const { return (char*)_contiguous_buffer.data_ptr(); }
|
|
|
|
void io_op_desc_t::finish() {}
|
|
|
|
void io_op_desc_t::validate() {}
|
|
|
|
void io_op_desc_t::run(const int tid,
|
|
std::unique_ptr<aio_context>& aio_ctxt,
|
|
deepspeed_aio_config_t* aio_config)
|
|
{
|
|
}
|