46 lines
1.3 KiB
C++
46 lines
1.3 KiB
C++
// Copyright (c) 2026 PaddlePaddle Authors. All Rights Reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
// The file has been adapted from pytorch project
|
|
// Licensed under BSD-style license -
|
|
// https://github.com/pytorch/pytorch/blob/main/LICENSE
|
|
|
|
#pragma once
|
|
|
|
#include <cstdint>
|
|
|
|
namespace c10 {
|
|
|
|
/**
|
|
* This is the data type for quantized Tensors. Right now we only have
|
|
* qint8 which is for 8 bit Tensors, and qint32 for 32 bit int Tensors,
|
|
* we might have 4 bit, 2 bit or 1 bit data types in the future.
|
|
*/
|
|
struct alignas(1) qint8 {
|
|
using underlying = int8_t;
|
|
int8_t val_;
|
|
qint8() = default;
|
|
explicit constexpr qint8(int8_t val) : val_(val) {}
|
|
};
|
|
|
|
} // namespace c10
|
|
|
|
namespace at {
|
|
using c10::qint8;
|
|
} // namespace at
|
|
|
|
namespace torch {
|
|
using c10::qint8;
|
|
} // namespace torch
|