wehub-resource-sync
45 lines
1.2 KiB
C++
45 lines
1.2 KiB
C++
// Copyright (c) 2026 PaddlePaddle Authors. All Rights Reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
// The file has been adapted from pytorch project
|
|
// Licensed under BSD-style license -
|
|
// https://github.com/pytorch/pytorch/blob/main/LICENSE
|
|
|
|
#pragma once
|
|
|
|
#include <cstdint>
|
|
|
|
namespace c10 {
|
|
|
|
/**
|
|
* quint4x2 is for un-signed 4 bit quantized Tensors that are packed to byte
|
|
* boundary.
|
|
*/
|
|
struct alignas(1) quint4x2 {
|
|
using underlying = uint8_t;
|
|
uint8_t val_;
|
|
quint4x2() = default;
|
|
explicit constexpr quint4x2(uint8_t val) : val_(val) {}
|
|
};
|
|
|
|
} // namespace c10
|
|
|
|
namespace at {
|
|
using c10::quint4x2;
|
|
} // namespace at
|
|
|
|
namespace torch {
|
|
using c10::quint4x2;
|
|
} // namespace torch
|