kendryte-standalone-sdk/lib/nncase/v0/include/runtime/runtime_op_utility.h

149 lines
3.9 KiB
C++

/* Copyright 2019-2020 Canaan Inc.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
#pragma once
#include "../datatypes.h"
namespace nncase
{
namespace runtime
{
inline size_t get_bytes(datatype_t type)
{
size_t element_size;
switch (type)
{
case dt_float32:
element_size = 4;
break;
case dt_uint8:
element_size = 1;
break;
default:
NNCASE_THROW(std::runtime_error, "Not supported data type");
}
return element_size;
}
template <int32_t Bits, class T>
uint8_t count_leading_zeros(T value)
{
uint8_t num_zeroes = 0;
for (int32_t i = Bits - 1; i >= 0; i--)
{
if ((value & (1ULL << i)) == 0)
++num_zeroes;
else
break;
}
return num_zeroes;
}
template <class T = uint64_t>
inline T bit_mask(uint8_t shift)
{
return (T(1) << shift) - 1;
}
template <class T, bool Banker = false>
T carry_shift(T value, uint8_t shift)
{
if (shift > 0)
{
if constexpr (Banker)
{
T result;
// Sign | Int (T - shift - 1 bits) | Frac (shift bits)
// S IIII FFF
auto integral = value >> shift;
auto fractional = value & bit_mask(shift);
auto sign = value < 0 ? -1 : 1;
auto half = 1 << (shift - 1);
// frac < 0.5
if (fractional < half)
{
return integral;
}
// frac > 0.5
else if (fractional > half)
{
return integral + sign;
}
// frac == 0.5
else
{
// odd
if (integral & 1)
return integral + sign;
// even
else
return integral;
}
return result;
}
else
{
value += T(1) << (shift - 1);
value >>= shift;
}
}
else if (shift < 0)
{
value = value << (-shift);
}
return value;
}
template <bool Banker = false>
inline int32_t mul_and_carry_shift(int32_t value, int32_t mul, uint8_t shift)
{
return (int32_t)carry_shift<int64_t, Banker>((int64_t)value * mul, shift);
}
template <uint8_t Bits>
inline int32_t clamp(int32_t value)
{
auto min = std::numeric_limits<int32_t>::lowest() >> (32 - Bits);
auto max = std::numeric_limits<int32_t>::max() >> (32 - Bits);
return std::clamp(value, min, max);
}
template <class T>
struct to_datatype
{
};
template <>
struct to_datatype<float>
{
static constexpr datatype_t type = dt_float32;
};
template <>
struct to_datatype<uint8_t>
{
static constexpr datatype_t type = dt_uint8;
};
template <class T>
inline constexpr datatype_t to_datatype_v = to_datatype<T>::type;
}
}