/*************************************************************************/ /* data_buffer.cpp */ /*************************************************************************/ /* This file is part of: */ /* PANDEMONIUM ENGINE */ /* https://github.com/Relintai/pandemonium_engine */ /*************************************************************************/ /* Copyright (c) 2022-present Péter Magyar. */ /* Copyright (c) 2014-2022 Godot Engine contributors (cf. AUTHORS.md). */ /* Copyright (c) 2007-2022 Juan Linietsky, Ariel Manzur. */ /* */ /* Permission is hereby granted, free of charge, to any person obtaining */ /* a copy of this software and associated documentation files (the */ /* "Software"), to deal in the Software without restriction, including */ /* without limitation the rights to use, copy, modify, merge, publish, */ /* distribute, sublicense, and/or sell copies of the Software, and to */ /* permit persons to whom the Software is furnished to do so, subject to */ /* the following conditions: */ /* */ /* The above copyright notice and this permission notice shall be */ /* included in all copies or substantial portions of the Software. */ /* */ /* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, */ /* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF */ /* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.*/ /* IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY */ /* CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, */ /* TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE */ /* SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. */ /*************************************************************************/ /** @author AndreaCatania */ #include "data_buffer.h" #include "core/io/marshalls.h" #include "scene_synchronizer_debugger.h" // Beware that this macros was written to make sure nested function call doesn't add debug calls, // making the log unreadable. #ifdef DEBUG_ENABLED #define DEB_WRITE(dt, compression, input) \ if (debug_enabled) { \ SceneSynchronizerDebugger::singleton()->databuffer_write(dt, compression, input); \ } #define DEB_READ(dt, compression, input) \ if (debug_enabled) { \ SceneSynchronizerDebugger::singleton()->databuffer_read(dt, compression, input); \ } #define DEB_DISABLE \ const bool was_debug_enabled = debug_enabled; \ debug_enabled = false; #define DEB_ENABLE debug_enabled = was_debug_enabled; #else #define DEB_WRITE(dt, compression, input) #define DEB_READ(dt, compression, input) #define DEB_DISABLE #define DEB_ENABLE #endif // TODO improve the allocation mechanism. void DataBuffer::_bind_methods() { BIND_ENUM_CONSTANT(DATA_TYPE_BOOL); BIND_ENUM_CONSTANT(DATA_TYPE_INT); BIND_ENUM_CONSTANT(DATA_TYPE_UINT); BIND_ENUM_CONSTANT(DATA_TYPE_REAL); BIND_ENUM_CONSTANT(DATA_TYPE_POSITIVE_UNIT_REAL); BIND_ENUM_CONSTANT(DATA_TYPE_UNIT_REAL); BIND_ENUM_CONSTANT(DATA_TYPE_VECTOR2); BIND_ENUM_CONSTANT(DATA_TYPE_NORMALIZED_VECTOR2); BIND_ENUM_CONSTANT(DATA_TYPE_VECTOR3); BIND_ENUM_CONSTANT(DATA_TYPE_NORMALIZED_VECTOR3); BIND_ENUM_CONSTANT(DATA_TYPE_VARIANT); BIND_ENUM_CONSTANT(COMPRESSION_LEVEL_0); BIND_ENUM_CONSTANT(COMPRESSION_LEVEL_1); BIND_ENUM_CONSTANT(COMPRESSION_LEVEL_2); BIND_ENUM_CONSTANT(COMPRESSION_LEVEL_3); ClassDB::bind_method(D_METHOD("size"), &DataBuffer::size); ClassDB::bind_method(D_METHOD("add_bool", "value"), &DataBuffer::add_bool); ClassDB::bind_method(D_METHOD("add_int", "value", "compression_level"), &DataBuffer::add_int, DEFVAL(COMPRESSION_LEVEL_1)); ClassDB::bind_method(D_METHOD("add_uint", "value", "compression_level"), &DataBuffer::add_uint, DEFVAL(COMPRESSION_LEVEL_1)); ClassDB::bind_method(D_METHOD("add_real", "value", "compression_level"), &DataBuffer::add_real, DEFVAL(COMPRESSION_LEVEL_1)); ClassDB::bind_method(D_METHOD("add_positive_unit_real", "value", "compression_level"), &DataBuffer::add_positive_unit_real, DEFVAL(COMPRESSION_LEVEL_1)); ClassDB::bind_method(D_METHOD("add_unit_real", "value", "compression_level"), &DataBuffer::add_unit_real, DEFVAL(COMPRESSION_LEVEL_1)); ClassDB::bind_method(D_METHOD("add_vector2", "value", "compression_level"), &DataBuffer::add_vector2, DEFVAL(COMPRESSION_LEVEL_1)); ClassDB::bind_method(D_METHOD("add_normalized_vector2", "value", "compression_level"), &DataBuffer::add_normalized_vector2, DEFVAL(COMPRESSION_LEVEL_1)); ClassDB::bind_method(D_METHOD("add_vector3", "value", "compression_level"), &DataBuffer::add_vector3, DEFVAL(COMPRESSION_LEVEL_1)); ClassDB::bind_method(D_METHOD("add_normalized_vector3", "value", "compression_level"), &DataBuffer::add_normalized_vector3, DEFVAL(COMPRESSION_LEVEL_1)); ClassDB::bind_method(D_METHOD("add_variant", "value"), &DataBuffer::add_variant); ClassDB::bind_method(D_METHOD("read_bool"), &DataBuffer::read_bool); ClassDB::bind_method(D_METHOD("read_int", "compression_level"), &DataBuffer::read_int, DEFVAL(COMPRESSION_LEVEL_1)); ClassDB::bind_method(D_METHOD("read_uint", "compression_level"), &DataBuffer::read_uint, DEFVAL(COMPRESSION_LEVEL_1)); ClassDB::bind_method(D_METHOD("read_real", "compression_level"), &DataBuffer::read_real, DEFVAL(COMPRESSION_LEVEL_1)); ClassDB::bind_method(D_METHOD("read_positive_unit_real", "compression_level"), &DataBuffer::read_positive_unit_real, DEFVAL(COMPRESSION_LEVEL_1)); ClassDB::bind_method(D_METHOD("read_unit_real", "compression_level"), &DataBuffer::read_unit_real, DEFVAL(COMPRESSION_LEVEL_1)); ClassDB::bind_method(D_METHOD("read_vector2", "compression_level"), &DataBuffer::read_vector2, DEFVAL(COMPRESSION_LEVEL_1)); ClassDB::bind_method(D_METHOD("read_normalized_vector2", "compression_level"), &DataBuffer::read_normalized_vector2, DEFVAL(COMPRESSION_LEVEL_1)); ClassDB::bind_method(D_METHOD("read_vector3", "compression_level"), &DataBuffer::read_vector3, DEFVAL(COMPRESSION_LEVEL_1)); ClassDB::bind_method(D_METHOD("read_normalized_vector3", "compression_level"), &DataBuffer::read_normalized_vector3, DEFVAL(COMPRESSION_LEVEL_1)); ClassDB::bind_method(D_METHOD("read_variant"), &DataBuffer::read_variant); ClassDB::bind_method(D_METHOD("skip_bool"), &DataBuffer::skip_bool); ClassDB::bind_method(D_METHOD("skip_int", "compression_level"), &DataBuffer::skip_int, DEFVAL(COMPRESSION_LEVEL_1)); ClassDB::bind_method(D_METHOD("skip_uint", "compression_level"), &DataBuffer::skip_uint, DEFVAL(COMPRESSION_LEVEL_1)); ClassDB::bind_method(D_METHOD("skip_real", "compression_level"), &DataBuffer::skip_real, DEFVAL(COMPRESSION_LEVEL_1)); ClassDB::bind_method(D_METHOD("skip_unit_real", "compression_level"), &DataBuffer::skip_unit_real, DEFVAL(COMPRESSION_LEVEL_1)); ClassDB::bind_method(D_METHOD("skip_vector2", "compression_level"), &DataBuffer::skip_vector2, DEFVAL(COMPRESSION_LEVEL_1)); ClassDB::bind_method(D_METHOD("skip_normalized_vector2", "compression_level"), &DataBuffer::skip_normalized_vector2, DEFVAL(COMPRESSION_LEVEL_1)); ClassDB::bind_method(D_METHOD("skip_vector3", "compression_level"), &DataBuffer::skip_vector3, DEFVAL(COMPRESSION_LEVEL_1)); ClassDB::bind_method(D_METHOD("skip_normalized_vector3", "compression_level"), &DataBuffer::skip_normalized_vector3, DEFVAL(COMPRESSION_LEVEL_1)); ClassDB::bind_method(D_METHOD("get_bool_size"), &DataBuffer::get_bool_size); ClassDB::bind_method(D_METHOD("get_int_size", "compression_level"), &DataBuffer::get_int_size, DEFVAL(COMPRESSION_LEVEL_1)); ClassDB::bind_method(D_METHOD("get_uint_size", "compression_level"), &DataBuffer::get_uint_size, DEFVAL(COMPRESSION_LEVEL_1)); ClassDB::bind_method(D_METHOD("get_real_size", "compression_level"), &DataBuffer::get_real_size, DEFVAL(COMPRESSION_LEVEL_1)); ClassDB::bind_method(D_METHOD("get_unit_real_size", "compression_level"), &DataBuffer::get_unit_real_size, DEFVAL(COMPRESSION_LEVEL_1)); ClassDB::bind_method(D_METHOD("get_vector2_size", "compression_level"), &DataBuffer::get_vector2_size, DEFVAL(COMPRESSION_LEVEL_1)); ClassDB::bind_method(D_METHOD("get_normalized_vector2_size", "compression_level"), &DataBuffer::get_normalized_vector2_size, DEFVAL(COMPRESSION_LEVEL_1)); ClassDB::bind_method(D_METHOD("get_vector3_size", "compression_level"), &DataBuffer::get_vector3_size, DEFVAL(COMPRESSION_LEVEL_1)); ClassDB::bind_method(D_METHOD("get_normalized_vector3_size", "compression_level"), &DataBuffer::get_normalized_vector3_size, DEFVAL(COMPRESSION_LEVEL_1)); ClassDB::bind_method(D_METHOD("read_bool_size"), &DataBuffer::read_bool_size); ClassDB::bind_method(D_METHOD("read_int_size", "compression_level"), &DataBuffer::read_int_size, DEFVAL(COMPRESSION_LEVEL_1)); ClassDB::bind_method(D_METHOD("read_uint_size", "compression_level"), &DataBuffer::read_uint_size, DEFVAL(COMPRESSION_LEVEL_1)); ClassDB::bind_method(D_METHOD("read_real_size", "compression_level"), &DataBuffer::read_real_size, DEFVAL(COMPRESSION_LEVEL_1)); ClassDB::bind_method(D_METHOD("read_unit_real_size", "compression_level"), &DataBuffer::read_unit_real_size, DEFVAL(COMPRESSION_LEVEL_1)); ClassDB::bind_method(D_METHOD("read_vector2_size", "compression_level"), &DataBuffer::read_vector2_size, DEFVAL(COMPRESSION_LEVEL_1)); ClassDB::bind_method(D_METHOD("read_normalized_vector2_size", "compression_level"), &DataBuffer::read_normalized_vector2_size, DEFVAL(COMPRESSION_LEVEL_1)); ClassDB::bind_method(D_METHOD("read_vector3_size", "compression_level"), &DataBuffer::read_vector3_size, DEFVAL(COMPRESSION_LEVEL_1)); ClassDB::bind_method(D_METHOD("read_normalized_vector3_size", "compression_level"), &DataBuffer::read_normalized_vector3_size, DEFVAL(COMPRESSION_LEVEL_1)); ClassDB::bind_method(D_METHOD("read_variant_size"), &DataBuffer::read_variant_size); ClassDB::bind_method(D_METHOD("begin_read"), &DataBuffer::begin_read); ClassDB::bind_method(D_METHOD("begin_write", "meta_size"), &DataBuffer::begin_write); ClassDB::bind_method(D_METHOD("dry"), &DataBuffer::dry); } DataBuffer::DataBuffer(const DataBuffer &p_other) : Object(), metadata_size(p_other.metadata_size), bit_offset(p_other.bit_offset), bit_size(p_other.bit_size), is_reading(p_other.is_reading), buffer(p_other.buffer) {} DataBuffer::DataBuffer(const BitArray &p_buffer) : Object(), bit_size(p_buffer.size_in_bits()), is_reading(true), buffer(p_buffer) {} void DataBuffer::copy(const DataBuffer &p_other) { metadata_size = p_other.metadata_size; bit_offset = p_other.bit_offset; bit_size = p_other.bit_size; is_reading = p_other.is_reading; buffer = p_other.buffer; } void DataBuffer::copy(const BitArray &p_buffer) { metadata_size = 0; bit_offset = 0; bit_size = p_buffer.size_in_bits(); is_reading = true; buffer = p_buffer; } void DataBuffer::begin_write(int p_metadata_size) { CRASH_COND_MSG(p_metadata_size < 0, "Metadata size can't be negative"); metadata_size = p_metadata_size; bit_size = 0; bit_offset = 0; is_reading = false; } void DataBuffer::dry() { buffer.resize_in_bits(metadata_size + bit_size); } void DataBuffer::seek(int p_bits) { ERR_FAIL_INDEX(p_bits, metadata_size + bit_size + 1); bit_offset = p_bits; } void DataBuffer::shrink_to(int p_metadata_bit_size, int p_bit_size) { CRASH_COND_MSG(p_metadata_bit_size < 0, "Metadata size can't be negative"); ERR_FAIL_COND_MSG(p_bit_size < 0, "Bit size can't be negative"); ERR_FAIL_COND_MSG(buffer.size_in_bits() < (p_metadata_bit_size + p_bit_size), "The buffer is smaller than the new given size."); metadata_size = p_metadata_bit_size; bit_size = p_bit_size; } int DataBuffer::get_metadata_size() const { return metadata_size; } int DataBuffer::size() const { return bit_size; } int DataBuffer::total_size() const { return bit_size + metadata_size; } int DataBuffer::get_bit_offset() const { return bit_offset; } void DataBuffer::skip(int p_bits) { ERR_FAIL_COND((metadata_size + bit_size) < (bit_offset + p_bits)); bit_offset += p_bits; } void DataBuffer::begin_read() { bit_offset = 0; is_reading = true; } bool DataBuffer::add_bool(bool p_input) { ERR_FAIL_COND_V(is_reading == true, p_input); DEB_WRITE(DATA_TYPE_BOOL, COMPRESSION_LEVEL_0, p_input); const int bits = get_bit_taken(DATA_TYPE_BOOL, COMPRESSION_LEVEL_0); make_room_in_bits(bits); buffer.store_bits(bit_offset, p_input, bits); bit_offset += bits; #ifdef DEBUG_ENABLED // Can't never happen because the buffer size is correctly handled. CRASH_COND((metadata_size + bit_size) > buffer.size_in_bits() && bit_offset > buffer.size_in_bits()); #endif return p_input; } bool DataBuffer::read_bool() { ERR_FAIL_COND_V(is_reading == false, false); const int bits = get_bit_taken(DATA_TYPE_BOOL, COMPRESSION_LEVEL_0); const bool d = buffer.read_bits(bit_offset, bits); bit_offset += bits; DEB_READ(DATA_TYPE_BOOL, COMPRESSION_LEVEL_0, d); return d; } int64_t DataBuffer::add_int(int64_t p_input, CompressionLevel p_compression_level) { ERR_FAIL_COND_V(is_reading == true, p_input); DEB_WRITE(DATA_TYPE_INT, p_compression_level, p_input); const int bits = get_bit_taken(DATA_TYPE_INT, p_compression_level); int64_t value = p_input; // Clamp the value to the max that the bit can store. if (bits == 8) { value = CLAMP(value, INT8_MIN, INT8_MAX); } else if (bits == 16) { value = CLAMP(value, INT16_MIN, INT16_MAX); } else if (bits == 32) { value = CLAMP(value, INT32_MIN, INT32_MAX); } else { // Nothing to do here } make_room_in_bits(bits); // Safely convert int to uint. uint64_t uvalue; memcpy(&uvalue, &value, sizeof(uint64_t)); buffer.store_bits(bit_offset, uvalue, bits); bit_offset += bits; #ifdef DEBUG_ENABLED // Can't never happen because the buffer size is correctly handled. CRASH_COND((metadata_size + bit_size) > buffer.size_in_bits() && bit_offset > buffer.size_in_bits()); #endif return value; } int64_t DataBuffer::read_int(CompressionLevel p_compression_level) { ERR_FAIL_COND_V(is_reading == false, 0); const int bits = get_bit_taken(DATA_TYPE_INT, p_compression_level); const uint64_t uvalue = buffer.read_bits(bit_offset, bits); bit_offset += bits; int64_t value; memcpy(&value, &uvalue, sizeof(uint64_t)); if (bits == 8) { DEB_READ(DATA_TYPE_INT, p_compression_level, static_cast(value)); return static_cast(value); } else if (bits == 16) { DEB_READ(DATA_TYPE_INT, p_compression_level, static_cast(value)); return static_cast(value); } else if (bits == 32) { DEB_READ(DATA_TYPE_INT, p_compression_level, static_cast(value)); return static_cast(value); } else { DEB_READ(DATA_TYPE_INT, p_compression_level, value); return value; } } uint64_t DataBuffer::add_uint(uint64_t p_input, CompressionLevel p_compression_level) { ERR_FAIL_COND_V(is_reading == true, p_input); DEB_WRITE(DATA_TYPE_UINT, p_compression_level, p_input); const int bits = get_bit_taken(DATA_TYPE_UINT, p_compression_level); uint64_t value = p_input; // Clamp the value to the max that the bit can store. if (bits == 8) { value = MIN(value, UINT8_MAX); } else if (bits == 16) { value = MIN(value, UINT16_MAX); } else if (bits == 32) { value = MIN(value, UINT32_MAX); } else { // Nothing to do here } make_room_in_bits(bits); buffer.store_bits(bit_offset, value, bits); bit_offset += bits; #ifdef DEBUG_ENABLED // Can't never happen because the buffer size is correctly handled. CRASH_COND((metadata_size + bit_size) > buffer.size_in_bits() && bit_offset > buffer.size_in_bits()); #endif return value; } uint64_t DataBuffer::read_uint(CompressionLevel p_compression_level) { ERR_FAIL_COND_V(is_reading == false, 0); const int bits = get_bit_taken(DATA_TYPE_UINT, p_compression_level); const uint64_t value = buffer.read_bits(bit_offset, bits); bit_offset += bits; DEB_READ(DATA_TYPE_UINT, p_compression_level, value); return value; } double DataBuffer::add_real(double p_input, CompressionLevel p_compression_level) { ERR_FAIL_COND_V(is_reading == true, p_input); DEB_WRITE(DATA_TYPE_REAL, p_compression_level, p_input); // Clamp the input value according to the compression level // Minifloat (compression level 0) have a special bias const int exponent_bits = get_exponent_bits(p_compression_level); const int mantissa_bits = get_mantissa_bits(p_compression_level); const double bias = p_compression_level == COMPRESSION_LEVEL_3 ? Math::pow(2.0, exponent_bits) - 3 : Math::pow(2.0, exponent_bits - 1) - 1; const double max_value = (2.0 - Math::pow(2.0, -(mantissa_bits - 1))) * Math::pow(2.0, bias); const double clamped_input = CLAMP(p_input, -max_value, max_value); // Split number according to IEEE 754 binary format. // Mantissa floating point value represented in range (-1;-0.5], [0.5; 1). int exponent; double mantissa = frexp(clamped_input, &exponent); // Extract sign. const bool sign = mantissa < 0; mantissa = Math::abs(mantissa); // Round mantissa into the specified number of bits (like float -> double conversion). double mantissa_scale = Math::pow(2.0, mantissa_bits); if (exponent <= 0) { // Subnormal value, apply exponent to mantissa and reduce power of scale by one. mantissa *= Math::pow(2.0, exponent); exponent = 0; mantissa_scale /= 2.0; } mantissa = Math::round(mantissa * mantissa_scale) / mantissa_scale; // Round to specified number of bits. if (mantissa < 0.5 && mantissa != 0) { // Check underflow, extract exponent from mantissa. exponent += ilogb(mantissa) + 1; mantissa /= Math::pow(2.0, exponent); } else if (mantissa == 1) { // Check overflow, increment the exponent. ++exponent; mantissa = 0.5; } // Convert the mantissa to an integer that represents the offset index (IEE 754 floating point representation) to send over network safely. const uint64_t integer_mantissa = exponent <= 0 ? mantissa * mantissa_scale * Math::pow(2.0, exponent) : (mantissa - 0.5) * mantissa_scale; make_room_in_bits(mantissa_bits + exponent_bits); buffer.store_bits(bit_offset, sign, 1); bit_offset += 1; buffer.store_bits(bit_offset, integer_mantissa, mantissa_bits - 1); bit_offset += mantissa_bits - 1; // Send unsigned value (just shift it by bias) to avoid sign issues. buffer.store_bits(bit_offset, exponent + bias, exponent_bits); bit_offset += exponent_bits; return ldexp(sign ? -mantissa : mantissa, exponent); } double DataBuffer::read_real(CompressionLevel p_compression_level) { ERR_FAIL_COND_V(is_reading == false, 0.0); const bool sign = buffer.read_bits(bit_offset, 1); bit_offset += 1; const int mantissa_bits = get_mantissa_bits(p_compression_level); const uint64_t integer_mantissa = buffer.read_bits(bit_offset, mantissa_bits - 1); bit_offset += mantissa_bits - 1; const int exponent_bits = get_exponent_bits(p_compression_level); const double bias = p_compression_level == COMPRESSION_LEVEL_3 ? Math::pow(2.0, exponent_bits) - 3 : Math::pow(2.0, exponent_bits - 1) - 1; int exponent = static_cast(buffer.read_bits(bit_offset, exponent_bits)) - static_cast(bias); bit_offset += exponent_bits; // Convert integer mantissa into the floating point representation // When the index of the mantissa and exponent are 0, then this is a special case and the mantissa is 0. const double mantissa_scale = Math::pow(2.0, exponent <= 0 ? mantissa_bits - 1 : mantissa_bits); const double mantissa = exponent <= 0 ? integer_mantissa / mantissa_scale / Math::pow(2.0, exponent) : integer_mantissa / mantissa_scale + 0.5; const double value = ldexp(sign ? -mantissa : mantissa, exponent); DEB_READ(DATA_TYPE_REAL, p_compression_level, value); return value; } real_t DataBuffer::add_positive_unit_real(real_t p_input, CompressionLevel p_compression_level) { #ifdef DEBUG_ENABLED ERR_FAIL_COND_V_MSG(p_input < 0 || p_input > 1, p_input, "Value must be between zero and one."); #endif ERR_FAIL_COND_V(is_reading == true, p_input); DEB_WRITE(DATA_TYPE_POSITIVE_UNIT_REAL, p_compression_level, p_input); const int bits = get_bit_taken(DATA_TYPE_POSITIVE_UNIT_REAL, p_compression_level); const double max_value = static_cast(~(UINT64_MAX << bits)); const uint64_t compressed_val = compress_unit_float(p_input, max_value); make_room_in_bits(bits); buffer.store_bits(bit_offset, compressed_val, bits); bit_offset += bits; #ifdef DEBUG_ENABLED // Can't never happen because the buffer size is correctly handled. CRASH_COND((metadata_size + bit_size) > buffer.size_in_bits() && bit_offset > buffer.size_in_bits()); #endif return decompress_unit_float(compressed_val, max_value); } real_t DataBuffer::read_positive_unit_real(CompressionLevel p_compression_level) { ERR_FAIL_COND_V(is_reading == false, 0.0); const int bits = get_bit_taken(DATA_TYPE_POSITIVE_UNIT_REAL, p_compression_level); const double max_value = static_cast(~(UINT64_MAX << bits)); const uint64_t compressed_val = buffer.read_bits(bit_offset, bits); bit_offset += bits; const real_t value = decompress_unit_float(compressed_val, max_value); DEB_READ(DATA_TYPE_POSITIVE_UNIT_REAL, p_compression_level, value); return value; } real_t DataBuffer::add_unit_real(real_t p_input, CompressionLevel p_compression_level) { ERR_FAIL_COND_V(is_reading == true, p_input); DEB_WRITE(DATA_TYPE_UNIT_REAL, p_compression_level, p_input); const real_t added_real = add_positive_unit_real(ABS(p_input), p_compression_level); const int bits_for_sign = 1; const uint32_t is_negative = p_input < 0.0; make_room_in_bits(bits_for_sign); buffer.store_bits(bit_offset, is_negative, bits_for_sign); bit_offset += bits_for_sign; #ifdef DEBUG_ENABLED // Can't never happen because the buffer size is correctly handled. CRASH_COND((metadata_size + bit_size) > buffer.size_in_bits() && bit_offset > buffer.size_in_bits()); #endif return is_negative ? -added_real : added_real; } real_t DataBuffer::read_unit_real(CompressionLevel p_compression_level) { ERR_FAIL_COND_V(is_reading == false, 0.0); const real_t value = read_positive_unit_real(p_compression_level); const int bits_for_sign = 1; const bool is_negative = buffer.read_bits(bit_offset, bits_for_sign); bit_offset += bits_for_sign; const real_t ret = is_negative ? -value : value; DEB_READ(DATA_TYPE_UNIT_REAL, p_compression_level, ret); return ret; } Vector2 DataBuffer::add_vector2(Vector2 p_input, CompressionLevel p_compression_level) { ERR_FAIL_COND_V(is_reading == true, p_input); #ifndef REAL_T_IS_DOUBLE // Fallback to compression level 1 if real_t is float if (p_compression_level == DataBuffer::COMPRESSION_LEVEL_0) { WARN_PRINT_ONCE("Compression level 0 is not supported for Vector2 for a binary compiled with single precision float. Falling back to compression level 1"); p_compression_level = DataBuffer::COMPRESSION_LEVEL_1; } #endif DEB_WRITE(DATA_TYPE_VECTOR2, p_compression_level, p_input); DEB_DISABLE Vector2 r; r[0] = add_real(p_input[0], p_compression_level); r[1] = add_real(p_input[1], p_compression_level); DEB_ENABLE return r; } Vector2 DataBuffer::read_vector2(CompressionLevel p_compression_level) { ERR_FAIL_COND_V(is_reading == false, Vector2()); #ifndef REAL_T_IS_DOUBLE // Fallback to compression level 1 if real_t is float if (p_compression_level == DataBuffer::COMPRESSION_LEVEL_0) { WARN_PRINT_ONCE("Compression level 0 is not supported for Vector2 for a binary compiled with single precision float. Falling back to compression level 1"); p_compression_level = DataBuffer::COMPRESSION_LEVEL_1; } #endif DEB_DISABLE Vector2 r; r[0] = read_real(p_compression_level); r[1] = read_real(p_compression_level); DEB_ENABLE DEB_READ(DATA_TYPE_VECTOR2, p_compression_level, r); return r; } Vector2 DataBuffer::add_normalized_vector2(Vector2 p_input, CompressionLevel p_compression_level) { const uint32_t is_not_zero = p_input.length_squared() > CMP_EPSILON; #ifdef DEBUG_ENABLED ERR_FAIL_COND_V_MSG(p_input.is_normalized() == false && is_not_zero, p_input, "[FATAL] The encoding failed because this function expects a normalized vector."); #endif ERR_FAIL_COND_V(is_reading == true, p_input); DEB_WRITE(DATA_TYPE_NORMALIZED_VECTOR2, p_compression_level, p_input); const int bits = get_bit_taken(DATA_TYPE_NORMALIZED_VECTOR2, p_compression_level); const int bits_for_the_angle = bits - 1; const int bits_for_zero = 1; const double angle = p_input.angle(); const double max_value = static_cast(~(UINT64_MAX << bits_for_the_angle)); const uint64_t compressed_angle = compress_unit_float((angle + Math_PI) / Math_TAU, max_value); make_room_in_bits(bits); buffer.store_bits(bit_offset, is_not_zero, bits_for_zero); buffer.store_bits(bit_offset + 1, compressed_angle, bits_for_the_angle); bit_offset += bits; const real_t decompressed_angle = (decompress_unit_float(compressed_angle, max_value) * Math_TAU) - Math_PI; const real_t x = Math::cos(decompressed_angle); const real_t y = Math::sin(decompressed_angle); #ifdef DEBUG_ENABLED // Can't never happen because the buffer size is correctly handled. CRASH_COND((metadata_size + bit_size) > buffer.size_in_bits() && bit_offset > buffer.size_in_bits()); #endif return Vector2(x, y) * is_not_zero; } Vector2 DataBuffer::read_normalized_vector2(CompressionLevel p_compression_level) { ERR_FAIL_COND_V(is_reading == false, Vector2()); const int bits = get_bit_taken(DATA_TYPE_NORMALIZED_VECTOR2, p_compression_level); const int bits_for_the_angle = bits - 1; const int bits_for_zero = 1; const double max_value = static_cast(~(UINT64_MAX << bits_for_the_angle)); const real_t is_not_zero = buffer.read_bits(bit_offset, bits_for_zero); const uint64_t compressed_angle = buffer.read_bits(bit_offset + 1, bits_for_the_angle); bit_offset += bits; const real_t decompressed_angle = (decompress_unit_float(compressed_angle, max_value) * Math_TAU) - Math_PI; const real_t x = Math::cos(decompressed_angle); const real_t y = Math::sin(decompressed_angle); const Vector2 value = Vector2(x, y) * is_not_zero; DEB_READ(DATA_TYPE_NORMALIZED_VECTOR2, p_compression_level, value); return value; } Vector3 DataBuffer::add_vector3(Vector3 p_input, CompressionLevel p_compression_level) { ERR_FAIL_COND_V(is_reading == true, p_input); #ifndef REAL_T_IS_DOUBLE // Fallback to compression level 1 if real_t is float if (p_compression_level == DataBuffer::COMPRESSION_LEVEL_0) { WARN_PRINT_ONCE("Compression level 0 is not supported for Vector3 for a binary compiled with single precision float. Falling back to compression level 1"); p_compression_level = DataBuffer::COMPRESSION_LEVEL_1; } #endif DEB_WRITE(DATA_TYPE_VECTOR3, p_compression_level, p_input); DEB_DISABLE Vector3 r; r[0] = add_real(p_input[0], p_compression_level); r[1] = add_real(p_input[1], p_compression_level); r[2] = add_real(p_input[2], p_compression_level); DEB_ENABLE return r; } Vector3 DataBuffer::read_vector3(CompressionLevel p_compression_level) { ERR_FAIL_COND_V(is_reading == false, Vector3()); #ifndef REAL_T_IS_DOUBLE // Fallback to compression level 1 if real_t is float if (p_compression_level == DataBuffer::COMPRESSION_LEVEL_0) { WARN_PRINT_ONCE("Compression level 0 is not supported for Vector3 for a binary compiled with single precision float. Falling back to compression level 1"); p_compression_level = DataBuffer::COMPRESSION_LEVEL_1; } #endif DEB_DISABLE Vector3 r; r[0] = read_real(p_compression_level); r[1] = read_real(p_compression_level); r[2] = read_real(p_compression_level); DEB_ENABLE DEB_READ(DATA_TYPE_VECTOR3, p_compression_level, r); return r; } Vector3 DataBuffer::add_normalized_vector3(Vector3 p_input, CompressionLevel p_compression_level) { #ifdef DEBUG_ENABLED const uint32_t is_not_zero = p_input.length_squared() > CMP_EPSILON; ERR_FAIL_COND_V_MSG(p_input.is_normalized() == false && is_not_zero, p_input, "[FATAL] This function expects a normalized vector."); #endif ERR_FAIL_COND_V(is_reading == true, p_input); DEB_WRITE(DATA_TYPE_NORMALIZED_VECTOR3, p_compression_level, p_input); DEB_DISABLE const real_t x_axis = add_unit_real(p_input.x, p_compression_level); const real_t y_axis = add_unit_real(p_input.y, p_compression_level); const real_t z_axis = add_unit_real(p_input.z, p_compression_level); DEB_ENABLE return Vector3(x_axis, y_axis, z_axis); } Vector3 DataBuffer::read_normalized_vector3(CompressionLevel p_compression_level) { ERR_FAIL_COND_V(is_reading == false, Vector3()); DEB_DISABLE const real_t x_axis = read_unit_real(p_compression_level); const real_t y_axis = read_unit_real(p_compression_level); const real_t z_axis = read_unit_real(p_compression_level); DEB_ENABLE const Vector3 value(x_axis, y_axis, z_axis); DEB_READ(DATA_TYPE_NORMALIZED_VECTOR3, p_compression_level, value); return value; } Variant DataBuffer::add_variant(const Variant &p_input) { // TODO consider to use a method similar to `_encode_and_compress_variant` // to compress the encoded data a bit. // Get the variant size. int len = 0; DEB_WRITE(DATA_TYPE_VARIANT, COMPRESSION_LEVEL_0, p_input); const Error len_err = encode_variant( p_input, nullptr, len, false); ERR_FAIL_COND_V_MSG( len_err != OK, Variant(), "Was not possible encode the variant."); // Variant encoding pads the data to byte, so doesn't make sense write it // unpadded. make_room_pad_to_next_byte(); make_room_in_bits(len * 8); #ifdef DEBUG_ENABLED // This condition is always false thanks to the `make_room_pad_to_next_byte`. // so it's safe to assume we are starting from the begin of the byte. CRASH_COND((bit_offset % 8) != 0); #endif const Error write_err = encode_variant( p_input, buffer.get_bytes_mut().ptrw() + (bit_offset / 8), len, false); ERR_FAIL_COND_V_MSG( write_err != OK, Variant(), "Was not possible encode the variant."); bit_offset += len * 8; return p_input; } Variant DataBuffer::read_variant() { Variant ret; int len = 0; // The Variant is always written starting from the beginning of the byte. const bool success = pad_to_next_byte(); ERR_FAIL_COND_V_MSG(success == false, Variant(), "Padding failed."); #ifdef DEBUG_ENABLED // This condition is always false thanks to the `pad_to_next_byte`; So is // safe to assume we are starting from the begin of the byte. CRASH_COND((bit_offset % 8) != 0); #endif const Error read_err = decode_variant( ret, buffer.get_bytes().ptr() + (bit_offset / 8), buffer.size_in_bytes() - (bit_offset / 8), &len, false); ERR_FAIL_COND_V_MSG( read_err != OK, Variant(), "Was not possible decode the variant."); bit_offset += len * 8; DEB_READ(DATA_TYPE_VARIANT, COMPRESSION_LEVEL_0, ret); return ret; } void DataBuffer::zero() { buffer.zero(); } void DataBuffer::skip_bool() { const int bits = get_bool_size(); skip(bits); } void DataBuffer::skip_int(CompressionLevel p_compression) { const int bits = get_int_size(p_compression); skip(bits); } void DataBuffer::skip_uint(CompressionLevel p_compression) { const int bits = get_uint_size(p_compression); skip(bits); } void DataBuffer::skip_real(CompressionLevel p_compression) { const int bits = get_real_size(p_compression); skip(bits); } void DataBuffer::skip_positive_unit_real(CompressionLevel p_compression) { const int bits = get_positive_unit_real_size(p_compression); skip(bits); } void DataBuffer::skip_unit_real(CompressionLevel p_compression) { const int bits = get_unit_real_size(p_compression); skip(bits); } void DataBuffer::skip_vector2(CompressionLevel p_compression) { const int bits = get_vector2_size(p_compression); skip(bits); } void DataBuffer::skip_normalized_vector2(CompressionLevel p_compression) { const int bits = get_normalized_vector2_size(p_compression); skip(bits); } void DataBuffer::skip_vector3(CompressionLevel p_compression) { const int bits = get_vector3_size(p_compression); skip(bits); } void DataBuffer::skip_normalized_vector3(CompressionLevel p_compression) { const int bits = get_normalized_vector3_size(p_compression); skip(bits); } int DataBuffer::get_bool_size() const { return DataBuffer::get_bit_taken(DATA_TYPE_BOOL, COMPRESSION_LEVEL_0); } int DataBuffer::get_int_size(CompressionLevel p_compression) const { return DataBuffer::get_bit_taken(DATA_TYPE_INT, p_compression); } int DataBuffer::get_uint_size(CompressionLevel p_compression) const { return DataBuffer::get_bit_taken(DATA_TYPE_UINT, p_compression); } int DataBuffer::get_real_size(CompressionLevel p_compression) const { return DataBuffer::get_bit_taken(DATA_TYPE_REAL, p_compression); } int DataBuffer::get_positive_unit_real_size(CompressionLevel p_compression) const { return DataBuffer::get_bit_taken(DATA_TYPE_POSITIVE_UNIT_REAL, p_compression); } int DataBuffer::get_unit_real_size(CompressionLevel p_compression) const { return DataBuffer::get_bit_taken(DATA_TYPE_UNIT_REAL, p_compression); } int DataBuffer::get_vector2_size(CompressionLevel p_compression) const { return DataBuffer::get_bit_taken(DATA_TYPE_VECTOR2, p_compression); } int DataBuffer::get_normalized_vector2_size(CompressionLevel p_compression) const { return DataBuffer::get_bit_taken(DATA_TYPE_NORMALIZED_VECTOR2, p_compression); } int DataBuffer::get_vector3_size(CompressionLevel p_compression) const { return DataBuffer::get_bit_taken(DATA_TYPE_VECTOR3, p_compression); } int DataBuffer::get_normalized_vector3_size(CompressionLevel p_compression) const { return DataBuffer::get_bit_taken(DATA_TYPE_NORMALIZED_VECTOR3, p_compression); } int DataBuffer::read_bool_size() { const int bits = get_bool_size(); skip(bits); return bits; } int DataBuffer::read_int_size(CompressionLevel p_compression) { const int bits = get_int_size(p_compression); skip(bits); return bits; } int DataBuffer::read_uint_size(CompressionLevel p_compression) { const int bits = get_uint_size(p_compression); skip(bits); return bits; } int DataBuffer::read_real_size(CompressionLevel p_compression) { const int bits = get_real_size(p_compression); skip(bits); return bits; } int DataBuffer::read_positive_unit_real_size(CompressionLevel p_compression) { const int bits = get_positive_unit_real_size(p_compression); skip(bits); return bits; } int DataBuffer::read_unit_real_size(CompressionLevel p_compression) { const int bits = get_unit_real_size(p_compression); skip(bits); return bits; } int DataBuffer::read_vector2_size(CompressionLevel p_compression) { const int bits = get_vector2_size(p_compression); skip(bits); return bits; } int DataBuffer::read_normalized_vector2_size(CompressionLevel p_compression) { const int bits = get_normalized_vector2_size(p_compression); skip(bits); return bits; } int DataBuffer::read_vector3_size(CompressionLevel p_compression) { const int bits = get_vector3_size(p_compression); skip(bits); return bits; } int DataBuffer::read_normalized_vector3_size(CompressionLevel p_compression) { const int bits = get_normalized_vector3_size(p_compression); skip(bits); return bits; } int DataBuffer::read_variant_size() { int len = 0; Variant ret; // The Variant is always written starting from the beginning of the byte. const bool success = pad_to_next_byte(); ERR_FAIL_COND_V_MSG(success == false, Variant(), "Padding failed."); #ifdef DEBUG_ENABLED // This condition is always false thanks to the `pad_to_next_byte`; So is // safe to assume we are starting from the begin of the byte. CRASH_COND((bit_offset % 8) != 0); #endif const Error read_err = decode_variant( ret, buffer.get_bytes().ptr() + (bit_offset / 8), buffer.size_in_bytes() - (bit_offset / 8), &len, false); ERR_FAIL_COND_V_MSG( read_err != OK, 0, "Was not possible to decode the variant, error: " + itos(read_err)); bit_offset += len * 8; return len * 8; } int DataBuffer::get_bit_taken(DataType p_data_type, CompressionLevel p_compression) { switch (p_data_type) { case DATA_TYPE_BOOL: // No matter what, 1 bit. return 1; case DATA_TYPE_INT: { switch (p_compression) { case COMPRESSION_LEVEL_0: return 64; case COMPRESSION_LEVEL_1: return 32; case COMPRESSION_LEVEL_2: return 16; case COMPRESSION_LEVEL_3: return 8; default: // Unreachable CRASH_NOW_MSG("Compression level not supported!"); } } break; case DATA_TYPE_UINT: { switch (p_compression) { case COMPRESSION_LEVEL_0: return 64; case COMPRESSION_LEVEL_1: return 32; case COMPRESSION_LEVEL_2: return 16; case COMPRESSION_LEVEL_3: return 8; default: // Unreachable CRASH_NOW_MSG("Compression level not supported!"); } } break; case DATA_TYPE_REAL: { return get_mantissa_bits(p_compression) + get_exponent_bits(p_compression); } break; case DATA_TYPE_POSITIVE_UNIT_REAL: { switch (p_compression) { case COMPRESSION_LEVEL_0: return 10; case COMPRESSION_LEVEL_1: return 8; case COMPRESSION_LEVEL_2: return 6; case COMPRESSION_LEVEL_3: return 4; default: // Unreachable CRASH_NOW_MSG("Compression level not supported!"); } } break; case DATA_TYPE_UNIT_REAL: { return get_bit_taken(DATA_TYPE_POSITIVE_UNIT_REAL, p_compression) + 1; } break; case DATA_TYPE_VECTOR2: { return get_bit_taken(DATA_TYPE_REAL, p_compression) * 2; } break; case DATA_TYPE_NORMALIZED_VECTOR2: { // +1 bit to know if the vector is 0 or a direction switch (p_compression) { case CompressionLevel::COMPRESSION_LEVEL_0: return 11 + 1; case CompressionLevel::COMPRESSION_LEVEL_1: return 10 + 1; case CompressionLevel::COMPRESSION_LEVEL_2: return 9 + 1; case CompressionLevel::COMPRESSION_LEVEL_3: return 8 + 1; } } break; case DATA_TYPE_VECTOR3: { return get_bit_taken(DATA_TYPE_REAL, p_compression) * 3; } break; case DATA_TYPE_NORMALIZED_VECTOR3: { return get_bit_taken(DATA_TYPE_UNIT_REAL, p_compression) * 3; } break; case DATA_TYPE_VARIANT: { ERR_FAIL_V_MSG(0, "The variant size is dynamic and can't be know at compile time."); } default: // Unreachable CRASH_NOW_MSG("Input type not supported!"); } // Unreachable CRASH_NOW_MSG("It was not possible to obtain the bit taken by this input data."); return 0; // Useless, but MS CI is too noisy. } int DataBuffer::get_mantissa_bits(CompressionLevel p_compression) { #ifndef REAL_T_IS_DOUBLE // Fallback to compression level 1 if real_t is float if (p_compression == DataBuffer::COMPRESSION_LEVEL_0) { WARN_PRINT_ONCE("Compression level 0 is not supported for a binary compiled with single precision float. Falling back to compression level 1"); p_compression = DataBuffer::COMPRESSION_LEVEL_1; } #endif // https://en.wikipedia.org/wiki/IEEE_754#Basic_and_interchange_formats switch (p_compression) { case CompressionLevel::COMPRESSION_LEVEL_0: return 53; // Binary64 format case CompressionLevel::COMPRESSION_LEVEL_1: return 24; // Binary32 format case CompressionLevel::COMPRESSION_LEVEL_2: return 11; // Binary16 format case CompressionLevel::COMPRESSION_LEVEL_3: return 4; // https://en.wikipedia.org/wiki/Minifloat } // Unreachable CRASH_NOW_MSG("Unknown compression level."); return 0; // Useless, but MS CI is too noisy. } int DataBuffer::get_exponent_bits(CompressionLevel p_compression) { #ifndef REAL_T_IS_DOUBLE // Fallback to compression level 1 if real_t is float if (p_compression == DataBuffer::COMPRESSION_LEVEL_0) { WARN_PRINT_ONCE("Compression level 0 is not supported for a binary compiled with single precision float. Falling back to compression level 1"); p_compression = DataBuffer::COMPRESSION_LEVEL_1; } #endif // https://en.wikipedia.org/wiki/IEEE_754#Basic_and_interchange_formats switch (p_compression) { case CompressionLevel::COMPRESSION_LEVEL_0: return 11; // Binary64 format case CompressionLevel::COMPRESSION_LEVEL_1: return 8; // Binary32 format case CompressionLevel::COMPRESSION_LEVEL_2: return 5; // Binary16 format case CompressionLevel::COMPRESSION_LEVEL_3: return 4; // https://en.wikipedia.org/wiki/Minifloat } // Unreachable CRASH_NOW_MSG("Unknown compression level."); return 0; // Useless, but MS CI is too noisy. } uint64_t DataBuffer::compress_unit_float(double p_value, double p_scale_factor) { return Math::round(MIN(p_value * p_scale_factor, p_scale_factor)); } double DataBuffer::decompress_unit_float(uint64_t p_value, double p_scale_factor) { return static_cast(p_value) / p_scale_factor; } void DataBuffer::make_room_in_bits(int p_dim) { const int array_min_dim = bit_offset + p_dim; if (array_min_dim > buffer.size_in_bits()) { buffer.resize_in_bits(array_min_dim); } if (array_min_dim > metadata_size) { const int new_bit_size = array_min_dim - metadata_size; if (new_bit_size > bit_size) { bit_size = new_bit_size; } } } void DataBuffer::make_room_pad_to_next_byte() { const int bits_to_next_byte = ((bit_offset + 7) & ~7) - bit_offset; make_room_in_bits(bits_to_next_byte); bit_offset += bits_to_next_byte; } bool DataBuffer::pad_to_next_byte() { const int bits_to_next_byte = ((bit_offset + 7) & ~7) - bit_offset; ERR_FAIL_COND_V_MSG( bit_offset + bits_to_next_byte > buffer.size_in_bits(), false, ""); bit_offset += bits_to_next_byte; return true; }