mirror of
https://github.com/google/flatbuffers.git
synced 2026-06-02 04:04:19 +00:00
* First working hack of adding 64-bit. Don't judge :) * Made vector_downward work on 64 bit types * vector_downward uses size_t, added offset64 to reflection * cleaned up adding offset64 in parser * Add C++ testing skeleton for 64-bit * working test for CreateVector64 * working >2 GiB buffers * support for large strings * simplified CreateString<> to just provide the offset type * generalize CreateVector template * update test_64.afb due to upstream format change * Added Vector64 type, which is just an alias for vector ATM * Switch to Offset64 for Vector64 * Update for reflection bfbs output change * Starting to add support for vector64 type in C++ * made a generic CreateVector that can handle different offsets and vector types * Support for 32-vector with 64-addressing * Vector64 basic builder + tests working * basic support for json vector64 support * renamed fields in test_64bit.fbs to better reflect their use * working C++ vector64 builder * Apply --annotate-sparse-vector to 64-bit tests * Enable Vector64 for --annotate-sparse-vectors * Merged from upstream * Add `near_string` field for testing 32-bit offsets alongside * keep track of where the 32-bit and 64-bit regions are for flatbufferbuilder * move template<> outside class body for GCC * update run.sh to build and run tests * basic assertion for adding 64-bit offset at the wrong time * started to separate `FlatBufferBuilder` into two classes, 1 64-bit aware, the other not * add test for nested flatbuffer vector64, fix bug in alignment of big vectors * fixed CreateDirect method by iterating by Offset64 first * internal refactoring of flatbufferbuilder * block not supported languages in the parser from using 64-bit * evolution tests for adding a vector64 field * conformity tests for adding/removing offset64 attributes * ensure test is for a big buffer * add parser error tests for `offset64` and `vector64` attributes * add missing static that GCC only complains about * remove stdint-uintn.h header that gets automatically added * move 64-bit CalculateOffset internal * fixed return size of EndVector * various fixes on windows * add SizeT to vector_downward * minimze range of size changes in vector and builder * reworked how tracking if 64-offsets are added * Add ReturnT to EndVector * small cleanups * remove need for second Array definition * combine IndirectHelpers into one definition * started support for vector of struct * Support for 32/64-vectors of structs + Offset64 * small cleanups * add verification for vector64 * add sized prefix for 64-bit buffers * add fuzzer for 64-bit * add example of adding many vectors using a wrapper table * run the new -bfbs-gen-embed logic on the 64-bit tests * remove run.sh and fix cmakelist issue * fixed bazel rules * fixed some PR comments * add 64-bit tests to cmakelist
301 lines
9.7 KiB
C++
301 lines
9.7 KiB
C++
#ifndef TEST_BUILDER_H
|
|
#define TEST_BUILDER_H
|
|
|
|
#include <set>
|
|
#include <type_traits>
|
|
|
|
#include "flatbuffers/flatbuffers.h"
|
|
#include "monster_test_generated.h"
|
|
#include "test_assert.h"
|
|
|
|
using MyGame::Example::Color;
|
|
using MyGame::Example::Monster;
|
|
|
|
namespace flatbuffers {
|
|
namespace grpc {
|
|
class MessageBuilder;
|
|
}
|
|
} // namespace flatbuffers
|
|
|
|
inline std::string m1_name() { return "Cyberdemon"; }
|
|
inline std::string m2_name() { return "Imp"; }
|
|
inline MyGame::Example::Color m1_color() {
|
|
return MyGame::Example::Color_Red;
|
|
}
|
|
inline MyGame::Example::Color m2_color() {
|
|
return MyGame::Example::Color_Green;
|
|
}
|
|
inline void m1_color_check() {
|
|
// Ensure that all compilation units see the same monster_test_generated.h.
|
|
extern void CheckTestGeneratedIsValid(const MyGame::Example::Color&);
|
|
CheckTestGeneratedIsValid(m1_color());
|
|
}
|
|
|
|
flatbuffers::Offset<Monster> populate1(flatbuffers::FlatBufferBuilder &builder);
|
|
flatbuffers::Offset<Monster> populate2(flatbuffers::FlatBufferBuilder &builder);
|
|
|
|
uint8_t *release_raw_base(flatbuffers::FlatBufferBuilder &fbb, size_t &size,
|
|
size_t &offset);
|
|
|
|
void free_raw(flatbuffers::grpc::MessageBuilder &mbb, uint8_t *buf);
|
|
void free_raw(flatbuffers::FlatBufferBuilder &fbb, uint8_t *buf);
|
|
|
|
bool verify(const flatbuffers::DetachedBuffer &buf,
|
|
const std::string &expected_name, Color color);
|
|
bool verify(const uint8_t *buf, size_t offset, const std::string &expected_name,
|
|
Color color);
|
|
|
|
bool release_n_verify(flatbuffers::FlatBufferBuilder &fbb,
|
|
const std::string &expected_name, Color color);
|
|
bool release_n_verify(flatbuffers::grpc::MessageBuilder &mbb,
|
|
const std::string &expected_name, Color color);
|
|
|
|
// Invokes this function when testing the following Builder types
|
|
// FlatBufferBuilder, TestHeapBuilder, and GrpcLikeMessageBuilder
|
|
template<class Builder>
|
|
void builder_move_assign_after_releaseraw_test(Builder b1) {
|
|
auto root_offset1 = populate1(b1);
|
|
b1.Finish(root_offset1);
|
|
size_t size, offset;
|
|
|
|
uint8_t *rr = b1.ReleaseRaw(size, offset);
|
|
std::shared_ptr<uint8_t> raw(
|
|
rr, [size](uint8_t *ptr) {
|
|
flatbuffers::DefaultAllocator::dealloc(ptr, size);
|
|
});
|
|
Builder src;
|
|
auto root_offset2 = populate2(src);
|
|
src.Finish(root_offset2);
|
|
auto src_size = src.GetSize();
|
|
// Move into a released builder.
|
|
b1 = std::move(src);
|
|
TEST_EQ_FUNC(b1.GetSize(), src_size);
|
|
TEST_ASSERT_FUNC(release_n_verify(b1, m2_name(), m2_color()));
|
|
TEST_EQ_FUNC(src.GetSize(), 0);
|
|
}
|
|
|
|
void builder_move_assign_after_releaseraw_test(
|
|
flatbuffers::grpc::MessageBuilder b1);
|
|
|
|
template<class DestBuilder, class SrcBuilder = DestBuilder>
|
|
struct BuilderTests {
|
|
static void empty_builder_movector_test() {
|
|
SrcBuilder src;
|
|
size_t src_size = src.GetSize();
|
|
DestBuilder dst(std::move(src));
|
|
size_t dst_size = dst.GetSize();
|
|
TEST_EQ_FUNC(src_size, 0);
|
|
TEST_EQ_FUNC(src_size, dst_size);
|
|
}
|
|
|
|
static void nonempty_builder_movector_test() {
|
|
SrcBuilder src;
|
|
populate1(src);
|
|
size_t src_size = src.GetSize();
|
|
DestBuilder dst(std::move(src));
|
|
TEST_EQ_FUNC(src_size, dst.GetSize());
|
|
TEST_EQ_FUNC(src.GetSize(), 0);
|
|
}
|
|
|
|
static void builder_movector_before_finish_test() {
|
|
SrcBuilder src;
|
|
auto root_offset1 = populate1(src);
|
|
DestBuilder dst(std::move(src));
|
|
dst.Finish(root_offset1);
|
|
TEST_ASSERT_FUNC(release_n_verify(dst, m1_name(), m1_color()));
|
|
TEST_EQ_FUNC(src.GetSize(), 0);
|
|
}
|
|
|
|
static void builder_movector_after_finish_test() {
|
|
SrcBuilder src;
|
|
auto root_offset1 = populate1(src);
|
|
src.Finish(root_offset1);
|
|
auto src_size = src.GetSize();
|
|
DestBuilder dst(std::move(src));
|
|
TEST_EQ_FUNC(dst.GetSize(), src_size);
|
|
TEST_ASSERT_FUNC(release_n_verify(dst, m1_name(), m1_color()));
|
|
TEST_EQ_FUNC(src.GetSize(), 0);
|
|
}
|
|
|
|
static void builder_move_assign_before_finish_test() {
|
|
SrcBuilder src;
|
|
auto root_offset1 = populate1(src);
|
|
DestBuilder dst;
|
|
populate2(dst);
|
|
dst = std::move(src);
|
|
dst.Finish(root_offset1);
|
|
TEST_ASSERT_FUNC(release_n_verify(dst, m1_name(), m1_color()));
|
|
TEST_EQ_FUNC(src.GetSize(), 0);
|
|
}
|
|
|
|
static void builder_move_assign_after_finish_test() {
|
|
SrcBuilder src;
|
|
auto root_offset1 = populate1(src);
|
|
src.Finish(root_offset1);
|
|
auto src_size = src.GetSize();
|
|
DestBuilder dst;
|
|
auto root_offset2 = populate2(dst);
|
|
dst.Finish(root_offset2);
|
|
dst = std::move(src);
|
|
TEST_EQ_FUNC(dst.GetSize(), src_size);
|
|
TEST_ASSERT_FUNC(release_n_verify(dst, m1_name(), m1_color()));
|
|
TEST_EQ_FUNC(src.GetSize(), 0);
|
|
}
|
|
|
|
static void builder_move_assign_after_release_test() {
|
|
DestBuilder dst;
|
|
auto root_offset1 = populate1(dst);
|
|
dst.Finish(root_offset1);
|
|
{
|
|
flatbuffers::DetachedBuffer dst_detached = dst.Release();
|
|
// detached buffer is deleted
|
|
}
|
|
SrcBuilder src;
|
|
auto root_offset2 = populate2(src);
|
|
src.Finish(root_offset2);
|
|
auto src_size = src.GetSize();
|
|
// Move into a released builder.
|
|
dst = std::move(src);
|
|
TEST_EQ_FUNC(dst.GetSize(), src_size);
|
|
TEST_ASSERT_FUNC(release_n_verify(dst, m2_name(), m2_color()));
|
|
TEST_EQ_FUNC(src.GetSize(), 0);
|
|
}
|
|
|
|
static void builder_swap_before_finish_test(
|
|
bool run = std::is_same<DestBuilder, SrcBuilder>::value) {
|
|
/// Swap is allowed only when lhs and rhs are the same concrete type.
|
|
if (run) {
|
|
SrcBuilder src;
|
|
auto root_offset1 = populate1(src);
|
|
auto size1 = src.GetSize();
|
|
DestBuilder dst;
|
|
auto root_offset2 = populate2(dst);
|
|
auto size2 = dst.GetSize();
|
|
src.Swap(dst);
|
|
src.Finish(root_offset2);
|
|
dst.Finish(root_offset1);
|
|
TEST_EQ_FUNC(src.GetSize() > size2, true);
|
|
TEST_EQ_FUNC(dst.GetSize() > size1, true);
|
|
TEST_ASSERT_FUNC(release_n_verify(src, m2_name(), m2_color()));
|
|
TEST_ASSERT_FUNC(release_n_verify(dst, m1_name(), m1_color()));
|
|
}
|
|
}
|
|
|
|
static void builder_swap_after_finish_test(
|
|
bool run = std::is_same<DestBuilder, SrcBuilder>::value) {
|
|
/// Swap is allowed only when lhs and rhs are the same concrete type.
|
|
if (run) {
|
|
SrcBuilder src;
|
|
auto root_offset1 = populate1(src);
|
|
src.Finish(root_offset1);
|
|
auto size1 = src.GetSize();
|
|
DestBuilder dst;
|
|
auto root_offset2 = populate2(dst);
|
|
dst.Finish(root_offset2);
|
|
auto size2 = dst.GetSize();
|
|
src.Swap(dst);
|
|
TEST_EQ_FUNC(src.GetSize(), size2);
|
|
TEST_EQ_FUNC(dst.GetSize(), size1);
|
|
TEST_ASSERT_FUNC(release_n_verify(src, m2_name(), m2_color()));
|
|
TEST_ASSERT_FUNC(release_n_verify(dst, m1_name(), m1_color()));
|
|
}
|
|
}
|
|
|
|
static void all_tests() {
|
|
empty_builder_movector_test();
|
|
nonempty_builder_movector_test();
|
|
builder_movector_before_finish_test();
|
|
builder_movector_after_finish_test();
|
|
builder_move_assign_before_finish_test();
|
|
builder_move_assign_after_finish_test();
|
|
builder_move_assign_after_release_test();
|
|
builder_move_assign_after_releaseraw_test(DestBuilder());
|
|
builder_swap_before_finish_test();
|
|
builder_swap_after_finish_test();
|
|
}
|
|
};
|
|
|
|
enum BuilderReuseTestSelector {
|
|
REUSABLE_AFTER_RELEASE = 1,
|
|
REUSABLE_AFTER_RELEASE_RAW = 2,
|
|
REUSABLE_AFTER_RELEASE_MESSAGE = 3,
|
|
REUSABLE_AFTER_RELEASE_AND_MOVE_ASSIGN = 4,
|
|
REUSABLE_AFTER_RELEASE_RAW_AND_MOVE_ASSIGN = 5,
|
|
REUSABLE_AFTER_RELEASE_MESSAGE_AND_MOVE_ASSIGN = 6
|
|
};
|
|
|
|
typedef std::set<BuilderReuseTestSelector> TestSelector;
|
|
|
|
template<class DestBuilder, class SrcBuilder> struct BuilderReuseTests {
|
|
static void builder_reusable_after_release_test(TestSelector selector) {
|
|
if (!selector.count(REUSABLE_AFTER_RELEASE)) { return; }
|
|
|
|
DestBuilder fbb;
|
|
std::vector<flatbuffers::DetachedBuffer> buffers;
|
|
for (int i = 0; i < 5; ++i) {
|
|
auto root_offset1 = populate1(fbb);
|
|
fbb.Finish(root_offset1);
|
|
buffers.push_back(fbb.Release());
|
|
TEST_ASSERT_FUNC(verify(buffers[i], m1_name(), m1_color()));
|
|
}
|
|
}
|
|
|
|
static void builder_reusable_after_releaseraw_test(TestSelector selector) {
|
|
if (!selector.count(REUSABLE_AFTER_RELEASE_RAW)) { return; }
|
|
|
|
DestBuilder fbb;
|
|
for (int i = 0; i < 5; ++i) {
|
|
auto root_offset1 = populate1(fbb);
|
|
fbb.Finish(root_offset1);
|
|
size_t size, offset;
|
|
uint8_t *buf = release_raw_base(fbb, size, offset);
|
|
TEST_ASSERT_FUNC(verify(buf, offset, m1_name(), m1_color()));
|
|
free_raw(fbb, buf);
|
|
}
|
|
}
|
|
|
|
static void builder_reusable_after_release_and_move_assign_test(
|
|
TestSelector selector) {
|
|
if (!selector.count(REUSABLE_AFTER_RELEASE_AND_MOVE_ASSIGN)) { return; }
|
|
|
|
DestBuilder dst;
|
|
std::vector<flatbuffers::DetachedBuffer> buffers;
|
|
for (int i = 0; i < 5; ++i) {
|
|
auto root_offset1 = populate1(dst);
|
|
dst.Finish(root_offset1);
|
|
buffers.push_back(dst.Release());
|
|
TEST_ASSERT_FUNC(verify(buffers[i], m1_name(), m1_color()));
|
|
SrcBuilder src;
|
|
dst = std::move(src);
|
|
TEST_EQ_FUNC(src.GetSize(), 0);
|
|
}
|
|
}
|
|
|
|
static void builder_reusable_after_releaseraw_and_move_assign_test(
|
|
TestSelector selector) {
|
|
if (!selector.count(REUSABLE_AFTER_RELEASE_RAW_AND_MOVE_ASSIGN)) { return; }
|
|
|
|
DestBuilder dst;
|
|
for (int i = 0; i < 5; ++i) {
|
|
auto root_offset1 = populate1(dst);
|
|
dst.Finish(root_offset1);
|
|
size_t size, offset;
|
|
uint8_t *buf = release_raw_base(dst, size, offset);
|
|
TEST_ASSERT_FUNC(verify(buf, offset, m1_name(), m1_color()));
|
|
free_raw(dst, buf);
|
|
SrcBuilder src;
|
|
dst = std::move(src);
|
|
TEST_EQ_FUNC(src.GetSize(), 0);
|
|
}
|
|
}
|
|
|
|
static void run_tests(TestSelector selector) {
|
|
builder_reusable_after_release_test(selector);
|
|
builder_reusable_after_releaseraw_test(selector);
|
|
builder_reusable_after_release_and_move_assign_test(selector);
|
|
builder_reusable_after_releaseraw_and_move_assign_test(selector);
|
|
}
|
|
};
|
|
|
|
#endif // TEST_BUILDER_H
|