#include <sstream> #include <string> #include <marisa_alpha/tail.h> #include "assert.h" namespace { void TestBinaryTail() { TEST_START(); marisa_alpha::Tail tail; ASSERT(tail.size() == 0); ASSERT(tail.empty()); ASSERT(tail.total_size() == sizeof(marisa_alpha::UInt32)); marisa_alpha::Vector<marisa_alpha::String> keys; tail.build(keys, NULL, MARISA_ALPHA_BINARY_TAIL); ASSERT(tail.size() == 0); ASSERT(tail.empty()); ASSERT(tail.total_size() == sizeof(marisa_alpha::UInt32)); keys.push_back(marisa_alpha::String("")); marisa_alpha::Vector<marisa_alpha::UInt32> offsets; tail.build(keys, &offsets, MARISA_ALPHA_BINARY_TAIL); ASSERT(tail.size() == 1); ASSERT(tail.mode() == MARISA_ALPHA_BINARY_TAIL); ASSERT(!tail.empty()); ASSERT(tail.total_size() == (sizeof(marisa_alpha::UInt32) + tail.size())); ASSERT(offsets.size() == keys.size() + 1); ASSERT(offsets[0] == 1); ASSERT(offsets[1] == tail.size()); const char binary_key[] = { 'N', 'P', '\0', 'T', 'r', 'i', 'e' }; keys[0] = marisa_alpha::String(binary_key, sizeof(binary_key)); tail.build(keys, &offsets, MARISA_ALPHA_TEXT_TAIL); ASSERT(tail.size() == sizeof(binary_key) + 1); ASSERT(tail.mode() == MARISA_ALPHA_BINARY_TAIL); ASSERT(!tail.empty()); ASSERT(tail.total_size() == (sizeof(marisa_alpha::UInt32) + tail.size())); ASSERT(offsets.size() == keys.size() + 1); ASSERT(offsets[0] == 1); ASSERT(offsets[1] == tail.size()); tail.build(keys, &offsets, MARISA_ALPHA_BINARY_TAIL); ASSERT(tail.size() == sizeof(binary_key) + 1); ASSERT(tail.mode() == MARISA_ALPHA_BINARY_TAIL); ASSERT(!tail.empty()); ASSERT(tail.total_size() == (sizeof(marisa_alpha::UInt32) + tail.size())); ASSERT(offsets.size() == keys.size() + 1); ASSERT(offsets[0] == 1); ASSERT(offsets[1] == tail.size()); keys.clear(); keys.push_back(marisa_alpha::String("abc")); keys.push_back(marisa_alpha::String("bc")); keys.push_back(marisa_alpha::String("abc")); keys.push_back(marisa_alpha::String("c")); keys.push_back(marisa_alpha::String("ABC")); keys.push_back(marisa_alpha::String("AB")); tail.build(keys, NULL, MARISA_ALPHA_BINARY_TAIL); ASSERT(tail.size() == 15); ASSERT(tail.mode() == MARISA_ALPHA_BINARY_TAIL); ASSERT(!tail.empty()); ASSERT(tail.total_size() == (sizeof(marisa_alpha::UInt32) + tail.size())); tail.build(keys, &offsets, MARISA_ALPHA_BINARY_TAIL); ASSERT(tail.size() == 15); ASSERT(tail.mode() == MARISA_ALPHA_BINARY_TAIL); ASSERT(!tail.empty()); ASSERT(tail.total_size() == (sizeof(marisa_alpha::UInt32) + tail.size())); ASSERT(offsets.size() == 7); for (marisa_alpha::UInt32 i = 0; i < keys.size(); ++i) { ASSERT(marisa_alpha::String( reinterpret_cast<const char *>(tail[offsets[i]]), offsets[i + 1] - offsets[i]) == keys[i]); } tail.save("tail-test.dat"); tail.clear(); ASSERT(tail.size() == 0); ASSERT(tail.empty()); ASSERT(tail.total_size() == sizeof(marisa_alpha::UInt32)); marisa_alpha::Mapper mapper; tail.mmap(&mapper, "tail-test.dat"); ASSERT(tail.size() == 15); ASSERT(tail.mode() == MARISA_ALPHA_BINARY_TAIL); ASSERT(!tail.empty()); ASSERT(tail.total_size() == (sizeof(marisa_alpha::UInt32) + tail.size())); for (marisa_alpha::UInt32 i = 0; i < keys.size(); ++i) { ASSERT(marisa_alpha::String( reinterpret_cast<const char *>(tail[offsets[i]]), offsets[i + 1] - offsets[i]) == keys[i]); } tail.clear(); tail.load("tail-test.dat"); ASSERT(tail.size() == 15); ASSERT(tail.mode() == MARISA_ALPHA_BINARY_TAIL); ASSERT(!tail.empty()); ASSERT(tail.total_size() == (sizeof(marisa_alpha::UInt32) + tail.size())); for (marisa_alpha::UInt32 i = 0; i < keys.size(); ++i) { ASSERT(marisa_alpha::String( reinterpret_cast<const char *>(tail[offsets[i]]), offsets[i + 1] - offsets[i]) == keys[i]); } std::stringstream stream; tail.write(stream); tail.clear(); tail.read(stream); ASSERT(tail.size() == 15); ASSERT(tail.mode() == MARISA_ALPHA_BINARY_TAIL); ASSERT(!tail.empty()); ASSERT(tail.total_size() == (sizeof(marisa_alpha::UInt32) + tail.size())); for (marisa_alpha::UInt32 i = 0; i < keys.size(); ++i) { ASSERT(marisa_alpha::String( reinterpret_cast<const char *>(tail[offsets[i]]), offsets[i + 1] - offsets[i]) == keys[i]); } TEST_END(); } void TestTextTail() { TEST_START(); marisa_alpha::Tail tail; marisa_alpha::Vector<marisa_alpha::String> keys; tail.build(keys, NULL, MARISA_ALPHA_TEXT_TAIL); ASSERT(tail.size() == 0); ASSERT(tail.empty()); ASSERT(tail.total_size() == sizeof(marisa_alpha::UInt32)); keys.push_back(marisa_alpha::String("")); marisa_alpha::Vector<marisa_alpha::UInt32> offsets; tail.build(keys, &offsets, MARISA_ALPHA_TEXT_TAIL); ASSERT(tail.size() == 2); ASSERT(tail.mode() == MARISA_ALPHA_TEXT_TAIL); ASSERT(!tail.empty()); ASSERT(tail.total_size() == (sizeof(marisa_alpha::UInt32) + tail.size())); ASSERT(offsets.size() == keys.size()); ASSERT(offsets[0] == 1); ASSERT(*tail[offsets[0]] == '\0'); keys.clear(); keys.push_back(marisa_alpha::String("abc")); keys.push_back(marisa_alpha::String("bc")); keys.push_back(marisa_alpha::String("abc")); keys.push_back(marisa_alpha::String("c")); keys.push_back(marisa_alpha::String("ABC")); keys.push_back(marisa_alpha::String("AB")); tail.build(keys, NULL, MARISA_ALPHA_TEXT_TAIL); ASSERT(tail.size() == 12); ASSERT(tail.mode() == MARISA_ALPHA_TEXT_TAIL); ASSERT(!tail.empty()); ASSERT(tail.total_size() == (sizeof(marisa_alpha::UInt32) + tail.size())); tail.build(keys, &offsets, MARISA_ALPHA_TEXT_TAIL); ASSERT(tail.size() == 12); ASSERT(tail.mode() == MARISA_ALPHA_TEXT_TAIL); ASSERT(!tail.empty()); ASSERT(tail.total_size() == (sizeof(marisa_alpha::UInt32) + tail.size())); ASSERT(offsets.size() == keys.size()); for (marisa_alpha::UInt32 i = 0; i < keys.size(); ++i) { ASSERT(marisa_alpha::String(reinterpret_cast<const char *>( tail[offsets[i]])) == keys[i]); } tail.save("tail-test.dat"); tail.clear(); ASSERT(tail.size() == 0); ASSERT(tail.empty()); ASSERT(tail.total_size() == sizeof(marisa_alpha::UInt32)); marisa_alpha::Mapper mapper; tail.mmap(&mapper, "tail-test.dat"); ASSERT(tail.size() == 12); ASSERT(tail.mode() == MARISA_ALPHA_TEXT_TAIL); ASSERT(!tail.empty()); ASSERT(tail.total_size() == sizeof(marisa_alpha::UInt32) + tail.size()); for (marisa_alpha::UInt32 i = 0; i < keys.size(); ++i) { ASSERT(marisa_alpha::String(reinterpret_cast<const char *>( tail[offsets[i]])) == keys[i]); } tail.clear(); tail.load("tail-test.dat"); ASSERT(tail.size() == 12); ASSERT(tail.mode() == MARISA_ALPHA_TEXT_TAIL); ASSERT(!tail.empty()); ASSERT(tail.total_size() == sizeof(marisa_alpha::UInt32) + tail.size()); for (marisa_alpha::UInt32 i = 0; i < keys.size(); ++i) { ASSERT(marisa_alpha::String(reinterpret_cast<const char *>( tail[offsets[i]])) == keys[i]); } std::stringstream stream; tail.write(stream); tail.clear(); tail.read(stream); ASSERT(tail.size() == 12); ASSERT(tail.mode() == MARISA_ALPHA_TEXT_TAIL); ASSERT(!tail.empty()); ASSERT(tail.total_size() == sizeof(marisa_alpha::UInt32) + tail.size()); for (marisa_alpha::UInt32 i = 0; i < keys.size(); ++i) { ASSERT(marisa_alpha::String(reinterpret_cast<const char *>( tail[offsets[i]])) == keys[i]); } TEST_END(); } } // namespace int main() { TestBinaryTail(); TestTextTail(); return 0; }