/* * Copyright (C) 2015 The Android Open Source Project * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include <algorithm> #include <ostream> #include "compiled_method_storage.h" #include "base/logging.h" #include "compiled_method.h" #include "thread-inl.h" #include "utils.h" #include "utils/dedupe_set-inl.h" #include "utils/swap_space.h" namespace art { namespace { // anonymous namespace template <typename T> const LengthPrefixedArray<T>* CopyArray(SwapSpace* swap_space, const ArrayRef<const T>& array) { DCHECK(!array.empty()); SwapAllocator<uint8_t> allocator(swap_space); void* storage = allocator.allocate(LengthPrefixedArray<T>::ComputeSize(array.size())); LengthPrefixedArray<T>* array_copy = new(storage) LengthPrefixedArray<T>(array.size()); std::copy(array.begin(), array.end(), array_copy->begin()); return array_copy; } template <typename T> void ReleaseArray(SwapSpace* swap_space, const LengthPrefixedArray<T>* array) { SwapAllocator<uint8_t> allocator(swap_space); size_t size = LengthPrefixedArray<T>::ComputeSize(array->size()); array->~LengthPrefixedArray<T>(); allocator.deallocate(const_cast<uint8_t*>(reinterpret_cast<const uint8_t*>(array)), size); } } // anonymous namespace template <typename T, typename DedupeSetType> inline const LengthPrefixedArray<T>* CompiledMethodStorage::AllocateOrDeduplicateArray( const ArrayRef<const T>& data, DedupeSetType* dedupe_set) { if (data.empty()) { return nullptr; } else if (!DedupeEnabled()) { return CopyArray(swap_space_.get(), data); } else { return dedupe_set->Add(Thread::Current(), data); } } template <typename T> inline void CompiledMethodStorage::ReleaseArrayIfNotDeduplicated( const LengthPrefixedArray<T>* array) { if (array != nullptr && !DedupeEnabled()) { ReleaseArray(swap_space_.get(), array); } } template <typename ContentType> class CompiledMethodStorage::DedupeHashFunc { private: static constexpr bool kUseMurmur3Hash = true; public: size_t operator()(const ArrayRef<ContentType>& array) const { const uint8_t* data = reinterpret_cast<const uint8_t*>(array.data()); // TODO: More reasonable assertion. // static_assert(IsPowerOfTwo(sizeof(ContentType)), // "ContentType is not power of two, don't know whether array layout is as assumed"); uint32_t len = sizeof(ContentType) * array.size(); if (kUseMurmur3Hash) { static constexpr uint32_t c1 = 0xcc9e2d51; static constexpr uint32_t c2 = 0x1b873593; static constexpr uint32_t r1 = 15; static constexpr uint32_t r2 = 13; static constexpr uint32_t m = 5; static constexpr uint32_t n = 0xe6546b64; uint32_t hash = 0; const int nblocks = len / 4; typedef __attribute__((__aligned__(1))) uint32_t unaligned_uint32_t; const unaligned_uint32_t *blocks = reinterpret_cast<const uint32_t*>(data); int i; for (i = 0; i < nblocks; i++) { uint32_t k = blocks[i]; k *= c1; k = (k << r1) | (k >> (32 - r1)); k *= c2; hash ^= k; hash = ((hash << r2) | (hash >> (32 - r2))) * m + n; } const uint8_t *tail = reinterpret_cast<const uint8_t*>(data + nblocks * 4); uint32_t k1 = 0; switch (len & 3) { case 3: k1 ^= tail[2] << 16; FALLTHROUGH_INTENDED; case 2: k1 ^= tail[1] << 8; FALLTHROUGH_INTENDED; case 1: k1 ^= tail[0]; k1 *= c1; k1 = (k1 << r1) | (k1 >> (32 - r1)); k1 *= c2; hash ^= k1; } hash ^= len; hash ^= (hash >> 16); hash *= 0x85ebca6b; hash ^= (hash >> 13); hash *= 0xc2b2ae35; hash ^= (hash >> 16); return hash; } else { size_t hash = 0x811c9dc5; for (uint32_t i = 0; i < len; ++i) { hash = (hash * 16777619) ^ data[i]; } hash += hash << 13; hash ^= hash >> 7; hash += hash << 3; hash ^= hash >> 17; hash += hash << 5; return hash; } } }; template <typename T> class CompiledMethodStorage::LengthPrefixedArrayAlloc { public: explicit LengthPrefixedArrayAlloc(SwapSpace* swap_space) : swap_space_(swap_space) { } const LengthPrefixedArray<T>* Copy(const ArrayRef<const T>& array) { return CopyArray(swap_space_, array); } void Destroy(const LengthPrefixedArray<T>* array) { ReleaseArray(swap_space_, array); } private: SwapSpace* const swap_space_; }; CompiledMethodStorage::CompiledMethodStorage(int swap_fd) : swap_space_(swap_fd == -1 ? nullptr : new SwapSpace(swap_fd, 10 * MB)), dedupe_enabled_(true), dedupe_code_("dedupe code", LengthPrefixedArrayAlloc<uint8_t>(swap_space_.get())), dedupe_src_mapping_table_("dedupe source mapping table", LengthPrefixedArrayAlloc<SrcMapElem>(swap_space_.get())), dedupe_vmap_table_("dedupe vmap table", LengthPrefixedArrayAlloc<uint8_t>(swap_space_.get())), dedupe_cfi_info_("dedupe cfi info", LengthPrefixedArrayAlloc<uint8_t>(swap_space_.get())), dedupe_linker_patches_("dedupe cfi info", LengthPrefixedArrayAlloc<LinkerPatch>(swap_space_.get())) { } CompiledMethodStorage::~CompiledMethodStorage() { // All done by member destructors. } void CompiledMethodStorage::DumpMemoryUsage(std::ostream& os, bool extended) const { if (swap_space_.get() != nullptr) { const size_t swap_size = swap_space_->GetSize(); os << " swap=" << PrettySize(swap_size) << " (" << swap_size << "B)"; } if (extended) { Thread* self = Thread::Current(); os << "\nCode dedupe: " << dedupe_code_.DumpStats(self); os << "\nVmap table dedupe: " << dedupe_vmap_table_.DumpStats(self); os << "\nCFI info dedupe: " << dedupe_cfi_info_.DumpStats(self); } } const LengthPrefixedArray<uint8_t>* CompiledMethodStorage::DeduplicateCode( const ArrayRef<const uint8_t>& code) { return AllocateOrDeduplicateArray(code, &dedupe_code_); } void CompiledMethodStorage::ReleaseCode(const LengthPrefixedArray<uint8_t>* code) { ReleaseArrayIfNotDeduplicated(code); } const LengthPrefixedArray<SrcMapElem>* CompiledMethodStorage::DeduplicateSrcMappingTable( const ArrayRef<const SrcMapElem>& src_map) { return AllocateOrDeduplicateArray(src_map, &dedupe_src_mapping_table_); } void CompiledMethodStorage::ReleaseSrcMappingTable(const LengthPrefixedArray<SrcMapElem>* src_map) { ReleaseArrayIfNotDeduplicated(src_map); } const LengthPrefixedArray<uint8_t>* CompiledMethodStorage::DeduplicateVMapTable( const ArrayRef<const uint8_t>& table) { return AllocateOrDeduplicateArray(table, &dedupe_vmap_table_); } void CompiledMethodStorage::ReleaseVMapTable(const LengthPrefixedArray<uint8_t>* table) { ReleaseArrayIfNotDeduplicated(table); } const LengthPrefixedArray<uint8_t>* CompiledMethodStorage::DeduplicateCFIInfo( const ArrayRef<const uint8_t>& cfi_info) { return AllocateOrDeduplicateArray(cfi_info, &dedupe_cfi_info_); } void CompiledMethodStorage::ReleaseCFIInfo(const LengthPrefixedArray<uint8_t>* cfi_info) { ReleaseArrayIfNotDeduplicated(cfi_info); } const LengthPrefixedArray<LinkerPatch>* CompiledMethodStorage::DeduplicateLinkerPatches( const ArrayRef<const LinkerPatch>& linker_patches) { return AllocateOrDeduplicateArray(linker_patches, &dedupe_linker_patches_); } void CompiledMethodStorage::ReleaseLinkerPatches( const LengthPrefixedArray<LinkerPatch>* linker_patches) { ReleaseArrayIfNotDeduplicated(linker_patches); } } // namespace art