Loading...
--- dyld/dyld-421.1/interlinked-dylibs/SharedCache.cpp
+++ /dev/null
@@ -1,1623 +0,0 @@
-/* -*- mode: C++; c-basic-offset: 4; indent-tabs-mode: nil -*-
- *
- * Copyright (c) 2014 Apple Inc. All rights reserved.
- *
- * @APPLE_LICENSE_HEADER_START@
- *
- * This file contains Original Code and/or Modifications of Original Code
- * as defined in and that are subject to the Apple Public Source License
- * Version 2.0 (the 'License'). You may not use this file except in
- * compliance with the License. Please obtain a copy of the License at
- * http://www.opensource.apple.com/apsl/ and read it before using this
- * file.
- *
- * The Original Code and all software distributed under the License are
- * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
- * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
- * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
- * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
- * Please see the License for the specific language governing rights and
- * limitations under the License.
- *
- * @APPLE_LICENSE_HEADER_END@
- */
-
-#include "mega-dylib-utils.h"
-#include "MachOFileAbstraction.hpp"
-#include "FileAbstraction.hpp"
-#include "Logging.h"
-
-#include "dyld_cache_config.h"
-
-#import "Trie.hpp"
-
-#include <dirent.h>
-#include <sys/errno.h>
-#include <sys/fcntl.h>
-#include <sys/param.h>
-#include <mach-o/loader.h>
-#include <mach-o/fat.h>
-#include <assert.h>
-#include <unistd.h>
-#include <CommonCrypto/CommonDigest.h>
-#include <CommonCrypto/CommonDigestSPI.h>
-
-#include <fstream>
-#include <iostream>
-#include <string>
-#include <map>
-#include <set>
-#include <array>
-#include <vector>
-#include <unordered_map>
-#include <unordered_set>
-
-#include "OptimizerBranches.h"
-
-#include "CacheFileAbstraction.hpp"
-#include "CodeSigningTypes.h"
-
-namespace {
-
-uint64_t sharedRegionStartExecutableAddress(ArchPair arch)
-{
- switch (arch.arch) {
- case CPU_TYPE_ARM:
- return ARM_SHARED_REGION_START;
- case CPU_TYPE_I386:
- return SHARED_REGION_BASE_I386;
- case CPU_TYPE_X86_64:
- return SHARED_REGION_BASE_X86_64;
- case CPU_TYPE_ARM64:
- return ARM64_SHARED_REGION_START;
- default:
- terminate("unsupported arch 0x%08X", arch.arch);
- }
-}
-
-uint64_t sharedRegionStartWriteableAddress(ArchPair arch, uint64_t textEndAddress)
-{
- switch (arch.arch) {
- case CPU_TYPE_I386:
- case CPU_TYPE_X86_64:
- // more efficient if code and data never in same 2MB chunk
- return textEndAddress + 0x04000000;
- case CPU_TYPE_ARM:
- return textEndAddress;
- case CPU_TYPE_ARM64:
- return textEndAddress + 32*1024*1024; // <rdar://problem/18564532> Add 32MB padding before arm64 dyld shared cache R/W region
- default:
- terminate("unsupported arch 0x%08X", arch.arch);
- }
-}
-
-uint64_t sharedRegionStartReadOnlyAddress(ArchPair arch, uint64_t dataEndAddress, uint64_t textEndAddress)
-{
- switch (arch.arch) {
- case CPU_TYPE_I386:
- case CPU_TYPE_X86_64:
- // more efficient if code and data never in same 2MB chunk
- return dataEndAddress + 0x04000000;
- case CPU_TYPE_ARM:
- return dataEndAddress;
- case CPU_TYPE_ARM64:
- return dataEndAddress + 32*1024*1024; // <rdar://problem/18564532> Add 32MB padding before arm64 dyld shared cache R/W region
- default:
- terminate("unsupported arch 0x%08X", arch.arch);
- }
-}
-
-} // anon namespace
-
-uint8_t sharedRegionRegionAlignment(ArchPair arch) {
- switch (arch.arch) {
- return ARM_SHARED_REGION_SIZE;
- case CPU_TYPE_I386:
- case CPU_TYPE_X86_64:
- return 12; // 4KB
- case CPU_TYPE_ARM:
- case CPU_TYPE_ARM64:
- return 14; // 16KB
- default:
- terminate("unsupported arch 0x%08X", arch.arch);
- }
-}
-
-uint64_t sharedRegionRegionSize(ArchPair arch) {
- switch ( arch.arch ) {
- case CPU_TYPE_I386:
- return SHARED_REGION_SIZE_I386;
- case CPU_TYPE_X86_64:
- return SHARED_REGION_SIZE_X86_64;
- case CPU_TYPE_ARM:
- return ARM_SHARED_REGION_SIZE;
- case CPU_TYPE_ARM64:
- return ARM64_SHARED_REGION_SIZE;
- default:
- terminate("unsupported arch 0x%08X", arch.arch);
- }
-}
-
-static const std::tuple<const char* const, const char* const, const ArchPair> gArchitectures[] = {
- {"i386", nullptr, ArchPair( CPU_TYPE_I386, CPU_SUBTYPE_I386_ALL )},
- {"x86_64", nullptr, ArchPair( CPU_TYPE_X86_64, CPU_SUBTYPE_X86_64_ALL )},
- {"x86_64h", "x86_64", ArchPair( CPU_TYPE_X86_64, CPU_SUBTYPE_X86_64_H )},
- {"armv4t", nullptr, ArchPair( CPU_TYPE_ARM, CPU_SUBTYPE_ARM_V4T )},
- {"armv5", nullptr, ArchPair( CPU_TYPE_ARM, CPU_SUBTYPE_ARM_V5TEJ )},
- {"armv6", nullptr, ArchPair( CPU_TYPE_ARM, CPU_SUBTYPE_ARM_V6 )},
- {"armv7", nullptr, ArchPair( CPU_TYPE_ARM, CPU_SUBTYPE_ARM_V7 )},
- {"armv7f", nullptr, ArchPair( CPU_TYPE_ARM, CPU_SUBTYPE_ARM_V7F )},
- {"armv7k", nullptr, ArchPair( CPU_TYPE_ARM, CPU_SUBTYPE_ARM_V7K )},
- {"armv7s", "armv7", ArchPair( CPU_TYPE_ARM, CPU_SUBTYPE_ARM_V7S )},
- {"arm64", nullptr, ArchPair( CPU_TYPE_ARM64, CPU_SUBTYPE_ARM64_ALL )},
-};
-
-ArchPair archForString(const std::string& archStr) {
- for (auto& a : gArchitectures) {
- if ( std::get<0>( a ) == archStr ) return std::get<2>( a );
- }
- terminate("unknown architecture %s", archStr.c_str());
-}
-
-std::string stringForArch(ArchPair arch, bool allowUnknown) {
- for (auto& a : gArchitectures) {
- // FIXME LIB64 is set on some binaries and not other
- if ( std::get<2>( a ).arch == arch.arch && std::get<2>( a ).subtype == ( arch.subtype & ~CPU_SUBTYPE_MASK ) )
- return std::get<0>( a );
- }
-
- auto unknownString =
- "unrecognized cpu type " + std::to_string(arch.arch) +
- " subtype " + std::to_string(arch.subtype);
- if (allowUnknown) return unknownString;
- else terminate("%s", unknownString.c_str());
-}
-
-std::string fallbackArchStringForArchString( const std::string& archStr ) {
- for ( auto& a : gArchitectures ) {
- if ( std::get<0>( a ) == archStr && std::get<1>( a ) != nullptr ) {
- return std::get<1>( a );
- }
- }
-
- return "";
-}
-
-SharedCache::SharedCache(Manifest& manifest,
- const std::string& configuration, const std::string& architecture) :
- _manifest(manifest), _arch(archForString(architecture)),
- _archManifest(manifest.configurations.find(configuration)->second.architectures.find(architecture)->second), _buffer(nullptr),
- _fileSize(0), _vmSize(0), _aliasCount(0), _slideInfoFileOffset(0), _slideInfoBufferSize(0) {
- auto maxCacheVMSize = sharedRegionRegionSize(_arch);
-
- for ( auto& includedDylib : _archManifest.results.dylibs ) {
- if (includedDylib.second.included) {
- //assert(manifest.dylibs.count(includedDylib.first) > 0);
- //assert(manifest.dylibs.find(includedDylib.first)->second.proxies.count(architecture) > 0);
- MachOProxy* proxy = _manifest.dylibProxy( includedDylib.first, architecture );
- assert(proxy != nullptr);
- _dylibs.push_back(proxy);
- }
- }
-
- // <rdar://problem/21317611> error out instead of crash if cache has no dylibs
- if ( _dylibs.size() < 30 ) // FIXME: plist should specify required vs optional dylibs
- terminate("missing required minimum set of dylibs");
-
- for (auto &dylib : _dylibs) {
- _segmentMap[dylib].reserve(dylib->segments.size());
- for (const auto& seg : dylib->segments)
- _segmentMap[dylib].push_back(&seg);
- _aliasCount += dylib->installNameAliases.size();
- }
-
- sortDylibs(_manifest.dylibOrderFile);
- if ( !_manifest.dirtyDataOrderFile.empty() )
- loadDirtyDataOrderFile(_manifest.dirtyDataOrderFile);
-
- assignSegmentAddresses();
- if ( _vmSize > maxCacheVMSize )
- verboseLog("%s cache overflow. %lluMB (max %lluMB)", archName().c_str(), _vmSize/1024/1024, maxCacheVMSize/1024/1024);
- while (_vmSize > maxCacheVMSize) {
- auto evictedDylib = manifest.removeLargestLeafDylib( configuration, architecture );
- _dylibs.erase( std::remove( _dylibs.begin(), _dylibs.end(), evictedDylib ), _dylibs.end() );
- _aliasCount -= evictedDylib->installNameAliases.size();
- assignSegmentAddresses();
- }
-}
-
-// There is an order file specifying the order in which dylibs are laid out in
-// general, as well as an order file specifying the order in which __DATA_DIRTY
-// segments are laid out in particular.
-//
-// The syntax is one dylib (install name) per line. Blank lines are ignored.
-// Comments start with the # character.
-
-static std::unordered_map<std::string, uint32_t> loadOrderFile(const std::string& orderFile) {
- std::unordered_map<std::string, uint32_t> order;
-
- std::ifstream myfile(orderFile);
- if ( myfile.is_open() ) {
- uint32_t count = 0;
- std::string line;
- while ( std::getline(myfile, line) ) {
- size_t pos = line.find('#');
- if ( pos != std::string::npos )
- line.resize(pos);
- while ( !line.empty() && isspace(line.back()) ) {
- line.pop_back();
- }
- if ( !line.empty() )
- order[line] = count++;
- }
- myfile.close();
- } else {
- warning("could not load orderfile '%s'", orderFile.c_str());
- }
-
- return order;
-}
-
-void SharedCache::loadDirtyDataOrderFile(const std::string& dirtyDataOrderFile) {
- _dataDirtySegsOrder = loadOrderFile(dirtyDataOrderFile);
-}
-
-void SharedCache::sortDylibs(const std::string& dylibOrderFile) {
- std::unordered_map<std::string, uint32_t> dylibOrder;
- if ( !dylibOrderFile.empty() )
- dylibOrder = loadOrderFile(dylibOrderFile);
-
- std::sort(_dylibs.begin(), _dylibs.end(), [&](const MachOProxy* a,
- const MachOProxy* b) {
- const std::string& pathA = a->installName;
- const std::string& pathB = b->installName;
-
- const auto& orderA = dylibOrder.find(pathA);
- const auto& orderB = dylibOrder.find(pathB);
- bool foundA = (orderA != dylibOrder.end());
- bool foundB = (orderB != dylibOrder.end());
-
- // Order all dylibs specified in the order file first, in the order specified in
- // the file, followed by any other dylibs in lexicographic order.
- if ( foundA && foundB )
- return orderA->second < orderB->second;
- else if ( foundA )
- return true;
- else if ( foundB )
- return false;
- else
- return pathA < pathB;
- });
-}
-
-void SharedCache::buildUnoptimizedCache(void) {
- _buffer = std::shared_ptr<void>(calloc(_fileSize, 1), free);
- writeCacheHeader();
- writeCacheSegments();
- rebaseAll();
- bindAll();
-}
-
-template <typename P>
-void SharedCache::buildForDevelopment(const std::string& cachePath) {
- typedef typename P::E E;
- std::vector<uint64_t> emptyBranchPoolOffsets;
- buildUnoptimizedCache();
- optimizeObjC(false/*not production*/);
- if (_manifest.platform == "osx") {
- optimizeLinkedit(false, false, emptyBranchPoolOffsets);
- } else {
- optimizeLinkedit(true, false, emptyBranchPoolOffsets);
- }
- writeSlideInfoV2();
-
- dyldCacheHeader<E>* header = (dyldCacheHeader<E>*)_buffer.get();
- header->set_cacheType(kDyldSharedCacheTypeDevelopment);
- recomputeCacheUUID();
-
- // Calculate the VMSize of the resulting cache
- uint64_t endAddr = 0;
-
- forEachRegion([&] (void* content, uint64_t vmAddr, uint64_t size, uint32_t permissions) {
- if (vmAddr+size > endAddr)
- endAddr = vmAddr+size;
- });
- _vmSize = endAddr - sharedRegionStartExecutableAddress(_arch);
-
- if (_manifest.platform == "osx") {
- appendCodeSignature("release");
- } else {
- appendCodeSignature("development");
- }
-}
-
-template <typename P>
-void SharedCache::buildForProduction(const std::string& cachePath) {
- typedef typename P::E E;
- buildUnoptimizedCache();
- optimizeObjC(true/*production*/);
- uint64_t cacheStartAddress = sharedRegionStartExecutableAddress(_arch);
-
- dyldCacheHeader<E>* header = (dyldCacheHeader<E>*)_buffer.get();
- header->set_cacheType(kDyldSharedCacheTypeProduction);
-
- // build vector of branch pool addresss
- std::vector<uint64_t> branchPoolStartAddrs;
- std::vector<uint64_t> branchPoolOffsets;
- const uint64_t* p = (uint64_t*)((uint8_t*)_buffer.get() + header->branchPoolsOffset());
- for (int i=0; i < header->branchPoolsCount(); ++i) {
- uint64_t poolAddr = LittleEndian::get64(p[i]);
- branchPoolStartAddrs.push_back(poolAddr);
- branchPoolOffsets.push_back(poolAddr - cacheStartAddress);
- }
-
- bypassStubs(branchPoolStartAddrs);
- optimizeLinkedit(true, true, branchPoolOffsets);
- writeSlideInfoV2();
-
- recomputeCacheUUID();
-
- // Calculate the VMSize of the resulting cache
- uint64_t endAddr = 0;
-
- forEachRegion([&] (void* content, uint64_t vmAddr, uint64_t size, uint32_t permissions) {
- if (vmAddr+size > endAddr)
- endAddr = vmAddr+size;
- });
- _vmSize = endAddr - cacheStartAddress;
-
- appendCodeSignature("release");
-}
-
-bool SharedCache::writeCacheMapFile(const std::string& mapPath) {
- FILE* fmap = ::fopen(mapPath.c_str(), "w");
- if ( fmap == NULL )
- return false;
-
- std::vector<uint64_t> regionStartAddresses;
- std::vector<uint64_t> regionSizes;
- std::vector<uint64_t> regionFileOffsets;
-
- forEachRegion([&] (void* content, uint64_t vmAddr, uint64_t size, uint32_t permissions) {
- regionStartAddresses.push_back(vmAddr);
- regionSizes.push_back(size);
- regionFileOffsets.push_back((uint8_t*)content - (uint8_t*)_buffer.get());
- const char* prot = "RW";
- if ( permissions == (VM_PROT_EXECUTE|VM_PROT_READ) )
- prot = "EX";
- else if ( permissions == VM_PROT_READ )
- prot = "RO";
- if ( size > 1024*1024 )
- fprintf(fmap, "mapping %s %4lluMB 0x%0llX -> 0x%0llX\n", prot, size/(1024*1024), vmAddr, vmAddr+size);
- else
- fprintf(fmap, "mapping %s %4lluKB 0x%0llX -> 0x%0llX\n", prot, size/1024, vmAddr, vmAddr+size);
- });
-
- // TODO: add linkedit breakdown
- fprintf(fmap, "\n\n");
-
- std::unordered_set<const void*> seenHeaders;
- forEachImage([&](const void* machHeader, const char* installName, time_t mtime,
- ino_t inode, const std::vector<MachOProxy::Segment>& segments) {
- if ( !seenHeaders.count(machHeader) ) {
- seenHeaders.insert(machHeader);
-
- fprintf(fmap, "%s\n", installName);
- for (const MachOProxy::Segment& seg : segments) {
- uint64_t vmAddr = 0;
- for (int i=0; i < regionSizes.size(); ++i) {
- if ( (seg.fileOffset >= regionFileOffsets[i]) && (seg.fileOffset < (regionFileOffsets[i]+regionSizes[i])) ) {
- vmAddr = regionStartAddresses[i] + seg.fileOffset - regionFileOffsets[i];
- }
- }
- fprintf(fmap, "\t%16s 0x%08llX -> 0x%08llX\n", seg.name.c_str(), vmAddr, vmAddr+seg.size);
- }
- }
- });
-
-
- ::fclose(fmap);
- return true;
-}
-
-template <typename P>
-std::vector<MachOProxy::Segment> getSegments(const void* cacheBuffer, const void* machHeader)
-{
- std::vector<MachOProxy::Segment> result;
- macho_header<P>* mh = (macho_header<P>*)machHeader;
- const uint32_t cmd_count = mh->ncmds();
- const macho_load_command<P>* cmd = (macho_load_command<P>*)((uint8_t*)mh + sizeof(macho_header<P>));
- for (uint32_t i = 0; i < cmd_count; ++i) {
- if ( cmd->cmd() != macho_segment_command<P>::CMD )
- continue;
- macho_segment_command<P>* segCmd = (macho_segment_command<P>*)cmd;
- MachOProxy::Segment seg;
- seg.name = segCmd->segname();
- seg.size = segCmd->vmsize();
- seg.diskSize = (uint32_t)segCmd->filesize();
- seg.fileOffset = (uint32_t)segCmd->fileoff();
- seg.protection = segCmd->initprot();
- // HACK until lldb fixed in <rdar://problem/20357466>
- if ( (seg.fileOffset == 0) && (strcmp(segCmd->segname(), "__TEXT") == 0) )
- seg.fileOffset = (uint32_t)((char*)machHeader - (char*)cacheBuffer);
- if ( segCmd->nsects() > 0 ) {
- seg.p2align = 0;
- const macho_section<P>* const sectionsStart = (macho_section<P>*)((uint8_t*)segCmd + sizeof(macho_segment_command<P>));
- const macho_section<P>* const sectionsEnd = §ionsStart[segCmd->nsects()];
- for (const macho_section<P>* sect=sectionsStart; sect < sectionsEnd; ++sect) {
- if ( sect->align() > seg.p2align )
- seg.p2align = sect->align();
- }
- }
- else {
- seg.p2align = 12;
- }
- result.push_back(seg);
- cmd = (const macho_load_command<P>*)(((uint8_t*)cmd)+cmd->cmdsize());
- }
- return result;
-}
-
-template <typename P>
-void SharedCache::forEachImage(DylibHandler handler)
-{
-#if NEW_CACHE_FILE_FORMAT
- terminate("forEachImage() not implemented");
-#else
- typedef typename P::E E;
- const dyldCacheHeader<E>* header = (dyldCacheHeader<E>*)_buffer.get();
- const dyldCacheImageInfo<E>* dylibs = (dyldCacheImageInfo<E>*)((char*)_buffer.get() + header->imagesOffset());
- const dyldCacheFileMapping<E>* mappings = (dyldCacheFileMapping<E>*)((char*)_buffer.get() + header->mappingOffset());
- if ( mappings[0].file_offset() != 0 )
- terminate("malformed cache file");
- uint64_t firstImageOffset = 0;
- uint64_t firstRegionAddress = mappings[0].address();
- const void* cacheEnd = (char*)_buffer.get() + _fileSize;
- if ( (const void*)&dylibs[header->imagesCount()] > cacheEnd )
- return;
- for (uint32_t i=0; i < header->imagesCount(); ++i) {
- const char* dylibPath = (char*)_buffer.get() + dylibs[i].pathFileOffset();
- if ( dylibPath > cacheEnd )
- return;
- uint64_t offset = dylibs[i].address() - firstRegionAddress;
- if ( firstImageOffset == 0 )
- firstImageOffset = offset;
- // skip over aliases
- if ( dylibs[i].pathFileOffset() < firstImageOffset)
- continue;
- const void* mh = (char*)_buffer.get() + offset;
- time_t inode = dylibs[i].inode();
- ino_t modTime = dylibs[i].modTime();
- handler(mh, dylibPath, modTime, inode, getSegments<P>(_buffer.get(), mh));
- }
-#endif
-}
-
-
-template <typename P>
-void SharedCache::recomputeCacheUUID(void)
-{
- uint8_t* uuidLoc = nullptr;
-#if NEW_CACHE_FILE_FORMAT
- const macho_header<P>* mh = (macho_header<P>*)cacheBuffer;
- const macho_load_command<P>* const cmds = (macho_load_command<P>*)((uint8_t*)mh + sizeof(macho_header<P>));
- const uint32_t cmd_count = mh->ncmds();
- const macho_load_command<P>* cmd = cmds;
- for (uint32_t i = 0; i < cmd_count; ++i) {
- if ( cmd->cmd() == LC_UUID ) {
- const macho_uuid_command<P>* uuidCmd = (macho_uuid_command<P>*)cmd;
- uuidLoc = const_cast<uint8_t*>(uuidCmd->uuid());
- break;
- }
- cmd = (const macho_load_command<P>*)(((uint8_t*)cmd)+cmd->cmdsize());
- }
-#else
- dyldCacheHeader<P>* header = (dyldCacheHeader<P>*)_buffer.get();
- uuidLoc = const_cast<uint8_t*>(header->uuid());
-#endif
-
- // Clear existing UUID, then MD5 whole cache buffer.
- bzero(uuidLoc, 16);
- CC_MD5(_buffer.get(), (unsigned)_fileSize, uuidLoc);
- // <rdar://problem/6723729> uuids should conform to RFC 4122 UUID version 4 & UUID version 5 formats
- uuidLoc[6] = ( uuidLoc[6] & 0x0F ) | ( 3 << 4 );
- uuidLoc[8] = ( uuidLoc[8] & 0x3F ) | 0x80;
-}
-
-template <typename P>
-void SharedCache::setLinkeditsMappingEndFileOffset(uint64_t newFileSize)
-{
-#if NEW_CACHE_FILE_FORMAT
- terminate("setLinkeditsMappingEndFileOffset() not implemented");
-#else
- typedef typename P::E E;
- dyldCacheHeader<E>* header = (dyldCacheHeader<E>*)_buffer.get();
- dyldCacheFileMapping<E>* mappings = (dyldCacheFileMapping<E>*)((char*)_buffer.get() + header->mappingOffset());
- uint64_t newReadOnlySize = newFileSize - mappings[2].file_offset();
- mappings[2].set_size(newReadOnlySize);
- header->set_codeSignatureOffset(newFileSize);
- _readOnlyRegion.size = (newReadOnlySize);
-#endif
-}
-
-template <typename P>
-void SharedCache::setUnmappedLocalsRange(uint64_t localSymbolsOffset, uint32_t unmappedSize)
-{
-#if NEW_CACHE_FILE_FORMAT
- terminate("setUnmappedLocalsRange() not implemented");
-#else
- typedef typename P::E E;
- dyldCacheHeader<E>* header = (dyldCacheHeader<E>*)_buffer.get();
- header->set_localSymbolsOffset(localSymbolsOffset);
- header->set_localSymbolsSize(unmappedSize);
- // move start of code signature to new end of file
- header->set_codeSignatureOffset(localSymbolsOffset+unmappedSize);
-#endif
-}
-
-template <typename P>
-void SharedCache::setAcceleratorInfoRange(uint64_t accelInfoAddr, uint32_t accelInfoSize)
-{
-#if NEW_CACHE_FILE_FORMAT
- terminate("setUnmappedLocalsRange() not implemented");
-#else
- typedef typename P::E E;
- dyldCacheHeader<E>* header = (dyldCacheHeader<E>*)_buffer.get();
- header->set_accelerateInfoAddr(accelInfoAddr);
- header->set_accelerateInfoSize(accelInfoSize);
-#endif
-}
-
-template <typename P>
-void SharedCache::forEachRegion(RegionHandler handler)
-{
-#if NEW_CACHE_FILE_FORMAT
- const macho_header<P>* mh = (macho_header<P>*)cacheBuffer;
- const macho_load_command<P>* const cmds = (macho_load_command<P>*)((uint8_t*)mh + sizeof(macho_header<P>));
- const uint32_t cmd_count = mh->ncmds();
- const macho_load_command<P>* cmd = cmds;
- for (uint32_t i = 0; i < cmd_count; ++i) {
- if ( cmd->cmd() == macho_segment_command<P>::CMD ) {
- const macho_segment_command<P>* segCmd = (macho_segment_command<P>*)cmd;
- handler((char*)cacheBuffer + segCmd->fileoff(), segCmd->vmaddr(), segCmd->vmsize(), segCmd->initprot());
- }
- cmd = (const macho_load_command<P>*)(((uint8_t*)cmd)+cmd->cmdsize());
- }
-#else
- typedef typename P::E E;
- const dyldCacheHeader<E>* header = (dyldCacheHeader<E>*)_buffer.get();
- const dyldCacheFileMapping<E>* mappings = (dyldCacheFileMapping<E>*)((char*)_buffer.get() + header->mappingOffset());
- const dyldCacheFileMapping<E>* mappingsEnd = &mappings[header->mappingCount()];
- for (const dyldCacheFileMapping<E>* m=mappings; m < mappingsEnd; ++m) {
- handler((char*)_buffer.get() + m->file_offset(), m->address(), m->size(), m->init_prot());
- }
-#endif
-}
-
-std::shared_ptr<void> SharedCache::buffer(void) const {
- return _buffer;
-}
-
-std::string SharedCache::archName() {
- return stringForArch(_arch);
-}
-
-void SharedCache::assignSegmentAddresses()
-{
- _branchPoolStarts.clear();
- uint64_t addr = sharedRegionStartExecutableAddress(_arch);
-
- // assign TEXT segment addresses
- _textRegion.address = addr;
- _textRegion.fileOffset = 0;
- _textRegion.prot = VM_PROT_READ | VM_PROT_EXECUTE;
-#if NEW_CACHE_FILE_FORMAT
- addr += 0x4000; // header
-#else
- addr += 0x28000; // header
-#endif
- uint64_t brPoolTextSize = branchPoolTextSize(_arch);
- uint64_t brPoolLinkEditSize = branchPoolLinkEditSize(_arch);
- uint64_t brRearch = branchReach(_arch);
- uint64_t lastPoolAddress = addr;
- for (auto& dylib : _dylibs) {
- for (auto& seg : _segmentMap[dylib]) {
- if ( seg.base->protection != (VM_PROT_READ | VM_PROT_EXECUTE) )
- continue;
- // Insert branch island pools every 128MB for arm64
- if ( (brPoolTextSize != 0) && ((addr + seg.base->size - lastPoolAddress) > brRearch) ) {
- _branchPoolStarts.push_back(addr);
- //verboseLog("adding branch pool at 0x%lX\n", addr);
- lastPoolAddress = addr;
- addr += brPoolTextSize;
- }
- // Keep __TEXT segments 4K or more aligned
- uint64_t startAlignPad = align(addr, std::max(seg.base->p2align, (uint8_t)12)) - addr;
- addr += startAlignPad;
- seg.address = addr;
- seg.cacheFileOffset = addr - _textRegion.address + _textRegion.fileOffset;
- seg.cacheSegSize = align(seg.base->sizeOfSections, 12);
- addr += align(seg.base->sizeOfSections, 12);
- }
- }
- // align TEXT region end
- uint64_t endTextAddress = align(addr, sharedRegionRegionAlignment(_arch));
- _textRegion.size = endTextAddress - _textRegion.address;
-
- std::unordered_map<const SegmentInfo*, std::string> dataDirtySegPaths;
-
- // co-locate similar __DATA* segments
- std::vector<SegmentInfo*> dataSegs;
- std::vector<SegmentInfo*> dataConstSegs;
- std::vector<SegmentInfo*> dataDirtySegs;
- for (auto& dylib : _dylibs) {
- for (auto& seg : _segmentMap[dylib]) {
- if ( seg.base->protection == (VM_PROT_READ | VM_PROT_WRITE) ) {
- if ( seg.base->name == "__DATA_CONST" ) {
- dataConstSegs.push_back(&seg);
- }
- else if ( seg.base->name == "__DATA_DIRTY" ) {
- dataDirtySegs.push_back(&seg);
- dataDirtySegPaths[&seg] = dylib->installName;
- }
- else {
- dataSegs.push_back(&seg);
- }
- }
- }
- }
-
- // assign __DATA* addresses
- addr = sharedRegionStartWriteableAddress(_arch, endTextAddress);
- _dataRegion.address = addr;
- _dataRegion.fileOffset = _textRegion.fileOffset + _textRegion.size;
- _dataRegion.prot = VM_PROT_READ | VM_PROT_WRITE;
-
- // layout all __DATA_CONST segments
- for (SegmentInfo* seg : dataConstSegs) {
- // Keep __DATA_CONST segments 4K or more aligned
- uint64_t startAlignPad = align(addr, std::max(seg->base->p2align, (uint8_t)12)) - addr;
- addr += startAlignPad;
- seg->address = addr;
- seg->cacheFileOffset = addr - _dataRegion.address + _dataRegion.fileOffset;
- seg->cacheSegSize = seg->base->sizeOfSections;
- addr += seg->base->sizeOfSections;
- }
-
- // layout all __DATA segments
- for (SegmentInfo* seg : dataSegs) {
- // Keep __DATA segments 4K or more aligned
- uint64_t startAlignPad = align(addr, std::max(seg->base->p2align, (uint8_t)12)) - addr;
- addr += startAlignPad;
- seg->address = addr;
- seg->cacheFileOffset = addr - _dataRegion.address + _dataRegion.fileOffset;
- seg->cacheSegSize = seg->base->sizeOfSections;
- addr += seg->base->sizeOfSections;
- }
-
- // layout all __DATA_DIRTY segments
- addr = align(addr, 12);
- std::sort(dataDirtySegs.begin(), dataDirtySegs.end(), [&](const SegmentInfo *a, const SegmentInfo *b) {
- const std::string& pathA = dataDirtySegPaths[a];
- const std::string& pathB = dataDirtySegPaths[b];
-
- const auto& orderA = _dataDirtySegsOrder.find(pathA);
- const auto& orderB = _dataDirtySegsOrder.find(pathB);
- bool foundA = (orderA != _dataDirtySegsOrder.end());
- bool foundB = (orderB != _dataDirtySegsOrder.end());
-
- // Order all __DATA_DIRTY segments specified in the order file first, in
- // the order specified in the file, followed by any other __DATA_DIRTY
- // segments in lexicographic order.
- if ( foundA && foundB )
- return orderA->second < orderB->second;
- else if ( foundA )
- return true;
- else if ( foundB )
- return false;
- else
- return pathA < pathB;
- });
- for (SegmentInfo* seg : dataDirtySegs) {
- // Pack __DATA_DIRTY segments
- uint64_t startAlignPad = align(addr, seg->base->p2align) - addr;
- addr += startAlignPad;
- seg->address = addr;
- seg->cacheFileOffset = addr - _dataRegion.address + _dataRegion.fileOffset;
- seg->cacheSegSize = seg->base->sizeOfSections;
- addr += seg->base->sizeOfSections;
- }
-
- // align DATA region end
- uint64_t endDataAddress = align(addr, sharedRegionRegionAlignment(_arch));
- _dataRegion.size = endDataAddress - _dataRegion.address;
-
- // start read-only region
- addr = sharedRegionStartReadOnlyAddress(_arch, endDataAddress, endTextAddress);
- _readOnlyRegion.address = addr;
- _readOnlyRegion.fileOffset = _dataRegion.fileOffset + _dataRegion.size;
- _readOnlyRegion.prot = VM_PROT_READ;
-
- // reserve space for kernel ASLR slide info at start of r/o region
- _slideInfoBufferSize = align((_dataRegion.size/4096) * 130, 12); // bitmap entry + toc entry
- _slideInfoFileOffset = _readOnlyRegion.fileOffset;
- addr += _slideInfoBufferSize;
-
- // layout all read-only (but not LINKEDIT) segments
- for (auto& dylib : _dylibs) {
- for (auto& seg : _segmentMap[dylib]) {
- if ( seg.base->protection != VM_PROT_READ )
- continue;
- if ( seg.base->name == "__LINKEDIT" )
- continue;
- // Keep segments 4K or more aligned
- addr = align(addr, std::min(seg.base->p2align, (uint8_t)12));
- seg.address = addr;
- seg.cacheFileOffset = addr - _readOnlyRegion.address + _readOnlyRegion.fileOffset;;
- seg.cacheSegSize = seg.base->size;
- addr += seg.base->size;
- //verboseLog("read-only offset=0x%08X, for path=%s\n", seg.cacheFileOffset, ex->proxy->installName.c_str());
- }
- }
- // layout all LINKEDIT segments (after other read-only segments)
- for (auto& dylib : _dylibs) {
- for (auto& seg : _segmentMap[dylib]) {
- if ( seg.base->protection != VM_PROT_READ )
- continue;
- if ( seg.base->name != "__LINKEDIT" )
- continue;
- // Keep LINKEDIT segments 4K aligned
- addr = align(addr, 12);
- seg.address = addr;
- seg.cacheFileOffset = addr - _readOnlyRegion.address + _readOnlyRegion.fileOffset;;
- seg.cacheSegSize = seg.base->diskSize;
- addr += seg.base->size;
- //verboseLog("linkedit offset=0x%08X, for path=%s\n", seg.cacheFileOffset, ex->proxy->installName.c_str());
- }
- }
- // add room for branch pool linkedits
- _branchPoolsLinkEditStartAddr = addr;
- addr += (_branchPoolStarts.size() * brPoolLinkEditSize);
-
- // align r/o region end
- uint64_t endReadOnlyAddress = align(addr, sharedRegionRegionAlignment(_arch));
- _readOnlyRegion.size = endReadOnlyAddress - _readOnlyRegion.address;
- _fileSize = _readOnlyRegion.fileOffset + _readOnlyRegion.size;
- // assume LINKEDIT optimzation reduces LINKEDITs to %40 of original size
- _vmSize = _readOnlyRegion.address+(_readOnlyRegion.size * 2/5) - _textRegion.address;
-}
-
-uint64_t SharedCache::pathHash(const char* path)
-{
- uint64_t sum = 0;
- for (const char* s=path; *s != '\0'; ++s)
- sum += sum*4 + *s;
- return sum;
-}
-
-
-
-void SharedCache::findDylibAndSegment(const void* contentPtr, std::string& dylibName, std::string& segName)
-{
- uint64_t fileOffset = (uint8_t*)contentPtr - (uint8_t*)_buffer.get();
- for (const auto& entry : _segmentMap ) {
- const MachOProxy* dylib = entry.first;
- for (const SegmentInfo& segInfo : entry.second) {
- //fprintf(stderr, " cacheFileOffset=0x%08llX, end=0x%08llX\n", segInfo.cacheFileOffset, segInfo.cacheFileOffset+segInfo.base->size);
- if ( (segInfo.cacheFileOffset <= fileOffset) && (fileOffset < segInfo.cacheFileOffset+segInfo.base->size) ) {
- dylibName = dylib->installName;
- segName = segInfo.base->name;
- return;
- }
- }
- }
- dylibName = "???";
- segName = "???";
-}
-
-
-template <typename P>
-bool SharedCache::makeRebaseChain(uint8_t* pageContent, uint16_t lastLocationOffset, uint16_t offset, const dyldCacheSlideInfo2<typename P::E>* info)
-{
- typedef typename P::uint_t pint_t;
-
- const pint_t deltaMask = (pint_t)(info->delta_mask());
- const pint_t valueMask = ~deltaMask;
- const pint_t valueAdd = (pint_t)(info->value_add());
- const unsigned deltaShift = __builtin_ctzll(deltaMask) - 2;
- const uint32_t maxDelta = (uint32_t)(deltaMask >> deltaShift);
-
- pint_t* lastLoc = (pint_t*)&pageContent[lastLocationOffset+0];
- pint_t lastValue = (pint_t)P::getP(*lastLoc);
- if ( (lastValue - valueAdd) & deltaMask ) {
- std::string dylibName;
- std::string segName;
- findDylibAndSegment((void*)pageContent, dylibName, segName);
- terminate("rebase pointer does not point within cache. lastOffset=0x%04X, seg=%s, dylib=%s\n",
- lastLocationOffset, segName.c_str(), dylibName.c_str());
- }
- if ( offset <= (lastLocationOffset+maxDelta) ) {
- // previous location in range, make link from it
- // encode this location into last value
- pint_t delta = offset - lastLocationOffset;
- pint_t newLastValue = ((lastValue - valueAdd) & valueMask) | (delta << deltaShift);
- //warning(" add chain: delta = %d, lastOffset=0x%03X, offset=0x%03X, org value=0x%08lX, new value=0x%08lX",
- // offset - lastLocationOffset, lastLocationOffset, offset, (long)lastValue, (long)newLastValue);
- P::setP(*lastLoc, newLastValue);
- return true;
- }
- //warning(" too big delta = %d, lastOffset=0x%03X, offset=0x%03X", offset - lastLocationOffset, lastLocationOffset, offset);
-
- // distance between rebase locations is too far
- // see if we can make a chain from non-rebase locations
- uint16_t nonRebaseLocationOffsets[1024];
- unsigned nrIndex = 0;
- for (uint16_t i = lastLocationOffset; i < offset-maxDelta; ) {
- nonRebaseLocationOffsets[nrIndex] = 0;
- for (int j=maxDelta; j > 0; j -= 4) {
- pint_t value = (pint_t)P::getP(*(pint_t*)&pageContent[i+j]);
- if ( value == 0 ) {
- // Steal values of 0 to be used in the rebase chain
- nonRebaseLocationOffsets[nrIndex] = i+j;
- break;
- }
- }
- if ( nonRebaseLocationOffsets[nrIndex] == 0 ) {
- lastValue = (pint_t)P::getP(*lastLoc);
- pint_t newValue = ((lastValue - valueAdd) & valueMask);
- //warning(" no way to make non-rebase delta chain, terminate off=0x%03X, old value=0x%08lX, new value=0x%08lX", lastLocationOffset, (long)value, (long)newValue);
- P::setP(*lastLoc, newValue);
- return false;
- }
- i = nonRebaseLocationOffsets[nrIndex];
- ++nrIndex;
- }
-
- // we can make chain. go back and add each non-rebase location to chain
- uint16_t prevOffset = lastLocationOffset;
- pint_t* prevLoc = (pint_t*)&pageContent[prevOffset];
- for (int n=0; n < nrIndex; ++n) {
- uint16_t nOffset = nonRebaseLocationOffsets[n];
- assert(nOffset != 0);
- pint_t* nLoc = (pint_t*)&pageContent[nOffset];
- uint32_t delta2 = nOffset - prevOffset;
- pint_t value = (pint_t)P::getP(*prevLoc);
- pint_t newValue;
- if ( value == 0 )
- newValue = (delta2 << deltaShift);
- else
- newValue = ((value - valueAdd) & valueMask) | (delta2 << deltaShift);
- //warning(" non-rebase delta = %d, to off=0x%03X, old value=0x%08lX, new value=0x%08lX", delta2, nOffset, (long)value, (long)newValue);
- P::setP(*prevLoc, newValue);
- prevOffset = nOffset;
- prevLoc = nLoc;
- }
- uint32_t delta3 = offset - prevOffset;
- pint_t value = (pint_t)P::getP(*prevLoc);
- pint_t newValue;
- if ( value == 0 )
- newValue = (delta3 << deltaShift);
- else
- newValue = ((value - valueAdd) & valueMask) | (delta3 << deltaShift);
- //warning(" non-rebase delta = %d, to off=0x%03X, old value=0x%08lX, new value=0x%08lX", delta3, offset, (long)value, (long)newValue);
- P::setP(*prevLoc, newValue);
-
- return true;
-}
-
-
-template <typename P>
-void SharedCache::addPageStarts(uint8_t* pageContent, const bool bitmap[], const dyldCacheSlideInfo2<typename P::E>* info,
- std::vector<uint16_t>& pageStarts, std::vector<uint16_t>& pageExtras)
-{
- typedef typename P::uint_t pint_t;
-
- const pint_t deltaMask = (pint_t)(info->delta_mask());
- const pint_t valueMask = ~deltaMask;
- const uint32_t pageSize = info->page_size();
- const pint_t valueAdd = (pint_t)(info->value_add());
-
- uint16_t startValue = DYLD_CACHE_SLIDE_PAGE_ATTR_NO_REBASE;
- uint16_t lastLocationOffset = 0xFFFF;
- for(int i=0; i < pageSize/4; ++i) {
- unsigned offset = i*4;
- if ( bitmap[i] ) {
- if ( startValue == DYLD_CACHE_SLIDE_PAGE_ATTR_NO_REBASE ) {
- // found first rebase location in page
- startValue = i;
- }
- else if ( !makeRebaseChain<P>(pageContent, lastLocationOffset, offset, info) ) {
- // can't record all rebasings in one chain
- if ( (startValue & DYLD_CACHE_SLIDE_PAGE_ATTR_EXTRA) == 0 ) {
- // switch page_start to "extras" which is a list of chain starts
- unsigned indexInExtras = (unsigned)pageExtras.size();
- if ( indexInExtras > 0x3FFF )
- terminate("rebase overflow in page extras");
- pageExtras.push_back(startValue);
- startValue = indexInExtras | DYLD_CACHE_SLIDE_PAGE_ATTR_EXTRA;
- }
- pageExtras.push_back(i);
- }
- lastLocationOffset = offset;
- }
- }
- if ( lastLocationOffset != 0xFFFF ) {
- // mark end of chain
- pint_t* lastLoc = (pint_t*)&pageContent[lastLocationOffset];
- pint_t lastValue = (pint_t)P::getP(*lastLoc);
- pint_t newValue = ((lastValue - valueAdd) & valueMask);
- P::setP(*lastLoc, newValue);
- }
- if ( startValue & DYLD_CACHE_SLIDE_PAGE_ATTR_EXTRA ) {
- // add end bit to extras
- pageExtras.back() |= DYLD_CACHE_SLIDE_PAGE_ATTR_END;
- }
- pageStarts.push_back(startValue);
-}
-
-template <typename P>
-void SharedCache::writeSlideInfoV2(uint64_t deltaMask, uint64_t valueAdd)
-{
- // i386 cache does not support sliding because stubs use absolute addressing (text relocs)
- if (_arch.arch == CPU_TYPE_I386 ) {
- dyldCacheHeader<LittleEndian>* header = (dyldCacheHeader<LittleEndian>*)_buffer.get();
- header->set_slideInfoSize(0);
- return;
- }
-
- typedef typename P::E E;
- const uint32_t pageSize = 4096;
-
- // build one 1024/4096 bool bitmap per page (4KB/16KB) of DATA
- uint8_t* const dataStart = (uint8_t*)_buffer.get() + _dataRegion.fileOffset;
- uint8_t* const dataEnd = dataStart + _dataRegion.size;
- unsigned pageCount = (unsigned)(_dataRegion.size+pageSize-1)/pageSize;
- const long bitmapSize = pageCount*(pageSize/4)*sizeof(bool);
- bool* bitmap = (bool*)calloc(bitmapSize, 1);
- for (void* p : _pointersForASLR) {
- if ( (p < dataStart) || ( p > dataEnd) )
- terminate("DATA pointer for sliding, out of range\n");
- long byteOffset = (long)((uint8_t*)p - dataStart);
- if ( (byteOffset % 4) != 0 )
- terminate("pointer not 4-byte aligned in DATA offset 0x%08lX\n", byteOffset);
- long boolIndex = byteOffset / 4;
- // work around <rdar://24941083> by ignoring pointers to be slid that are NULL on disk
- if ( *(typename P::uint_t*)p == 0 ) {
- std::string dylibName;
- std::string segName;
- findDylibAndSegment(p, dylibName, segName);
- warning("NULL pointer asked to be slid in %s of %s", segName.c_str(), dylibName.c_str());
- continue;
- }
- bitmap[boolIndex] = true;
- }
-
- // fill in fixed info
- dyldCacheSlideInfo2<E>* info = (dyldCacheSlideInfo2<E>*)((uint8_t*)_buffer.get() + _slideInfoFileOffset);
- info->set_version(2);
- info->set_page_size(pageSize);
- info->set_delta_mask(deltaMask);
- info->set_value_add(valueAdd);
-
- // set page starts and extras for each page
- std::vector<uint16_t> pageStarts;
- std::vector<uint16_t> pageExtras;
- pageStarts.reserve(pageCount);
- uint8_t* pageContent = dataStart;;
- const bool* bitmapForPage = bitmap;
- for (unsigned i=0; i < pageCount; ++i) {
- //warning("page[%d]", i);
- addPageStarts<P>(pageContent, bitmapForPage, info, pageStarts, pageExtras);
- pageContent += pageSize;
- bitmapForPage += (sizeof(bool)*(pageSize/4));
- }
- free((void*)bitmap);
-
- // fill in computed info
- info->set_page_starts_offset(sizeof(dyldCacheSlideInfo2<E>));
- info->set_page_starts_count((unsigned)pageStarts.size());
- info->set_page_extras_offset((unsigned)(sizeof(dyldCacheSlideInfo2<E>)+pageStarts.size()*sizeof(uint16_t)));
- info->set_page_extras_count((unsigned)pageExtras.size());
- for (unsigned i=0; i < pageStarts.size(); ++i)
- info->set_page_starts(i, pageStarts[i]);
- for (unsigned i=0; i < pageExtras.size(); ++i)
- info->set_page_extras(i, pageExtras[i]);
- //warning("pageCount=%u, page_starts_count=%lu, page_extras_count=%lu", pageCount, pageStarts.size(), pageExtras.size());
- _slideInfoBufferSize = align(info->page_extras_offset() + pageExtras.size()*sizeof(uint16_t), 12);
-
-#if NEW_CACHE_FILE_FORMAT
-
-#else
- unsigned long slideInfoPageSize = align(_slideInfoBufferSize, sharedRegionRegionAlignment(_arch));
- dyldCacheHeader<E>* header = (dyldCacheHeader<E>*)_buffer.get();
- header->set_slideInfoSize(slideInfoPageSize);
-#endif
-}
-
-void SharedCache::writeSlideInfoV2(void)
-{
- switch (_arch.arch) {
- case CPU_TYPE_ARM:
- // linked list based slide info needs high 3 bits of pointer, won't work with > 512MB of pointable content
- if ( (_textRegion.size + _dataRegion.size) > 512*1024*1024 ) {
- warning("cache TEXT+DATA > 512MB, using larger slide info format");
- writeSlideInfo<LittleEndian>();
- }
- else {
- writeSlideInfoV2<Pointer32<LittleEndian>>(0xE0000000, ARM_SHARED_REGION_START);
- }
- break;
- case CPU_TYPE_I386:
- writeSlideInfoV2<Pointer32<LittleEndian>>(0xE0000000, 0x90000000);
- break;
- case CPU_TYPE_X86_64:
- writeSlideInfoV2<Pointer64<LittleEndian>>(0xFFFF000000000000, 0);
- break;
- case CPU_TYPE_ARM64:
- writeSlideInfoV2<Pointer64<LittleEndian>>(0x00FFFF0000000000, 0);
- break;
- default:
- warning("unsupported arch 0x%08X", _arch.arch);
- return;
- }
-}
-
-
-
-template <typename E>
-void SharedCache::writeSlideInfo(void)
-{
- // i386 cache does not support sliding because stubs use absolute addressing (text relocs)
- if (_arch.arch == CPU_TYPE_I386 ) {
- dyldCacheHeader<E>* header = (dyldCacheHeader<E>*)_buffer.get();
- header->set_slideInfoSize(0);
- return;
- }
-
- // build one 128-byte bitmap per page (4096) of DATA
- uint8_t* const dataStart = (uint8_t*)_buffer.get() + _dataRegion.fileOffset;
- uint8_t* const dataEnd = dataStart + _dataRegion.size;
- const long bitmapSize = (dataEnd - dataStart)/(4*8);
- uint8_t* bitmap = (uint8_t*)calloc(bitmapSize, 1);
- for (void* p : _pointersForASLR) {
- if ( (p < dataStart) || ( p > dataEnd) )
- terminate("DATA pointer for sliding, out of range\n");
- long offset = (long)((uint8_t*)p - dataStart);
- if ( (offset % 4) != 0 )
- terminate("pointer not 4-byte aligned in DATA offset 0x%08lX\n", offset);
- long byteIndex = offset / (4*8);
- long bitInByte = (offset % 32) >> 2;
- bitmap[byteIndex] |= (1 << bitInByte);
- }
-
- // allocate worst case size block of all slide info
- const unsigned entry_size = 4096/(8*4); // 8 bits per byte, possible pointer every 4 bytes.
- const unsigned toc_count = (unsigned)bitmapSize/entry_size;
- dyldCacheSlideInfo<E>* slideInfo = (dyldCacheSlideInfo<E>*)((uint8_t*)_buffer.get() + _slideInfoFileOffset);
- slideInfo->set_version(1);
- slideInfo->set_toc_offset(sizeof(dyldCacheSlideInfo<E>));
- slideInfo->set_toc_count(toc_count);
- slideInfo->set_entries_offset((slideInfo->toc_offset()+2*toc_count+127)&(-128));
- slideInfo->set_entries_count(0);
- slideInfo->set_entries_size(entry_size);
- // append each unique entry
- const dyldCacheSlideInfoEntry* bitmapAsEntries = (dyldCacheSlideInfoEntry*)bitmap;
- dyldCacheSlideInfoEntry* const entriesInSlidInfo = (dyldCacheSlideInfoEntry*)((char*)slideInfo+slideInfo->entries_offset());
- int entry_count = 0;
- for (int i=0; i < toc_count; ++i) {
- const dyldCacheSlideInfoEntry* thisEntry = &bitmapAsEntries[i];
- // see if it is same as one already added
- bool found = false;
- for (int j=0; j < entry_count; ++j) {
- if ( memcmp(thisEntry, &entriesInSlidInfo[j], entry_size) == 0 ) {
- slideInfo->set_toc(i, j);
- found = true;
- break;
- }
- }
- if ( !found ) {
- // append to end
- memcpy(&entriesInSlidInfo[entry_count], thisEntry, entry_size);
- slideInfo->set_toc(i, entry_count++);
- }
- }
- slideInfo->set_entries_count(entry_count);
- ::free((void*)bitmap);
-
-#if NEW_CACHE_FILE_FORMAT
-
-#else
- unsigned long slideInfoPageSize = align(slideInfo->entries_offset() + entry_count*entry_size, sharedRegionRegionAlignment(_arch));
- dyldCacheHeader<E>* header = (dyldCacheHeader<E>*)_buffer.get();
- header->set_slideInfoSize(slideInfoPageSize);
-#endif
-}
-
-template <typename P>
-void SharedCache::writeCacheHeader(void)
-{
-#if NEW_CACHE_FILE_FORMAT
- macho_header<P>* mh = (macho_header<P>*)cacheBuffer;
- mh->set_magic((sizeof(typename P::uint_t) == 8) ? MH_MAGIC_64 : MH_MAGIC);
- mh->set_cputype(arch.arch);
- mh->set_cpusubtype(arch.subtype);
- mh->set_filetype(MH_DYLIB);
- mh->set_ncmds(0);
- mh->set_sizeofcmds(0);
- mh->set_flags(0);
-
- uint8_t* cmd = (uint8_t*)cacheBuffer + sizeof(macho_header<P>);
-
- // write LC_SEGMENT for each region
- macho_segment_command<P>* rxSegCmd = (macho_segment_command<P>*)cmd;
- rxSegCmd->set_cmd(macho_segment_command<P>::CMD);
- rxSegCmd->set_cmdsize(sizeof(macho_segment_command<P>));
- rxSegCmd->set_segname("R.X");
- rxSegCmd->set_vmaddr(_textRegion.address);
- rxSegCmd->set_vmsize(_textRegion.size);
- rxSegCmd->set_fileoff(_textRegion.fileOffset);
- rxSegCmd->set_filesize(_textRegion.size);
- rxSegCmd->set_maxprot(VM_PROT_READ | VM_PROT_EXECUTE);
- rxSegCmd->set_initprot(VM_PROT_READ | VM_PROT_EXECUTE);
- rxSegCmd->set_nsects(0);
- rxSegCmd->set_flags(0);
- mh->set_ncmds(mh->ncmds()+1);
- mh->set_sizeofcmds(mh->sizeofcmds()+rxSegCmd->cmdsize());
- cmd += rxSegCmd->cmdsize();
-
- macho_segment_command<P>* rwSegCmd = (macho_segment_command<P>*)cmd;
- rwSegCmd->set_cmd(macho_segment_command<P>::CMD);
- rwSegCmd->set_cmdsize(sizeof(macho_segment_command<P>));
- rwSegCmd->set_segname("RW.");
- rwSegCmd->set_vmaddr(_dataRegion.address);
- rwSegCmd->set_vmsize(_dataRegion.size);
- rwSegCmd->set_fileoff(_dataRegion.fileOffset);
- rwSegCmd->set_filesize(_dataRegion.size);
- rwSegCmd->set_maxprot(VM_PROT_READ | VM_PROT_WRITE);
- rwSegCmd->set_initprot(VM_PROT_READ | VM_PROT_WRITE);
- rwSegCmd->set_nsects(0);
- rwSegCmd->set_flags(0);
- mh->set_ncmds(mh->ncmds()+1);
- mh->set_sizeofcmds(mh->sizeofcmds()+rwSegCmd->cmdsize());
- cmd += rwSegCmd->cmdsize();
-
- macho_segment_command<P>* roSegCmd = (macho_segment_command<P>*)cmd;
- roSegCmd->set_cmd(macho_segment_command<P>::CMD);
- roSegCmd->set_cmdsize(sizeof(macho_segment_command<P>));
- roSegCmd->set_segname("R..");
- roSegCmd->set_vmaddr(_readOnlyRegion.address);
- roSegCmd->set_vmsize(_readOnlyRegion.size);
- roSegCmd->set_fileoff(_readOnlyRegion.fileOffset);
- roSegCmd->set_filesize(_readOnlyRegion.size);
- roSegCmd->set_maxprot(VM_PROT_READ);
- roSegCmd->set_initprot(VM_PROT_READ);
- roSegCmd->set_nsects(0);
- roSegCmd->set_flags(0);
- mh->set_ncmds(mh->ncmds()+1);
- mh->set_sizeofcmds(mh->sizeofcmds()+roSegCmd->cmdsize());
- cmd += roSegCmd->cmdsize();
-
- // Add LC_ID_DYLIB
- macho_dylib_command<P>* dylibIdCmd = (macho_dylib_command<P>*)cmd;
- const char* installName = "/System/Library/Frameworks/OS.framework/OS"; // FIXME
- uint32_t sz = (uint32_t)align(sizeof(macho_dylib_command<P>) + strlen(installName) + 1, 3);
- dylibIdCmd->set_cmd(LC_ID_DYLIB);
- dylibIdCmd->set_cmdsize(sz);
- dylibIdCmd->set_name_offset();
- dylibIdCmd->set_timestamp(1);
- dylibIdCmd->set_current_version(0x10000);
- dylibIdCmd->set_compatibility_version(0x10000);
- strcpy((char*)&cmd[sizeof(macho_dylib_command<P>)], installName);
- mh->set_ncmds(mh->ncmds()+1);
- mh->set_sizeofcmds(mh->sizeofcmds()+sz);
- cmd += dylibIdCmd->cmdsize();
-
- // Add LC_UUID
- macho_uuid_command<P>* uuidCmd = (macho_uuid_command<P>*)cmd;
- uint8_t zeros[16];
- bzero(zeros, 16);
- uuidCmd->set_cmd(LC_UUID);
- uuidCmd->set_cmdsize(sizeof(macho_uuid_command<P>));
- uuidCmd->set_uuid(zeros);
- cmd += uuidCmd->cmdsize();
-
- // Build dylib trie
- std::vector<mach_o::trie::Entry> dylibTrieEntires;
- int pathLengths = 0;
- for (Extra* ex : _sortedDylibs) {
- mach_o::trie::Entry entry;
- entry.name = ex->proxy->installName.c_str();
- entry.address = ex->segments[0].address;
- entry.flags = 0;
- entry.other = 0;
- entry.importName = NULL;
- dylibTrieEntires.push_back(entry);
- pathLengths += (strlen(entry.name) + 1);
- for (const std::string& alias : ex->proxy->installNameAliases) {
- mach_o::trie::Entry aliasEntry;
- aliasEntry.name = alias.c_str();
- aliasEntry.address = ex->segments[0].address;
- aliasEntry.flags = 0;
- aliasEntry.other = 0;
- aliasEntry.importName = NULL;
- dylibTrieEntires.push_back(aliasEntry);
- pathLengths += (strlen(aliasEntry.name) + 1);
- }
- }
- std::vector<uint8_t> dylibTrieBytes;
- dylibTrieBytes.reserve(4096);
- mach_o::trie::makeTrie(dylibTrieEntires, dylibTrieBytes);
- fprintf(stderr, "dylib trie size = %lu bytes, for %lu entries, pathLength=%d\n", dylibTrieBytes.size(), dylibTrieEntires.size(), pathLengths);
-
-
-
- // Build SPI trie (optimized cache only)
-
-
-
- // add LC_CODE_SIGNATURE
- macho_linkedit_data_command<P>* codeSigCmd = (macho_linkedit_data_command<P>*)cmd;
- codeSigCmd->set_cmd(LC_CODE_SIGNATURE);
- codeSigCmd->set_cmdsize(sizeof(macho_linkedit_data_command<P>));
- codeSigCmd->set_dataoff((uint32_t)(_readOnlyRegion.fileOffset + _readOnlyRegion.size));
- codeSigCmd->set_datasize(0); // FIXME
- mh->set_ncmds(mh->ncmds()+1);
- mh->set_sizeofcmds(mh->sizeofcmds()+codeSigCmd->cmdsize());
- cmd += codeSigCmd->cmdsize();
-
-#else
- typedef typename P::E E;
- // fill in header
- uint8_t* buffer = (uint8_t*)_buffer.get();
- dyldCacheHeader<E>* header = (dyldCacheHeader<E>*)_buffer.get();;
- // "dyld_v1" + spaces + archName(), with enough spaces to pad to 15 bytes
- std::string magic = "dyld_v1";
- magic.append(15 - magic.length() - archName().length(), ' ');
- magic.append(archName());
- assert(magic.length() == 15);
- header->set_magic(magic.c_str());
- header->set_mappingOffset(sizeof(dyldCacheHeader<E>));
- header->set_mappingCount(3);
- header->set_imagesOffset((uint32_t)(header->mappingOffset() + 3*sizeof(dyldCacheFileMapping<E>) + sizeof(uint64_t)*_branchPoolStarts.size()));
- header->set_imagesCount((uint32_t)_dylibs.size() + _aliasCount);
- header->set_dyldBaseAddress(0);
- header->set_codeSignatureOffset(_fileSize);
- header->set_codeSignatureSize(0);
- header->set_slideInfoOffset(_slideInfoFileOffset);
- header->set_slideInfoSize(_slideInfoBufferSize);
- header->set_localSymbolsOffset(0);
- header->set_localSymbolsSize(0);
- header->set_cacheType(kDyldSharedCacheTypeDevelopment);
- header->set_accelerateInfoAddr(0);
- header->set_accelerateInfoSize(0);
- static const uint8_t zero_uuid[16] = { 0,0,0,0, 0,0,0,0, 0,0,0,0, 0,0,0,0 };
- header->set_uuid(zero_uuid); // overwritten later by recomputeCacheUUID()
- header->set_branchPoolsOffset(header->mappingOffset() + 3*sizeof(dyldCacheFileMapping<E>));
- header->set_branchPoolsCount((uint32_t)_branchPoolStarts.size());
- header->set_imagesTextOffset(0);
- header->set_imagesTextCount(_dylibs.size());
-
- // fill in mappings
- dyldCacheFileMapping<E>* mappings = (dyldCacheFileMapping<E>*)&buffer[header->mappingOffset()];
- mappings[0].set_address(_textRegion.address);
- mappings[0].set_size(_textRegion.size);
- mappings[0].set_file_offset(_textRegion.fileOffset);
- mappings[0].set_max_prot(_textRegion.prot);
- mappings[0].set_init_prot(_textRegion.prot);
-
- mappings[1].set_address(_dataRegion.address);
- mappings[1].set_size(_dataRegion.size);
- mappings[1].set_file_offset(_dataRegion.fileOffset);
- mappings[1].set_max_prot(_dataRegion.prot);
- mappings[1].set_init_prot(_dataRegion.prot);
-
- mappings[2].set_address(_readOnlyRegion.address);
- mappings[2].set_size(_readOnlyRegion.size);
- mappings[2].set_file_offset(_readOnlyRegion.fileOffset);
- mappings[2].set_max_prot(_readOnlyRegion.prot);
- mappings[2].set_init_prot(_readOnlyRegion.prot);
-
- // fill in branch pool addresses
- uint64_t* p = (uint64_t*)&buffer[header->branchPoolsOffset()];
- for (uint64_t pool : _branchPoolStarts) {
- E::set64(*p, pool);
- ++p;
- }
-
- // fill in image table
- dyldCacheImageInfo<E>* images = (dyldCacheImageInfo<E>*)&buffer[header->imagesOffset()];
- for (auto& dylib : _dylibs) {
- auto textSeg = _segmentMap[dylib][0];
- images->set_address(textSeg.address);
- if (_manifest.platform == "osx") {
- images->set_modTime(dylib->lastModTime);
- images->set_inode(dylib->inode);
- } else {
- images->set_modTime(0);
- images->set_inode(pathHash(dylib->installName.c_str()));
- }
- images->set_pathFileOffset((uint32_t)textSeg.cacheFileOffset + dylib->installNameOffsetInTEXT);
- ++images;
- }
- // append aliases image records and strings
- uint32_t offset = header->imagesOffset() + header->imagesCount()*sizeof(dyld_cache_image_info);
- for (auto &dylib : _dylibs) {
- if (!dylib->installNameAliases.empty()) {
- for (const std::string& alias : dylib->installNameAliases) {
- images->set_address(_segmentMap[dylib][0].address);
- if (_manifest.platform == "osx") {
- images->set_modTime(dylib->lastModTime);
- images->set_inode(dylib->inode);
- } else {
- images->set_modTime(0);
- images->set_inode(pathHash(alias.c_str()));
- }
- images->set_pathFileOffset(offset);
- ::strcpy((char*)&buffer[offset], alias.c_str());
- offset += alias.size() + 1;
- ++images;
- }
- }
- }
-
- // calculate start of text image array and trailing string pool
- offset = (offset + 15) & (-16);
- header->set_imagesTextOffset(offset);
- dyldCacheImageTextInfo<E>* textImages = (dyldCacheImageTextInfo<E>*)&buffer[header->imagesTextOffset()];
- uint32_t stringOffset = offset + (uint32_t)(sizeof(dyldCacheImageTextInfo<E>) * _dylibs.size());
-
- // write text image array and image names pool at same time
- for (auto& dylib : _dylibs) {
- textImages->set_uuid(dylib->uuid);
- textImages->set_loadAddress(_segmentMap[dylib][0].address);
- textImages->set_textSegmentSize((uint32_t)dylib->segments[0].size);
- textImages->set_pathOffset(stringOffset);
- ::strcpy((char*)&buffer[stringOffset], dylib->installName.c_str());
- stringOffset += dylib->installName.size()+1;
- ++textImages;
- }
-
- assert(stringOffset < 0x28000);
-#endif
-}
-
-void SharedCache::rebase(MachOProxy* dylib)
-{
- std::vector<uint64_t> segNewStartAddresses;
- std::vector<uint64_t> segCacheFileOffsets;
- std::vector<uint64_t> segCacheFileSizes;
- for (auto& seg : _segmentMap[dylib]) {
- segNewStartAddresses.push_back(seg.address);
- segCacheFileOffsets.push_back(seg.cacheFileOffset);
- segCacheFileSizes.push_back(seg.cacheSegSize);
- }
- adjustImageForNewSegmentLocations(segNewStartAddresses, segCacheFileOffsets, segCacheFileSizes, _pointersForASLR);
-}
-
-
-void SharedCache::rebaseAll(void)
-{
- for (auto& dylib : _dylibs)
- rebase(dylib);
-}
-
-void SharedCache::bindAll(void)
-{
- std::unordered_map<std::string, void*> dylibPathToMachHeader;
- for (auto& dylib : _dylibs) {
- void* mh = (uint8_t*)_buffer.get() + _segmentMap[dylib][0].cacheFileOffset;
- dylibPathToMachHeader[dylib->installName] = mh;
- for (const std::string& path : dylib->installNameAliases) {
- if (path != dylib->installName) {
- dylibPathToMachHeader[path] = mh;
- }
- }
- }
-
- bindAllImagesInCache(dylibPathToMachHeader, _pointersForASLR);
-}
-
-void SharedCache::writeCacheSegments(void)
-{
- uint8_t* cacheBytes = (uint8_t*)_buffer.get();
- for (auto& dylib : _dylibs) {
- struct stat stat_buf;
- const uint8_t* srcDylib;
- bool rootless;
-
- std::tie(srcDylib, stat_buf, rootless) = fileCache.cacheLoad(dylib->path);
- for (auto& seg : _segmentMap[dylib]) {
- uint32_t segFileOffset = dylib->fatFileOffset + seg.base->fileOffset;
- uint64_t copySize = std::min(seg.cacheSegSize, (uint64_t)seg.base->diskSize);
- verboseLog("copy segment %12s (0x%08llX bytes) to %p (logical addr 0x%llX) for %s", seg.base->name.c_str(), copySize, &cacheBytes[seg.cacheFileOffset], seg.address, dylib->installName.c_str());
- ::memcpy(&cacheBytes[seg.cacheFileOffset], &srcDylib[segFileOffset], copySize);
- }
- }
-}
-
-
-
-void SharedCache::appendCodeSignature(const std::string& suffix)
-{
- // select which codesigning hash
- uint8_t dscHashType = CS_HASHTYPE_SHA1;
- uint8_t dscHashSize = CS_HASH_SIZE_SHA1;
- uint32_t dscDigestFormat = kCCDigestSHA1;
- if ( _manifest.platform == "osx" ) {
- dscHashType = CS_HASHTYPE_SHA256;
- dscHashSize = CS_HASH_SIZE_SHA256;
- dscDigestFormat = kCCDigestSHA256;
- }
-
- std::string cacheIdentifier = "com.apple.dyld.cache." + archName() + "." + suffix;
- // get pointers into shared cache buffer
- size_t inBbufferSize = _fileSize;
- const uint8_t* inBuffer = (uint8_t*)_buffer.get();
- uint8_t* csBuffer = (uint8_t*)_buffer.get()+inBbufferSize;
-
- // layout code signature contents
- size_t idSize = cacheIdentifier.size()+1; // +1 for terminating 0
- uint32_t slotCount = (uint32_t)((inBbufferSize + CS_PAGE_SIZE - 1) / CS_PAGE_SIZE);
- uint32_t xSlotCount = CSSLOT_REQUIREMENTS;
- size_t scatOffset = sizeof(CS_CodeDirectory);
- size_t scatSize = 4*sizeof(CS_Scatter); // only 3 used??
- size_t idOffset = scatOffset+scatSize;
- size_t hashOffset = idOffset+idSize + dscHashSize*xSlotCount;
- size_t cdSize = hashOffset + (slotCount * dscHashSize);
- size_t reqsSize = 12;
- size_t cmsSize = sizeof(CS_Blob);
- size_t cdOffset = sizeof(CS_SuperBlob) + 3*sizeof(CS_BlobIndex);
- size_t reqsOffset = cdOffset + cdSize;
- size_t cmsOffset = reqsOffset + reqsSize;
- size_t sbSize = cmsOffset + cmsSize;
- size_t sigSize = align(sbSize, 14); // keep whole cache 16KB aligned
-
- // create overall code signature which is a superblob
- CS_SuperBlob* sb = reinterpret_cast<CS_SuperBlob*>(csBuffer);
- sb->magic = htonl(CSMAGIC_EMBEDDED_SIGNATURE);
- sb->length = htonl(sbSize);
- sb->count = htonl(3);
- sb->index[0].type = htonl(CSSLOT_CODEDIRECTORY);
- sb->index[0].offset = htonl(cdOffset);
- sb->index[1].type = htonl(CSSLOT_REQUIREMENTS);
- sb->index[1].offset = htonl(reqsOffset);
- sb->index[2].type = htonl(CSSLOT_CMS_SIGNATURE);
- sb->index[2].offset = htonl(cmsOffset);
-
- // initialize fixed fields of Code Directory
- CS_CodeDirectory* cd = (CS_CodeDirectory*)(((char*)sb)+cdOffset);
- cd->magic = htonl(CSMAGIC_CODEDIRECTORY);
- cd->length = htonl(cdSize);
- cd->version = htonl(0x20100);
- cd->flags = htonl(kSecCodeSignatureAdhoc);
- cd->hashOffset = htonl(hashOffset);
- cd->identOffset = htonl(idOffset);
- cd->nSpecialSlots = htonl(xSlotCount);
- cd->nCodeSlots = htonl(slotCount);
- cd->codeLimit = htonl(inBbufferSize);
- cd->hashSize = dscHashSize;
- cd->hashType = dscHashType;
- cd->platform = 0; // not platform binary
- cd->pageSize = __builtin_ctz(CS_PAGE_SIZE); // log2(CS_PAGE_SIZE);
- cd->spare2 = 0; // unused (must be zero)
- cd->scatterOffset = htonl(scatOffset);
-
- // initialize dynamic fields of Code Directory
- strcpy((char*)cd + idOffset, cacheIdentifier.c_str());
-
- // add scatter info
- CS_Scatter* scatter = reinterpret_cast<CS_Scatter*>((char*)cd+scatOffset);
- scatter[0].count = htonl(_textRegion.size/CS_PAGE_SIZE);
- scatter[0].base = htonl(_textRegion.fileOffset/CS_PAGE_SIZE);
- scatter[0].targetOffset = htonll(_textRegion.address);
- scatter[0].spare = 0;
- scatter[1].count = htonl(_dataRegion.size/CS_PAGE_SIZE);
- scatter[1].base = htonl(_dataRegion.fileOffset/CS_PAGE_SIZE);
- scatter[1].targetOffset = htonll(_dataRegion.address);
- scatter[1].spare = 0;
- scatter[2].count = htonl(_readOnlyRegion.size/CS_PAGE_SIZE);
- scatter[2].base = htonl(_readOnlyRegion.fileOffset/CS_PAGE_SIZE);
- scatter[2].targetOffset = htonll(_readOnlyRegion.address);
- scatter[2].spare = 0;
-
- // fill in empty requirements
- CS_RequirementsBlob* reqs = (CS_RequirementsBlob*)(((char*)sb)+reqsOffset);
- reqs->magic = htonl(CSMAGIC_REQUIREMENTS);
- reqs->length = htonl(sizeof(CS_RequirementsBlob));
- reqs->data = 0;
-
- // fill in empty CMS blob for ad-hoc signing
- CS_Blob* cms = (CS_Blob*)(((char*)sb)+cmsOffset);
- cms->magic = htonl(CSMAGIC_BLOBWRAPPER);
- cms->length = htonl(sizeof(CS_Blob));
-
- // add special slot hashes
- uint8_t* hashSlot = (uint8_t*)cd + hashOffset;
- uint8_t* reqsHashSlot = &hashSlot[-CSSLOT_REQUIREMENTS*dscHashSize];
- CCDigest(dscDigestFormat, (uint8_t*)reqs, sizeof(CS_RequirementsBlob), reqsHashSlot);
-
- // alter header of cache to record size and location of code signature
- // do this *before* hashing each page
- dyldCacheHeader<LittleEndian>* header = (dyldCacheHeader<LittleEndian>*)inBuffer;
- header->set_codeSignatureOffset(inBbufferSize);
- header->set_codeSignatureSize(sigSize);
-
- // compute hashes
- const uint8_t* code = inBuffer;
- for (uint32_t i=0; i < slotCount; ++i) {
- CCDigest(dscDigestFormat, code, CS_PAGE_SIZE, hashSlot);
- hashSlot += dscHashSize;
- code += CS_PAGE_SIZE;
- }
-
- // hash of entire code directory (cdHash) uses same has hash as each page
- uint8_t fullCdHash[dscHashSize];
- CCDigest(dscDigestFormat, (const uint8_t*)cd, cdSize, fullCdHash);
- // Note: cdHash is defined as first 20 bytes of hash
- memcpy(_cdHash, fullCdHash, 20);
-
- // increase file size to include newly append code signature
- _fileSize += sigSize;
-}
-
-std::string SharedCache::cdHashString()
-{
- char buff[48];
- for (int i = 0; i < sizeof(_cdHash); ++i)
- sprintf(&buff[2*i], "%2.2x", _cdHash[i]);
- return buff;
-}
-
-
-#pragma mark -
-#pragma mark Template dispatchers
-
-#define TEMPLATE_DISPATCHER_BODY(method,...) \
- switch( _arch.arch ) { \
- case CPU_TYPE_ARM: \
- case CPU_TYPE_I386: \
- method<Pointer32<LittleEndian>>(__VA_ARGS__); \
- break; \
- case CPU_TYPE_X86_64: \
- case CPU_TYPE_ARM64: \
- method<Pointer64<LittleEndian>>(__VA_ARGS__); \
- break; \
- default: \
- terminate("unsupported arch 0x%08X", _arch.arch); \
- }
-
-void SharedCache::writeCacheHeader() {
- TEMPLATE_DISPATCHER_BODY(writeCacheHeader)
-};
-
-void SharedCache::buildForDevelopment(const std::string& cachePath) {
- TEMPLATE_DISPATCHER_BODY(buildForDevelopment, cachePath)
-};
-
-void SharedCache::buildForProduction(const std::string& cachePath) {
- TEMPLATE_DISPATCHER_BODY(buildForProduction, cachePath)
-};
-
-void SharedCache::setLinkeditsMappingEndFileOffset(uint64_t newFileSize) {
- TEMPLATE_DISPATCHER_BODY(setLinkeditsMappingEndFileOffset, newFileSize)
-}
-
-void SharedCache::setUnmappedLocalsRange(uint64_t localSymbolsOffset, uint32_t unmappedSize) {
- TEMPLATE_DISPATCHER_BODY(setUnmappedLocalsRange, localSymbolsOffset, unmappedSize)
-}
-
-void SharedCache::setAcceleratorInfoRange(uint64_t accelInfoAddr, uint32_t accelInfoSize) {
- TEMPLATE_DISPATCHER_BODY(setAcceleratorInfoRange, accelInfoAddr, accelInfoSize)
-}
-
-void SharedCache::recomputeCacheUUID(void) {
- TEMPLATE_DISPATCHER_BODY(recomputeCacheUUID)
-}
-
-void SharedCache::forEachImage(DylibHandler handler) {
- TEMPLATE_DISPATCHER_BODY(forEachImage, handler)
-}
-
-void SharedCache::forEachRegion(RegionHandler handler) {
- TEMPLATE_DISPATCHER_BODY(forEachRegion, handler)
-}