Loading...
--- dyld/dyld-239.3/src/dyld.cpp
+++ dyld/dyld-640.2/src/dyld.cpp
@@ -1,6 +1,6 @@
/* -*- mode: C++; c-basic-offset: 4; tab-width: 4 -*-
*
- * Copyright (c) 2004-2010 Apple Inc. All rights reserved.
+ * Copyright (c) 2004-2013 Apple Inc. All rights reserved.
*
* @APPLE_LICENSE_HEADER_START@
*
@@ -28,6 +28,8 @@
#include <errno.h>
#include <fcntl.h>
#include <dirent.h>
+#include <pthread.h>
+#include <libproc.h>
#include <sys/param.h>
#include <mach/mach_time.h> // mach_absolute_time()
#include <mach/mach_init.h>
@@ -38,6 +40,7 @@
#include <sys/un.h>
#include <sys/syslog.h>
#include <sys/uio.h>
+#include <mach/mach.h>
#include <mach-o/fat.h>
#include <mach-o/loader.h>
#include <mach-o/ldsyms.h>
@@ -50,8 +53,43 @@
#include <libkern/OSAtomic.h>
#include <Availability.h>
#include <System/sys/codesign.h>
+#include <System/sys/csr.h>
#include <_simple.h>
-
+#include <os/lock_private.h>
+#include <System/machine/cpu_capabilities.h>
+#include <System/sys/reason.h>
+#include <kern/kcdata.h>
+#if TARGET_IPHONE_SIMULATOR
+ enum {
+ AMFI_DYLD_INPUT_PROC_IN_SIMULATOR = (1 << 0),
+ };
+ enum amfi_dyld_policy_output_flag_set {
+ AMFI_DYLD_OUTPUT_ALLOW_AT_PATH = (1 << 0),
+ AMFI_DYLD_OUTPUT_ALLOW_PATH_VARS = (1 << 1),
+ AMFI_DYLD_OUTPUT_ALLOW_CUSTOM_SHARED_CACHE = (1 << 2),
+ AMFI_DYLD_OUTPUT_ALLOW_FALLBACK_PATHS = (1 << 3),
+ AMFI_DYLD_OUTPUT_ALLOW_PRINT_VARS = (1 << 4),
+ AMFI_DYLD_OUTPUT_ALLOW_FAILED_LIBRARY_INSERTION = (1 << 5),
+ };
+ extern "C" int amfi_check_dyld_policy_self(uint64_t input_flags, uint64_t* output_flags);
+#else
+ #include <libamfi.h>
+#endif
+extern "C" {
+ #include <corecrypto/ccdigest.h>
+ #include <corecrypto/ccsha2.h>
+}
+#include <sandbox.h>
+#include <sandbox/private.h>
+#if __has_feature(ptrauth_calls)
+ #include <ptrauth.h>
+#endif
+
+extern "C" int __fork();
+
+#include <array>
+#include <algorithm>
+#include <vector>
#ifndef CPU_SUBTYPE_ARM_V5TEJ
#define CPU_SUBTYPE_ARM_V5TEJ ((cpu_subtype_t) 7)
@@ -75,12 +113,27 @@
#define LC_DYLD_ENVIRONMENT 0x27
#endif
+#ifndef CPU_SUBTYPE_X86_64_H
+ #define CPU_SUBTYPE_X86_64_H ((cpu_subtype_t) 8)
+#endif
+
+#ifndef CPU_SUBTYPE_ARM64_E
+ #define CPU_SUBTYPE_ARM64_E 2
+#endif
+
+#ifndef CPU_ARCH_ABI64_32
+ #define CPU_ARCH_ABI64_32 ((cpu_type_t) 0x02000000)
+#endif
+#ifndef CPU_TYPE_ARM64_32
+ #define CPU_TYPE_ARM64_32 ((cpu_type_t) (CPU_TYPE_ARM | CPU_ARCH_ABI64_32))
+#endif
+#ifndef CPU_SUBTYPE_ARM64_32_V8
+ #define CPU_SUBTYPE_ARM64_32_V8 ((cpu_subtype_t) 1)
+#endif
+
#ifndef VM_PROT_SLIDE
#define VM_PROT_SLIDE 0x20
#endif
-
-#include <vector>
-#include <algorithm>
#include "mach-o/dyld_gdb.h"
@@ -88,20 +141,52 @@
#include "ImageLoader.h"
#include "ImageLoaderMachO.h"
#include "dyldLibSystemInterface.h"
-#include "dyldSyscallInterface.h"
-#if DYLD_SHARED_CACHE_SUPPORT
#include "dyld_cache_format.h"
-#endif
-#if CORESYMBOLICATION_SUPPORT
-#include "coreSymbolicationDyldSupport.hpp"
-#endif
+#include "dyld_process_info_internal.h"
+
+#if SUPPORT_ACCELERATE_TABLES
+ #include "ImageLoaderMegaDylib.h"
+#endif
+
+#if TARGET_IPHONE_SIMULATOR
+ extern "C" void* gSyscallHelpers;
+#else
+ #include "dyldSyscallInterface.h"
+#endif
+
+#include "Closure.h"
+#include "libdyldEntryVector.h"
+#include "MachOLoaded.h"
+#include "Loading.h"
+#include "DyldSharedCache.h"
+#include "SharedCacheRuntime.h"
+#include "StringUtils.h"
+#include "Tracing.h"
+#include "ClosureBuilder.h"
+#include "ClosureFileSystemPhysical.h"
+#include "FileUtils.h"
+
// not libc header for send() syscall interface
extern "C" ssize_t __sendto(int, const void *, size_t, int, const struct sockaddr *, socklen_t);
-// ARM is the only architecture that use cpu-sub-types
-#define CPU_SUBTYPES_SUPPORTED __arm__
+// ARM and x86_64 are the only architecture that use cpu-sub-types
+#define CPU_SUBTYPES_SUPPORTED ((__arm__ || __arm64__ || __x86_64__) && !TARGET_IPHONE_SIMULATOR)
+
+#if __LP64__
+ #define LC_SEGMENT_COMMAND LC_SEGMENT_64
+ #define LC_SEGMENT_COMMAND_WRONG LC_SEGMENT
+ #define LC_ENCRYPT_COMMAND LC_ENCRYPTION_INFO
+ #define macho_segment_command segment_command_64
+ #define macho_section section_64
+#else
+ #define LC_SEGMENT_COMMAND LC_SEGMENT
+ #define LC_SEGMENT_COMMAND_WRONG LC_SEGMENT_64
+ #define LC_ENCRYPT_COMMAND LC_ENCRYPTION_INFO_64
+ #define macho_segment_command segment_command
+ #define macho_section section
+#endif
@@ -109,21 +194,20 @@
/* implemented in dyld_gdb.cpp */
+extern void resetAllImages();
extern void addImagesToAllImages(uint32_t infoCount, const dyld_image_info info[]);
extern void removeImageFromAllImages(const mach_header* mh);
-extern void setAlImageInfosHalt(const char* message, uintptr_t flags);
extern void addNonSharedCacheImageUUID(const dyld_uuid_info& info);
extern const char* notifyGDB(enum dyld_image_states state, uint32_t infoCount, const dyld_image_info info[]);
+extern size_t allImagesCount();
// magic so CrashReporter logs message
extern "C" {
char error_string[1024];
}
-// implemented in dyldStartup.s for CrashReporter
-extern "C" void dyld_fatal_error(const char* errString) __attribute__((noreturn));
// magic linker symbol for start of dyld binary
-extern "C" void* __dso_handle;
+extern "C" const macho_header __dso_handle;
//
@@ -163,16 +247,14 @@
const char* const * LD_LIBRARY_PATH; // for unix conformance
const char* const * DYLD_VERSIONED_LIBRARY_PATH;
const char* const * DYLD_VERSIONED_FRAMEWORK_PATH;
- bool DYLD_PRINT_LIBRARIES;
bool DYLD_PRINT_LIBRARIES_POST_LAUNCH;
bool DYLD_BIND_AT_LAUNCH;
bool DYLD_PRINT_STATISTICS;
+ bool DYLD_PRINT_STATISTICS_DETAILS;
bool DYLD_PRINT_OPTS;
bool DYLD_PRINT_ENV;
bool DYLD_DISABLE_DOFS;
- bool DYLD_PRINT_CS_NOTIFICATIONS;
- // DYLD_SHARED_CACHE_DONT_VALIDATE ==> sSharedCacheIgnoreInodeAndTimeStamp
- // DYLD_SHARED_CACHE_DIR ==> sSharedCacheDir
+ // DYLD_SHARED_CACHE_DIR ==> sSharedCacheOverrideDir
// DYLD_ROOT_PATH ==> gLinkContext.rootPaths
// DYLD_IMAGE_SUFFIX ==> gLinkContext.imageSuffix
// DYLD_PRINT_OPTS ==> gLinkContext.verboseOpts
@@ -192,6 +274,7 @@
// DYLD_PRINT_WARNINGS ==> gLinkContext.verboseWarnings
// DYLD_PRINT_RPATHS ==> gLinkContext.verboseRPaths
// DYLD_PRINT_INTERPOSING ==> gLinkContext.verboseInterposing
+ // DYLD_PRINT_LIBRARIES ==> gLinkContext.verboseLoading
};
@@ -199,48 +282,50 @@
typedef std::vector<dyld_image_state_change_handler> StateHandlers;
-enum RestrictedReason { restrictedNot, restrictedBySetGUid, restrictedBySegment, restrictedByEntitlements };
+enum EnvVarMode { envNone, envPrintOnly, envAll };
// all global state
static const char* sExecPath = NULL;
static const char* sExecShortName = NULL;
static const macho_header* sMainExecutableMachHeader = NULL;
+static uintptr_t sMainExecutableSlide = 0;
#if CPU_SUBTYPES_SUPPORTED
static cpu_type_t sHostCPU;
static cpu_subtype_t sHostCPUsubtype;
#endif
-static ImageLoader* sMainExecutable = NULL;
-static bool sProcessIsRestricted = false;
-static RestrictedReason sRestrictedReason = restrictedNot;
-static unsigned int sInsertedDylibCount = 0;
+static ImageLoaderMachO* sMainExecutable = NULL;
+static size_t sInsertedDylibCount = 0;
static std::vector<ImageLoader*> sAllImages;
static std::vector<ImageLoader*> sImageRoots;
static std::vector<ImageLoader*> sImageFilesNeedingTermination;
static std::vector<RegisteredDOF> sImageFilesNeedingDOFUnregistration;
static std::vector<ImageCallback> sAddImageCallbacks;
static std::vector<ImageCallback> sRemoveImageCallbacks;
+static std::vector<LoadImageCallback> sAddLoadImageCallbacks;
+static bool sRemoveImageCallbacksInUse = false;
static void* sSingleHandlers[7][3];
static void* sBatchHandlers[7][3];
static ImageLoader* sLastImageByAddressCache;
static EnvironmentVariables sEnv;
+#if __MAC_OS_X_VERSION_MIN_REQUIRED
static const char* sFrameworkFallbackPaths[] = { "$HOME/Library/Frameworks", "/Library/Frameworks", "/Network/Library/Frameworks", "/System/Library/Frameworks", NULL };
static const char* sLibraryFallbackPaths[] = { "$HOME/lib", "/usr/local/lib", "/usr/lib", NULL };
+static const char* sRestrictedFrameworkFallbackPaths[] = { "/System/Library/Frameworks", NULL };
+static const char* sRestrictedLibraryFallbackPaths[] = { "/usr/lib", NULL };
+#else
+static const char* sFrameworkFallbackPaths[] = { "/System/Library/Frameworks", NULL };
+static const char* sLibraryFallbackPaths[] = { "/usr/local/lib", "/usr/lib", NULL };
+#endif
static UndefinedHandler sUndefinedHandler = NULL;
static ImageLoader* sBundleBeingLoaded = NULL; // hack until OFI is reworked
-#if DYLD_SHARED_CACHE_SUPPORT
-static const dyld_cache_header* sSharedCache = NULL;
-static long sSharedCacheSlide = 0;
-static bool sSharedCacheIgnoreInodeAndTimeStamp = false;
-#if __IPHONE_OS_VERSION_MIN_REQUIRED && DYLD_SHARED_CACHE_SUPPORT
- bool gSharedCacheOverridden = false;
- static const char* sSharedCacheDir = IPHONE_DYLD_SHARED_CACHE_DIR;
- static bool sDylibsOverrideCache = false;
-#else
- static const char* sSharedCacheDir = MACOSX_DYLD_SHARED_CACHE_DIR;
-#endif
-#endif
+static dyld3::SharedCacheLoadInfo sSharedCacheLoadInfo;
+static const char* sSharedCacheOverrideDir;
+ bool gSharedCacheOverridden = false;
ImageLoader::LinkContext gLinkContext;
bool gLogAPIs = false;
+#if SUPPORT_ACCELERATE_TABLES
+bool gLogAppAPIs = false;
+#endif
const struct LibSystemHelpers* gLibSystemHelpers = NULL;
#if SUPPORT_OLD_CRT_INITIALIZATION
bool gRunInitializersOldWay = false;
@@ -250,9 +335,33 @@
static int sLogSocket = -1;
#endif
static bool sFrameworksFoundAsDylibs = false;
-
+#if __x86_64__ && !TARGET_IPHONE_SIMULATOR
+static bool sHaswell = false;
+#endif
static std::vector<ImageLoader::DynamicReference> sDynamicReferences;
-
+static OSSpinLock sDynamicReferencesLock = 0;
+#if !TARGET_IPHONE_SIMULATOR
+static bool sLogToFile = false;
+#endif
+static char sLoadingCrashMessage[1024] = "dyld: launch, loading dependent libraries";
+static _dyld_objc_notify_mapped sNotifyObjCMapped;
+static _dyld_objc_notify_init sNotifyObjCInit;
+static _dyld_objc_notify_unmapped sNotifyObjCUnmapped;
+
+#if __IPHONE_OS_VERSION_MIN_REQUIRED && !TARGET_IPHONE_SIMULATOR
+static bool sForceStderr = false;
+#endif
+
+
+#if SUPPORT_ACCELERATE_TABLES
+static ImageLoaderMegaDylib* sAllCacheImagesProxy = NULL;
+static bool sDisableAcceleratorTables = false;
+#endif
+
+bool gUseDyld3 = false;
+static bool sSkipMain = false;
+static bool sEnableClosures = false;
+static uint64_t launchTraceID = 0;
//
// The MappedRanges structure is used for fast address->image lookups.
@@ -265,22 +374,22 @@
//
struct MappedRanges
{
- enum { count=400 };
+ MappedRanges* next;
+ unsigned long count;
struct {
ImageLoader* image;
uintptr_t start;
uintptr_t end;
- } array[count];
- MappedRanges* next;
+ } array[1];
};
-static MappedRanges sMappedRangesStart;
+static MappedRanges* sMappedRangesStart;
void addMappedRange(ImageLoader* image, uintptr_t start, uintptr_t end)
{
//dyld::log("addMappedRange(0x%lX->0x%lX) for %s\n", start, end, image->getShortName());
- for (MappedRanges* p = &sMappedRangesStart; p != NULL; p = p->next) {
- for (int i=0; i < MappedRanges::count; ++i) {
+ for (MappedRanges* p = sMappedRangesStart; p != NULL; p = p->next) {
+ for (unsigned long i=0; i < p->count; ++i) {
if ( p->array[i].image == NULL ) {
p->array[i].start = start;
p->array[i].end = end;
@@ -292,24 +401,37 @@
}
}
// table must be full, chain another
- MappedRanges* newRanges = (MappedRanges*)malloc(sizeof(MappedRanges));
- bzero(newRanges, sizeof(MappedRanges));
+#if SUPPORT_ACCELERATE_TABLES
+ unsigned count = (sAllCacheImagesProxy != NULL) ? 16 : 400;
+#else
+ unsigned count = 400;
+#endif
+ size_t allocationSize = sizeof(MappedRanges) + (count-1)*3*sizeof(void*);
+ MappedRanges* newRanges = (MappedRanges*)malloc(allocationSize);
+ bzero(newRanges, allocationSize);
+ newRanges->count = count;
newRanges->array[0].start = start;
newRanges->array[0].end = end;
newRanges->array[0].image = image;
- for (MappedRanges* p = &sMappedRangesStart; p != NULL; p = p->next) {
- if ( p->next == NULL ) {
- OSMemoryBarrier();
- p->next = newRanges;
- break;
+ OSMemoryBarrier();
+ if ( sMappedRangesStart == NULL ) {
+ sMappedRangesStart = newRanges;
+ }
+ else {
+ for (MappedRanges* p = sMappedRangesStart; p != NULL; p = p->next) {
+ if ( p->next == NULL ) {
+ OSMemoryBarrier();
+ p->next = newRanges;
+ break;
+ }
}
}
}
void removedMappedRanges(ImageLoader* image)
{
- for (MappedRanges* p = &sMappedRangesStart; p != NULL; p = p->next) {
- for (int i=0; i < MappedRanges::count; ++i) {
+ for (MappedRanges* p = sMappedRangesStart; p != NULL; p = p->next) {
+ for (unsigned long i=0; i < p->count; ++i) {
if ( p->array[i].image == image ) {
// clear with a barrier so that any reader will see consistent records
OSMemoryBarrier();
@@ -321,8 +443,8 @@
ImageLoader* findMappedRange(uintptr_t target)
{
- for (MappedRanges* p = &sMappedRangesStart; p != NULL; p = p->next) {
- for (int i=0; i < MappedRanges::count; ++i) {
+ for (MappedRanges* p = sMappedRangesStart; p != NULL; p = p->next) {
+ for (unsigned long i=0; i < p->count; ++i) {
if ( p->array[i].image != NULL ) {
if ( (p->array[i].start <= target) && (target < p->array[i].end) )
return p->array[i].image;
@@ -368,37 +490,8 @@
}
-//#define ALTERNATIVE_LOGFILE "/dev/console"
#if !TARGET_IPHONE_SIMULATOR
static int sLogfile = STDERR_FILENO;
-#endif
-
-#if LOG_BINDINGS
-static int sBindingsLogfile = -1;
-static void mysprintf(char* dst, const char* format, ...)
-{
- _SIMPLE_STRING buf = _simple_salloc();
- if ( buf != NULL ) {
- va_list list;
- va_start(list, format);
- _simple_vsprintf(buf, format, list);
- va_end(list);
- strcpy(dst, _simple_string(buf));
- _simple_sfree(buf);
- }
- else {
- strcpy(dst, "out of memory");
- }
-}
-void logBindings(const char* format, ...)
-{
- if ( sBindingsLogfile != -1 ) {
- va_list list;
- va_start(list, format);
- _simple_vdprintf(sBindingsLogfile, format, list);
- va_end(list);
- }
-}
#endif
#if !TARGET_IPHONE_SIMULATOR
@@ -406,11 +499,17 @@
static bool useSyslog()
{
// Use syslog() for processes managed by launchd
- if ( (gLibSystemHelpers != NULL) && (gLibSystemHelpers->version >= 11) ) {
- if ( (*gLibSystemHelpers->isLaunchdOwned)() ) {
- return true;
- }
- }
+ static bool launchdChecked = false;
+ static bool launchdOwned = false;
+ if ( !launchdChecked && gProcessInfo->libSystemInitialized ) {
+ if ( (gLibSystemHelpers != NULL) && (gLibSystemHelpers->version >= 11) ) {
+ // <rdar://problem/23520449> only call isLaunchdOwned() after libSystem is initialized
+ launchdOwned = (*gLibSystemHelpers->isLaunchdOwned)();
+ launchdChecked = true;
+ }
+ }
+ if ( launchdChecked && launchdOwned )
+ return true;
// If stderr is not available, use syslog()
struct stat sb;
@@ -454,12 +553,20 @@
_simple_sfree(buf);
}
+
+
void vlog(const char* format, va_list list)
{
- if ( useSyslog() )
+#if __IPHONE_OS_VERSION_MIN_REQUIRED && !TARGET_IPHONE_SIMULATOR
+ // <rdar://problem/25965832> log to console when running iOS app from Xcode
+ if ( !sLogToFile && !sForceStderr && useSyslog() )
+#else
+ if ( !sLogToFile && useSyslog() )
+#endif
socket_syslogv(LOG_ERR, format, list);
- else
+ else {
_simple_vdprintf(sLogfile, format, list);
+ }
}
void log(const char* format, ...)
@@ -485,31 +592,25 @@
va_end(list);
}
-
+#else
+ extern void vlog(const char* format, va_list list);
#endif // !TARGET_IPHONE_SIMULATOR
// <rdar://problem/8867781> control access to sAllImages through a lock
// because global dyld lock is not held during initialization phase of dlopen()
-static long sAllImagesLock = 0;
+// <rdar://problem/16145518> Use OSSpinLockLock to allow yielding
+static OSSpinLock sAllImagesLock = 0;
static void allImagesLock()
{
- //dyld::log("allImagesLock()\n");
- while ( ! OSAtomicCompareAndSwapPtrBarrier((void*)0, (void*)1, (void**)&sAllImagesLock) ) {
- // spin
- }
+ OSSpinLockLock(&sAllImagesLock);
}
static void allImagesUnlock()
{
- //dyld::log("allImagesUnlock()\n");
- while ( ! OSAtomicCompareAndSwapPtrBarrier((void*)1, (void*)0, (void**)&sAllImagesLock) ) {
- // spin
- }
-}
-
-
+ OSSpinLockUnlock(&sAllImagesLock);
+}
// utility class to assure files are closed when an exception is thrown
@@ -537,7 +638,7 @@
static void registerDOFs(const std::vector<ImageLoader::DOFInfo>& dofs)
{
- const unsigned int dofSectionCount = dofs.size();
+ const size_t dofSectionCount = dofs.size();
if ( !sEnv.DYLD_DISABLE_DOFS && (dofSectionCount != 0) ) {
int fd = open("/dev/" DTRACEMNR_HELPER, O_RDWR);
if ( fd < 0 ) {
@@ -573,7 +674,7 @@
}
}
else {
- dyld::log( "dyld: ioctl to register dtrace DOF section failed\n");
+ //dyld::log( "dyld: ioctl to register dtrace DOF section failed\n");
}
close(fd);
}
@@ -602,8 +703,14 @@
{
// use guard so that we cannot notify about the same image twice
if ( ! image->addFuncNotified() ) {
- for (std::vector<ImageCallback>::iterator it=sAddImageCallbacks.begin(); it != sAddImageCallbacks.end(); it++)
+ for (std::vector<ImageCallback>::iterator it=sAddImageCallbacks.begin(); it != sAddImageCallbacks.end(); it++) {
+ dyld3::ScopedTimer timer(DBG_DYLD_TIMING_FUNC_FOR_ADD_IMAGE, (uint64_t)image->machHeader(), (uint64_t)(*it), 0);
(*it)(image->machHeader(), image->getSlide());
+ }
+ for (LoadImageCallback func : sAddLoadImageCallbacks) {
+ dyld3::ScopedTimer timer(DBG_DYLD_TIMING_FUNC_FOR_ADD_IMAGE, (uint64_t)image->machHeader(), (uint64_t)(*func), 0);
+ (*func)(image->machHeader(), image->getPath(), !image->neverUnload());
+ }
image->setAddFuncNotified();
}
}
@@ -647,7 +754,157 @@
return NULL;
}
-static void notifySingle(dyld_image_states state, const ImageLoader* image)
+#if SUPPORT_ACCELERATE_TABLES
+static dyld_image_state_change_handler getPreInitNotifyHandler(unsigned index)
+{
+ std::vector<dyld_image_state_change_handler>* handlers = stateToHandlers(dyld_image_state_dependents_initialized, sSingleHandlers);
+ if ( index >= handlers->size() )
+ return NULL;
+ return (*handlers)[index];
+}
+
+static dyld_image_state_change_handler getBoundBatchHandler(unsigned index)
+{
+ std::vector<dyld_image_state_change_handler>* handlers = stateToHandlers(dyld_image_state_bound, sBatchHandlers);
+ if ( index >= handlers->size() )
+ return NULL;
+ return (*handlers)[index];
+}
+
+static void notifySingleFromCache(dyld_image_states state, const mach_header* mh, const char* path)
+{
+ //dyld::log("notifySingle(state=%d, image=%s)\n", state, image->getPath());
+ std::vector<dyld_image_state_change_handler>* handlers = stateToHandlers(state, sSingleHandlers);
+ if ( handlers != NULL ) {
+ dyld_image_info info;
+ info.imageLoadAddress = mh;
+ info.imageFilePath = path;
+ info.imageFileModDate = 0;
+ for (dyld_image_state_change_handler handler : *handlers) {
+ const char* result = (*handler)(state, 1, &info);
+ if ( (result != NULL) && (state == dyld_image_state_mapped) ) {
+ //fprintf(stderr, " image rejected by handler=%p\n", *it);
+ // make copy of thrown string so that later catch clauses can free it
+ const char* str = strdup(result);
+ throw str;
+ }
+ }
+ }
+ if ( (state == dyld_image_state_dependents_initialized) && (sNotifyObjCInit != NULL) && (mh->flags & MH_HAS_OBJC) ) {
+ dyld3::ScopedTimer timer(DBG_DYLD_TIMING_OBJC_INIT, (uint64_t)mh, 0, 0);
+ (*sNotifyObjCInit)(path, mh);
+ }
+}
+#endif
+
+#if !TARGET_OS_SIMULATOR
+static void sendMessage(unsigned portSlot, mach_msg_id_t msgId, mach_msg_size_t sendSize, mach_msg_header_t* buffer, mach_msg_size_t bufferSize) {
+ // Allocate a port to listen on in this monitoring task
+ mach_port_t sendPort = dyld::gProcessInfo->notifyPorts[portSlot];
+ if (sendPort == MACH_PORT_NULL) {
+ return;
+ }
+ mach_port_t replyPort = MACH_PORT_NULL;
+ mach_port_options_t options = { .flags = MPO_CONTEXT_AS_GUARD | MPO_STRICT,
+ .mpl = { 1 }};
+ kern_return_t kr = mach_port_construct(mach_task_self(), &options, (mach_port_context_t)&replyPort, &replyPort);
+ if (kr != KERN_SUCCESS) {
+ return;
+ }
+ // Assemble a message
+ mach_msg_header_t* h = buffer;
+ h->msgh_bits = MACH_MSGH_BITS(MACH_MSG_TYPE_COPY_SEND,MACH_MSG_TYPE_MAKE_SEND_ONCE);
+ h->msgh_id = msgId;
+ h->msgh_local_port = replyPort;
+ h->msgh_remote_port = sendPort;
+ h->msgh_reserved = 0;
+ h->msgh_size = sendSize;
+ kr = mach_msg(h, MACH_SEND_MSG | MACH_RCV_MSG, h->msgh_size, bufferSize, replyPort, 0, MACH_PORT_NULL);
+ mach_msg_destroy(h);
+ if ( kr == MACH_SEND_INVALID_DEST ) {
+ if (OSAtomicCompareAndSwap32(sendPort, 0, (volatile int32_t*)&dyld::gProcessInfo->notifyPorts[portSlot])) {
+ mach_port_deallocate(mach_task_self(), sendPort);
+ }
+ }
+ mach_port_destruct(mach_task_self(), replyPort, 0, (mach_port_context_t)&replyPort);
+}
+
+static void notifyMonitoringDyld(bool unloading, unsigned imageCount, const struct mach_header* loadAddresses[],
+ const char* imagePaths[])
+{
+ dyld3::ScopedTimer(DBG_DYLD_REMOTE_IMAGE_NOTIFIER, 0, 0, 0);
+ for (int slot=0; slot < DYLD_MAX_PROCESS_INFO_NOTIFY_COUNT; ++slot) {
+ if ( dyld::gProcessInfo->notifyPorts[slot] == 0) continue;
+ unsigned entriesSize = imageCount*sizeof(dyld_process_info_image_entry);
+ unsigned pathsSize = 0;
+ for (unsigned j=0; j < imageCount; ++j) {
+ pathsSize += (strlen(imagePaths[j]) + 1);
+ }
+ unsigned totalSize = (sizeof(dyld_process_info_notify_header) + entriesSize + pathsSize + 127) & -128; // align
+ if ( totalSize > DYLD_PROCESS_INFO_NOTIFY_MAX_BUFFER_SIZE ) {
+ // Putting all image paths into one message would make buffer too big.
+ // Instead split into two messages. Recurse as needed until paths fit in buffer.
+ unsigned imageHalfCount = imageCount/2;
+ notifyMonitoringDyld(unloading, imageHalfCount, loadAddresses, imagePaths);
+ notifyMonitoringDyld(unloading, imageCount - imageHalfCount, &loadAddresses[imageHalfCount], &imagePaths[imageHalfCount]);
+ return;
+ }
+ uint8_t buffer[totalSize + MAX_TRAILER_SIZE];
+ dyld_process_info_notify_header* header = (dyld_process_info_notify_header*)buffer;
+ header->version = 1;
+ header->imageCount = imageCount;
+ header->imagesOffset = sizeof(dyld_process_info_notify_header);
+ header->stringsOffset = sizeof(dyld_process_info_notify_header) + entriesSize;
+ header->timestamp = dyld::gProcessInfo->infoArrayChangeTimestamp;
+ dyld_process_info_image_entry* entries = (dyld_process_info_image_entry*)&buffer[header->imagesOffset];
+ char* const pathPoolStart = (char*)&buffer[header->stringsOffset];
+ char* pathPool = pathPoolStart;
+ for (unsigned j=0; j < imageCount; ++j) {
+ strcpy(pathPool, imagePaths[j]);
+ uint32_t len = (uint32_t)strlen(pathPool);
+ bzero(entries->uuid, 16);
+ dyld3::MachOFile* mf = (dyld3::MachOFile*)loadAddresses[j];
+ mf->getUuid(entries->uuid);
+ entries->loadAddress = (uint64_t)loadAddresses[j];
+ entries->pathStringOffset = (uint32_t)(pathPool - pathPoolStart);
+ entries->pathLength = len;
+ pathPool += (len +1);
+ ++entries;
+ }
+ if (unloading) {
+ sendMessage(slot, DYLD_PROCESS_INFO_NOTIFY_UNLOAD_ID, totalSize, (mach_msg_header_t*)buffer, totalSize+MAX_TRAILER_SIZE);
+ } else {
+ sendMessage(slot, DYLD_PROCESS_INFO_NOTIFY_LOAD_ID, totalSize, (mach_msg_header_t*)buffer, totalSize+MAX_TRAILER_SIZE);
+ }
+ }
+}
+
+static void notifyMonitoringDyldMain()
+{
+ dyld3::ScopedTimer(DBG_DYLD_REMOTE_IMAGE_NOTIFIER, 0, 0, 0);
+ for (int slot=0; slot < DYLD_MAX_PROCESS_INFO_NOTIFY_COUNT; ++slot) {
+ if ( dyld::gProcessInfo->notifyPorts[slot] == 0) continue;
+ uint8_t buffer[sizeof(mach_msg_header_t) + MAX_TRAILER_SIZE];
+ sendMessage(slot, DYLD_PROCESS_INFO_NOTIFY_MAIN_ID, sizeof(mach_msg_header_t), (mach_msg_header_t*)buffer, sizeof(mach_msg_header_t) + MAX_TRAILER_SIZE);
+ }
+}
+#else
+extern void notifyMonitoringDyldMain() VIS_HIDDEN;
+extern void notifyMonitoringDyld(bool unloading, unsigned imageCount, const struct mach_header* loadAddresses[],
+ const char* imagePaths[]) VIS_HIDDEN;
+#endif
+
+void notifyKernel(const ImageLoader& image, bool loading) {
+ if ( !image.inSharedCache() ) {
+ uint32_t baseCode = loading ? DBG_DYLD_UUID_MAP_A : DBG_DYLD_UUID_UNMAP_A;
+ uuid_t uuid;
+ ino_t inode = image.getInode();
+ image.getUUID(uuid);
+ dyld3::kdebug_trace_dyld_image(baseCode, (const uuid_t *)&uuid, *(fsobj_id_t*)&inode, {{ image.getDevice(), 0 }}, image.machHeader());
+ }
+}
+
+static void notifySingle(dyld_image_states state, const ImageLoader* image, ImageLoader::InitializerTimingList* timingInfo)
{
//dyld::log("notifySingle(state=%d, image=%s)\n", state, image->getPath());
std::vector<dyld_image_state_change_handler>* handlers = stateToHandlers(state, sSingleHandlers);
@@ -676,23 +933,26 @@
}
}
}
-#if CORESYMBOLICATION_SUPPORT
- // mach message csdlc about dynamically loaded images
+ if ( (state == dyld_image_state_dependents_initialized) && (sNotifyObjCInit != NULL) && image->notifyObjC() ) {
+ uint64_t t0 = mach_absolute_time();
+ dyld3::ScopedTimer timer(DBG_DYLD_TIMING_OBJC_INIT, (uint64_t)image->machHeader(), 0, 0);
+ (*sNotifyObjCInit)(image->getRealPath(), image->machHeader());
+ uint64_t t1 = mach_absolute_time();
+ uint64_t t2 = mach_absolute_time();
+ uint64_t timeInObjC = t1-t0;
+ uint64_t emptyTime = (t2-t1)*100;
+ if ( (timeInObjC > emptyTime) && (timingInfo != NULL) ) {
+ timingInfo->addTime(image->getShortName(), timeInObjC);
+ }
+ }
+ // mach message csdlc about dynamically unloaded images
if ( image->addFuncNotified() && (state == dyld_image_state_terminated) ) {
- if ( sEnv.DYLD_PRINT_CS_NOTIFICATIONS ) {
- dyld::log("dyld core symbolication unload notification: %p %s\n", image->machHeader(), image->getPath());
- }
- if ( dyld::gProcessInfo->coreSymbolicationShmPage != NULL) {
- CSCppDyldSharedMemoryPage* connection = (CSCppDyldSharedMemoryPage*)dyld::gProcessInfo->coreSymbolicationShmPage;
- if ( connection->is_valid_version() ) {
- coresymbolication_unload_image(connection, image);
- }
- }
- }
-#endif
-}
-
-
+ notifyKernel(*image, false);
+ const struct mach_header* loadAddress[] = { image->machHeader() };
+ const char* loadPath[] = { image->getPath() };
+ notifyMonitoringDyld(true, 1, loadAddress, loadPath);
+ }
+}
//
@@ -740,13 +1000,14 @@
return left->compare(right);
}
-static void notifyBatchPartial(dyld_image_states state, bool orLater, dyld_image_state_change_handler onlyHandler)
+static void notifyBatchPartial(dyld_image_states state, bool orLater, dyld_image_state_change_handler onlyHandler, bool preflightOnly, bool onlyObjCMappedNotification)
{
std::vector<dyld_image_state_change_handler>* handlers = stateToHandlers(state, sBatchHandlers);
- if ( handlers != NULL ) {
+ if ( (handlers != NULL) || ((state == dyld_image_state_bound) && (sNotifyObjCMapped != NULL)) ) {
// don't use a vector because it will use malloc/free and we want notifcation to be low cost
allImagesLock();
- ImageLoader* images[sAllImages.size()+1];
+ dyld_image_info infos[allImagesCount()+1];
+ ImageLoader* images[allImagesCount()+1];
ImageLoader** end = images;
for (std::vector<ImageLoader*>::iterator it=sAllImages.begin(); it != sAllImages.end(); it++) {
dyld_image_states imageState = (*it)->getState();
@@ -759,79 +1020,145 @@
*end++ = sBundleBeingLoaded;
}
const char* dontLoadReason = NULL;
- unsigned int count = end-images;
- if ( end != images ) {
+ uint32_t imageCount = (uint32_t)(end-images);
+ if ( imageCount != 0 ) {
// sort bottom up
- qsort(images, count, sizeof(ImageLoader*), &imageSorter);
+ qsort(images, imageCount, sizeof(ImageLoader*), &imageSorter);
// build info array
- dyld_image_info infos[count];
- for (unsigned int i=0; i < count; ++i) {
+ for (unsigned int i=0; i < imageCount; ++i) {
dyld_image_info* p = &infos[i];
ImageLoader* image = images[i];
//dyld::log(" state=%d, name=%s\n", state, image->getPath());
p->imageLoadAddress = image->machHeader();
- p->imageFilePath = image->getRealPath();
+ p->imageFilePath = image->getRealPath();
p->imageFileModDate = image->lastModified();
+ // get these registered with the kernel as early as possible
+ if ( state == dyld_image_state_dependents_mapped)
+ notifyKernel(*image, true);
// special case for add_image hook
if ( state == dyld_image_state_bound )
notifyAddImageCallbacks(image);
}
-
- if ( onlyHandler != NULL ) {
- const char* result = (*onlyHandler)(state, count, infos);
- if ( (result != NULL) && (state == dyld_image_state_dependents_mapped) ) {
- //fprintf(stderr, " images rejected by handler=%p\n", onlyHandler);
- // make copy of thrown string so that later catch clauses can free it
- dontLoadReason = strdup(result);
+ }
+#if SUPPORT_ACCELERATE_TABLES
+ if ( sAllCacheImagesProxy != NULL ) {
+ unsigned cacheCount = sAllCacheImagesProxy->appendImagesToNotify(state, orLater, &infos[imageCount]);
+ // support _dyld_register_func_for_add_image()
+ if ( state == dyld_image_state_bound ) {
+ for (ImageCallback callback : sAddImageCallbacks) {
+ for (unsigned i=0; i < cacheCount; ++i) {
+ dyld3::ScopedTimer timer(DBG_DYLD_TIMING_FUNC_FOR_ADD_IMAGE, (uint64_t)infos[imageCount+i].imageLoadAddress, (uint64_t)(*callback), 0);
+ (*callback)(infos[imageCount+i].imageLoadAddress, sSharedCacheLoadInfo.slide);
+ }
}
- }
- else {
- // call each handler with whole array
- for (std::vector<dyld_image_state_change_handler>::iterator it = handlers->begin(); it != handlers->end(); ++it) {
- const char* result = (*it)(state, count, infos);
+ for (LoadImageCallback func : sAddLoadImageCallbacks) {
+ for (unsigned i=0; i < cacheCount; ++i) {
+ dyld3::ScopedTimer timer(DBG_DYLD_TIMING_FUNC_FOR_ADD_IMAGE, (uint64_t)infos[imageCount+i].imageLoadAddress, (uint64_t)(*func), 0);
+ (*func)(infos[imageCount+i].imageLoadAddress, infos[imageCount+i].imageFilePath, false);
+ }
+ }
+ }
+ imageCount += cacheCount;
+ }
+#endif
+ if ( imageCount != 0 ) {
+ if ( !onlyObjCMappedNotification ) {
+ if ( onlyHandler != NULL ) {
+ const char* result = NULL;
+ if ( result == NULL ) {
+ result = (*onlyHandler)(state, imageCount, infos);
+ }
if ( (result != NULL) && (state == dyld_image_state_dependents_mapped) ) {
- //fprintf(stderr, " images rejected by handler=%p\n", *it);
+ //fprintf(stderr, " images rejected by handler=%p\n", onlyHandler);
// make copy of thrown string so that later catch clauses can free it
dontLoadReason = strdup(result);
- break;
}
+ }
+ else {
+ // call each handler with whole array
+ if ( handlers != NULL ) {
+ for (std::vector<dyld_image_state_change_handler>::iterator it = handlers->begin(); it != handlers->end(); ++it) {
+ const char* result = (*it)(state, imageCount, infos);
+ if ( (result != NULL) && (state == dyld_image_state_dependents_mapped) ) {
+ //fprintf(stderr, " images rejected by handler=%p\n", *it);
+ // make copy of thrown string so that later catch clauses can free it
+ dontLoadReason = strdup(result);
+ break;
+ }
+ }
+ }
+ }
+ }
+ // tell objc about new images
+ if ( (onlyHandler == NULL) && ((state == dyld_image_state_bound) || (orLater && (dyld_image_state_bound > state))) && (sNotifyObjCMapped != NULL) ) {
+ const char* paths[imageCount];
+ const mach_header* mhs[imageCount];
+ unsigned objcImageCount = 0;
+ for (int i=0; i < imageCount; ++i) {
+ const ImageLoader* image = findImageByMachHeader(infos[i].imageLoadAddress);
+ bool hasObjC = false;
+ if ( image != NULL ) {
+ hasObjC = image->notifyObjC();
+ }
+#if SUPPORT_ACCELERATE_TABLES
+ else if ( sAllCacheImagesProxy != NULL ) {
+ const mach_header* mh;
+ const char* path;
+ unsigned index;
+ if ( sAllCacheImagesProxy->addressInCache(infos[i].imageLoadAddress, &mh, &path, &index) ) {
+ hasObjC = (mh->flags & MH_HAS_OBJC);
+ }
+ }
+#endif
+ if ( hasObjC ) {
+ paths[objcImageCount] = infos[i].imageFilePath;
+ mhs[objcImageCount] = infos[i].imageLoadAddress;
+ ++objcImageCount;
+ }
+ }
+ if ( objcImageCount != 0 ) {
+ dyld3::ScopedTimer timer(DBG_DYLD_TIMING_OBJC_MAP, 0, 0, 0);
+ uint64_t t0 = mach_absolute_time();
+ (*sNotifyObjCMapped)(objcImageCount, paths, mhs);
+ uint64_t t1 = mach_absolute_time();
+ ImageLoader::fgTotalObjCSetupTime += (t1-t0);
}
}
}
allImagesUnlock();
if ( dontLoadReason != NULL )
throw dontLoadReason;
- }
-#if CORESYMBOLICATION_SUPPORT
- if ( state == dyld_image_state_rebased ) {
- if ( sEnv.DYLD_PRINT_CS_NOTIFICATIONS ) {
- for (std::vector<ImageLoader*>::iterator it=sAllImages.begin(); it != sAllImages.end(); it++) {
- dyld_image_states imageState = (*it)->getState();
- if ( (imageState == dyld_image_state_rebased) || (orLater && (imageState > dyld_image_state_rebased)) )
- dyld::log("dyld core symbolication load notification: %p %s\n", (*it)->machHeader(), (*it)->getPath());
- }
- }
- if ( dyld::gProcessInfo->coreSymbolicationShmPage != NULL) {
- CSCppDyldSharedMemoryPage* connection = (CSCppDyldSharedMemoryPage*)dyld::gProcessInfo->coreSymbolicationShmPage;
- if ( connection->is_valid_version() ) {
- // This needs to be captured now
- uint64_t load_timestamp = mach_absolute_time();
- for (std::vector<ImageLoader*>::iterator it=sAllImages.begin(); it != sAllImages.end(); it++) {
- dyld_image_states imageState = (*it)->getState();
- if ( (imageState == state) || (orLater && (imageState > state)) )
- coresymbolication_load_image(connection, *it, load_timestamp);
- }
- }
- }
- }
-#endif
-}
-
-
-
-static void notifyBatch(dyld_image_states state)
-{
- notifyBatchPartial(state, false, NULL);
+ if ( !preflightOnly && (state == dyld_image_state_dependents_mapped) ) {
+ const struct mach_header* loadAddresses[imageCount];
+ const char* loadPaths[imageCount];
+ for(uint32_t i = 0; i<imageCount; ++i) {
+ loadAddresses[i] = infos[i].imageLoadAddress;
+ loadPaths[i] = infos[i].imageFilePath;
+ }
+ notifyMonitoringDyld(false, imageCount, loadAddresses, loadPaths);
+ }
+ }
+}
+
+static void notifyBatch(dyld_image_states state, bool preflightOnly)
+{
+ notifyBatchPartial(state, false, NULL, preflightOnly, false);
+}
+
+static
+void coresymbolication_load_notifier(void* connection, uint64_t timestamp, const char* path, const struct mach_header* mh)
+{
+ const struct mach_header* loadAddress[] = { mh };
+ const char* loadPath[] = { path };
+ notifyMonitoringDyld(false, 1, loadAddress, loadPath);
+}
+
+static
+void coresymbolication_unload_notifier(void* connection, uint64_t timestamp, const char* path, const struct mach_header* mh)
+{
+ const struct mach_header* loadAddress = { mh };
+ const char* loadPath = { path };
+ notifyMonitoringDyld(true, 1, &loadAddress, &loadPath);
}
// In order for register_func_for_add_image() callbacks to to be called bottom up,
@@ -861,7 +1188,10 @@
static unsigned int imageCount()
{
- return sAllImages.size();
+ allImagesLock();
+ unsigned int result = (unsigned int)sAllImages.size();
+ allImagesUnlock();
+ return (result);
}
@@ -884,11 +1214,36 @@
}
#endif
+static bool sandboxBlocked(const char* path, const char* kind)
+{
+#if TARGET_IPHONE_SIMULATOR
+ // sandbox calls not yet supported in simulator runtime
+ return false;
+#else
+ sandbox_filter_type filter = (sandbox_filter_type)(SANDBOX_FILTER_PATH | SANDBOX_CHECK_NO_REPORT);
+ return ( sandbox_check(getpid(), kind, filter, path) > 0 );
+#endif
+}
+
+bool sandboxBlockedMmap(const char* path)
+{
+ return sandboxBlocked(path, "file-map-executable");
+}
+
+bool sandboxBlockedOpen(const char* path)
+{
+ return sandboxBlocked(path, "file-read-data");
+}
+
+bool sandboxBlockedStat(const char* path)
+{
+ return sandboxBlocked(path, "file-read-metadata");
+}
+
+
static void addDynamicReference(ImageLoader* from, ImageLoader* to) {
- // don't add dynamic reference if either are in the shared cache
- if( from->inSharedCache() )
- return;
- if( to->inSharedCache() )
+ // don't add dynamic reference if target is in the shared cache (since it can't be unloaded)
+ if ( to->inSharedCache() )
return;
// don't add dynamic reference if there already is a static one
@@ -896,17 +1251,22 @@
return;
// don't add if this combination already exists
+ OSSpinLockLock(&sDynamicReferencesLock);
for (std::vector<ImageLoader::DynamicReference>::iterator it=sDynamicReferences.begin(); it != sDynamicReferences.end(); ++it) {
- if ( (it->from == from) && (it->to == to) )
+ if ( (it->from == from) && (it->to == to) ) {
+ OSSpinLockUnlock(&sDynamicReferencesLock);
return;
- }
+ }
+ }
+
//dyld::log("addDynamicReference(%s, %s\n", from->getShortName(), to->getShortName());
ImageLoader::DynamicReference t;
t.from = from;
t.to = to;
sDynamicReferences.push_back(t);
-}
-
+ OSSpinLockUnlock(&sDynamicReferencesLock);
+}
+
static void addImage(ImageLoader* image)
{
// add to master list
@@ -938,7 +1298,7 @@
addMappedRange(image, lastSegStart, lastSegEnd);
- if ( sEnv.DYLD_PRINT_LIBRARIES || (sEnv.DYLD_PRINT_LIBRARIES_POST_LAUNCH && (sMainExecutable!=NULL) && sMainExecutable->isLinked()) ) {
+ if ( gLinkContext.verboseLoading || (sEnv.DYLD_PRINT_LIBRARIES_POST_LAUNCH && (sMainExecutable!=NULL) && sMainExecutable->isLinked()) ) {
dyld::log("dyld: loaded: %s\n", image->getPath());
}
@@ -976,13 +1336,19 @@
// tell all registered remove image handlers about this
// do this before removing image from internal data structures so that the callback can query dyld about the image
if ( image->getState() >= dyld_image_state_bound ) {
+ sRemoveImageCallbacksInUse = true; // This only runs inside dyld's global lock, so ok to use a global for the in-use flag.
for (std::vector<ImageCallback>::iterator it=sRemoveImageCallbacks.begin(); it != sRemoveImageCallbacks.end(); it++) {
+ dyld3::ScopedTimer timer(DBG_DYLD_TIMING_FUNC_FOR_REMOVE_IMAGE, (uint64_t)image->machHeader(), (uint64_t)(*it), 0);
(*it)(image->machHeader(), image->getSlide());
}
+ sRemoveImageCallbacksInUse = false;
+
+ if ( sNotifyObjCUnmapped != NULL && image->notifyObjC() )
+ (*sNotifyObjCUnmapped)(image->getRealPath(), image->machHeader());
}
// notify
- notifySingle(dyld_image_state_terminated, image);
+ notifySingle(dyld_image_state_terminated, image, NULL);
// remove from mapped images table
removedMappedRanges(image);
@@ -998,7 +1364,9 @@
allImagesUnlock();
// remove from sDynamicReferences
- sDynamicReferences.erase(std::remove_if(sDynamicReferences.begin(), sDynamicReferences.end(), RefUsesImage(image)), sDynamicReferences.end());
+ OSSpinLockLock(&sDynamicReferencesLock);
+ sDynamicReferences.erase(std::remove_if(sDynamicReferences.begin(), sDynamicReferences.end(), RefUsesImage(image)), sDynamicReferences.end());
+ OSSpinLockUnlock(&sDynamicReferencesLock);
// flush find-by-address cache (do this after removed from master list, so there is no chance it can come back)
if ( sLastImageByAddressCache == image )
@@ -1013,7 +1381,7 @@
}
// log if requested
- if ( sEnv.DYLD_PRINT_LIBRARIES || (sEnv.DYLD_PRINT_LIBRARIES_POST_LAUNCH && (sMainExecutable!=NULL) && sMainExecutable->isLinked()) ) {
+ if ( gLinkContext.verboseLoading || (sEnv.DYLD_PRINT_LIBRARIES_POST_LAUNCH && (sMainExecutable!=NULL) && sMainExecutable->isLinked()) ) {
dyld::log("dyld: unloaded: %s\n", image->getPath());
}
@@ -1022,7 +1390,7 @@
}
-void runImageTerminators(ImageLoader* image)
+void runImageStaticTerminators(ImageLoader* image)
{
// if in termination list, pull it out and run terminator
bool mightBeMore;
@@ -1031,17 +1399,13 @@
for (std::vector<ImageLoader*>::iterator it=sImageFilesNeedingTermination.begin(); it != sImageFilesNeedingTermination.end(); it++) {
if ( *it == image ) {
sImageFilesNeedingTermination.erase(it);
+ if (gLogAPIs) dyld::log("dlclose(), running static terminators for %p %s\n", image, image->getShortName());
image->doTermination(gLinkContext);
mightBeMore = true;
break;
}
}
} while ( mightBeMore );
-
- // <rdar://problem/7740779> dyld should directly call __cxa_finalize()
- if ( (gLibSystemHelpers != NULL) && (gLibSystemHelpers->version >= 8) )
- (*gLibSystemHelpers->cxa_finalize)(image->machHeader());
-
}
static void terminationRecorder(ImageLoader* image)
@@ -1054,6 +1418,21 @@
return sExecPath;
}
+static void runAllStaticTerminators(void* extra)
+{
+ try {
+ const size_t imageCount = sImageFilesNeedingTermination.size();
+ for(size_t i=imageCount; i > 0; --i){
+ ImageLoader* image = sImageFilesNeedingTermination[i-1];
+ image->doTermination(gLinkContext);
+ }
+ sImageFilesNeedingTermination.clear();
+ notifyBatch(dyld_image_state_terminated, false);
+ }
+ catch (const char* msg) {
+ halt(msg);
+ }
+}
void initializeMainExecutable()
{
@@ -1061,26 +1440,27 @@
gLinkContext.startedInitializingMainExecutable = true;
// run initialzers for any inserted dylibs
- ImageLoader::InitializerTimingList initializerTimes[sAllImages.size()];
- const int rootCount = sImageRoots.size();
+ ImageLoader::InitializerTimingList initializerTimes[allImagesCount()];
+ initializerTimes[0].count = 0;
+ const size_t rootCount = sImageRoots.size();
if ( rootCount > 1 ) {
- for(int i=1; i < rootCount; ++i) {
- initializerTimes[0].count = 0;
+ for(size_t i=1; i < rootCount; ++i) {
sImageRoots[i]->runInitializers(gLinkContext, initializerTimes[0]);
}
}
// run initializers for main executable and everything it brings up
- initializerTimes[0].count = 0;
sMainExecutable->runInitializers(gLinkContext, initializerTimes[0]);
- // register atexit() handler to run terminators in all loaded images when this process exits
+ // register cxa_atexit() handler to run static terminators in all loaded images when this process exits
if ( gLibSystemHelpers != NULL )
- (*gLibSystemHelpers->cxa_atexit)(&runTerminators, NULL, NULL);
+ (*gLibSystemHelpers->cxa_atexit)(&runAllStaticTerminators, NULL, NULL);
// dump info if requested
if ( sEnv.DYLD_PRINT_STATISTICS )
- ImageLoaderMachO::printStatistics(sAllImages.size(), initializerTimes[0]);
+ ImageLoader::printStatistics((unsigned int)allImagesCount(), initializerTimes[0]);
+ if ( sEnv.DYLD_PRINT_STATISTICS_DETAILS )
+ ImageLoaderMachO::printStatisticsDetails((unsigned int)allImagesCount(), initializerTimes[0]);
}
bool mainExecutablePrebound()
@@ -1094,21 +1474,6 @@
}
-void runTerminators(void* extra)
-{
- try {
- const unsigned int imageCount = sImageFilesNeedingTermination.size();
- for(unsigned int i=imageCount; i > 0; --i){
- ImageLoader* image = sImageFilesNeedingTermination[i-1];
- image->doTermination(gLinkContext);
- }
- sImageFilesNeedingTermination.clear();
- notifyBatch(dyld_image_state_terminated);
- }
- catch (const char* msg) {
- halt(msg);
- }
-}
#if SUPPORT_VERSIONED_PATHS
@@ -1126,7 +1491,7 @@
//dyld::log("checkDylibOverride('%s')\n", dylibFile);
uint32_t altVersion;
char sysInstallName[PATH_MAX];
- if ( getDylibVersionAndInstallname(dylibFile, &altVersion, sysInstallName) ) {
+ if ( getDylibVersionAndInstallname(dylibFile, &altVersion, sysInstallName) && (sysInstallName[0] =='/') ) {
//dyld::log("%s has version 0x%08X and install name %s\n", dylibFile, altVersion, sysInstallName);
uint32_t sysVersion;
if ( getDylibVersionAndInstallname(sysInstallName, &sysVersion, NULL) ) {
@@ -1174,8 +1539,9 @@
{
//dyld::log("checkDylibOverridesInDir('%s')\n", dirPath);
char dylibPath[PATH_MAX];
- int dirPathLen = strlen(dirPath);
- strlcpy(dylibPath, dirPath, PATH_MAX);
+ long dirPathLen = strlcpy(dylibPath, dirPath, PATH_MAX-1);
+ if ( dirPathLen >= PATH_MAX )
+ return;
DIR* dirp = opendir(dirPath);
if ( dirp != NULL) {
dirent entry;
@@ -1185,9 +1551,9 @@
break;
if ( entp->d_type != DT_REG )
continue;
- dylibPath[dirPathLen] = '/';
- dylibPath[dirPathLen+1] = '\0';
- if ( strlcat(dylibPath, entp->d_name, PATH_MAX) > PATH_MAX )
+ dylibPath[dirPathLen] = '/';
+ dylibPath[dirPathLen+1] = '\0';
+ if ( strlcat(dylibPath, entp->d_name, PATH_MAX) >= PATH_MAX )
continue;
checkDylibOverride(dylibPath);
}
@@ -1200,8 +1566,9 @@
{
//dyld::log("checkFrameworkOverridesInDir('%s')\n", dirPath);
char frameworkPath[PATH_MAX];
- int dirPathLen = strlen(dirPath);
- strlcpy(frameworkPath, dirPath, PATH_MAX);
+ long dirPathLen = strlcpy(frameworkPath, dirPath, PATH_MAX-1);
+ if ( dirPathLen >= PATH_MAX )
+ return;
DIR* dirp = opendir(dirPath);
if ( dirp != NULL) {
dirent entry;
@@ -1211,18 +1578,18 @@
break;
if ( entp->d_type != DT_DIR )
continue;
- frameworkPath[dirPathLen] = '/';
+ frameworkPath[dirPathLen] = '/';
frameworkPath[dirPathLen+1] = '\0';
- int dirNameLen = strlen(entp->d_name);
+ int dirNameLen = (int)strlen(entp->d_name);
if ( dirNameLen < 11 )
continue;
if ( strcmp(&entp->d_name[dirNameLen-10], ".framework") != 0 )
continue;
- if ( strlcat(frameworkPath, entp->d_name, PATH_MAX) > PATH_MAX )
+ if ( strlcat(frameworkPath, entp->d_name, PATH_MAX) >= PATH_MAX )
continue;
- if ( strlcat(frameworkPath, "/", PATH_MAX) > PATH_MAX )
+ if ( strlcat(frameworkPath, "/", PATH_MAX) >= PATH_MAX )
continue;
- if ( strlcat(frameworkPath, entp->d_name, PATH_MAX) > PATH_MAX )
+ if ( strlcat(frameworkPath, entp->d_name, PATH_MAX) >= PATH_MAX )
continue;
frameworkPath[strlen(frameworkPath)-10] = '\0';
checkDylibOverride(frameworkPath);
@@ -1256,9 +1623,13 @@
char** result = new char*[colonCount+2];
for(const char* s=list; *s != '\0'; ++s) {
if (*s == ':') {
- int len = s-start;
+ size_t len = s-start;
if ( (mainExecutableDir != NULL) && (strncmp(start, "@loader_path/", 13) == 0) ) {
- int mainExecDirLen = strlen(mainExecutableDir);
+ if ( !gLinkContext.allowAtPaths ) {
+ dyld::log("dyld: warning: @loader_path/ ignored because of amfi policy\n");
+ continue;
+ }
+ size_t mainExecDirLen = strlen(mainExecutableDir);
char* str = new char[mainExecDirLen+len+1];
strcpy(str, mainExecutableDir);
strlcat(str, &start[13], mainExecDirLen+len+1);
@@ -1267,7 +1638,11 @@
result[index++] = str;
}
else if ( (mainExecutableDir != NULL) && (strncmp(start, "@executable_path/", 17) == 0) ) {
- int mainExecDirLen = strlen(mainExecutableDir);
+ if ( !gLinkContext.allowAtPaths ) {
+ dyld::log("dyld: warning: @executable_path/ ignored because of amfi policy\n");
+ continue;
+ }
+ size_t mainExecDirLen = strlen(mainExecutableDir);
char* str = new char[mainExecDirLen+len+1];
strcpy(str, mainExecutableDir);
strlcat(str, &start[17], mainExecDirLen+len+1);
@@ -1284,22 +1659,34 @@
}
}
}
- int len = strlen(start);
+ size_t len = strlen(start);
if ( (mainExecutableDir != NULL) && (strncmp(start, "@loader_path/", 13) == 0) ) {
- int mainExecDirLen = strlen(mainExecutableDir);
- char* str = new char[mainExecDirLen+len+1];
- strcpy(str, mainExecutableDir);
- strlcat(str, &start[13], mainExecDirLen+len+1);
- str[mainExecDirLen+len-13] = '\0';
- result[index++] = str;
+ if ( !gLinkContext.allowAtPaths ) {
+ dyld::log("dyld: warning: @loader_path/ ignored because of amfi policy\n");
+ }
+ else
+ {
+ size_t mainExecDirLen = strlen(mainExecutableDir);
+ char* str = new char[mainExecDirLen+len+1];
+ strcpy(str, mainExecutableDir);
+ strlcat(str, &start[13], mainExecDirLen+len+1);
+ str[mainExecDirLen+len-13] = '\0';
+ result[index++] = str;
+ }
}
else if ( (mainExecutableDir != NULL) && (strncmp(start, "@executable_path/", 17) == 0) ) {
- int mainExecDirLen = strlen(mainExecutableDir);
- char* str = new char[mainExecDirLen+len+1];
- strcpy(str, mainExecutableDir);
- strlcat(str, &start[17], mainExecDirLen+len+1);
- str[mainExecDirLen+len-17] = '\0';
- result[index++] = str;
+ if ( !gLinkContext.allowAtPaths ) {
+ dyld::log("dyld: warning: @executable_path/ ignored because of amfi policy\n");
+ }
+ else
+ {
+ size_t mainExecDirLen = strlen(mainExecutableDir);
+ char* str = new char[mainExecDirLen+len+1];
+ strcpy(str, mainExecutableDir);
+ strlcat(str, &start[17], mainExecDirLen+len+1);
+ str[mainExecDirLen+len-17] = '\0';
+ result[index++] = str;
+ }
}
else {
char* str = new char[len+1];
@@ -1341,7 +1728,7 @@
}
}
-
+#if __MAC_OS_X_VERSION_MIN_REQUIRED
static void paths_expand_roots(const char **paths, const char *key, const char *val)
{
// assert(val != NULL);
@@ -1373,6 +1760,7 @@
}
paths[i-skip] = NULL;
}
+#endif
#if 0
@@ -1389,6 +1777,8 @@
}
#endif
+
+
static void printOptions(const char* argv[])
{
uint32_t i = 0;
@@ -1420,6 +1810,7 @@
else if ( strcmp(key, "DYLD_FALLBACK_LIBRARY_PATH") == 0 ) {
appendParsedColonList(value, mainExecutableDir, &sEnv.DYLD_FALLBACK_LIBRARY_PATH);
}
+#if SUPPORT_ROOT_PATH
else if ( (strcmp(key, "DYLD_ROOT_PATH") == 0) || (strcmp(key, "DYLD_PATHS_ROOT") == 0) ) {
if ( strcmp(value, "/") != 0 ) {
gLinkContext.rootPaths = parseColonList(value, mainExecutableDir);
@@ -1431,12 +1822,16 @@
}
}
}
- }
+ }
+#endif
else if ( strcmp(key, "DYLD_IMAGE_SUFFIX") == 0 ) {
- gLinkContext.imageSuffix = value;
+ gLinkContext.imageSuffix = parseColonList(value, NULL);
}
else if ( strcmp(key, "DYLD_INSERT_LIBRARIES") == 0 ) {
sEnv.DYLD_INSERT_LIBRARIES = parseColonList(value, NULL);
+#if SUPPORT_ACCELERATE_TABLES
+ sDisableAcceleratorTables = true;
+#endif
}
else if ( strcmp(key, "DYLD_PRINT_OPTS") == 0 ) {
sEnv.DYLD_PRINT_OPTS = true;
@@ -1451,7 +1846,7 @@
gLinkContext.preFetchDisabled = true;
}
else if ( strcmp(key, "DYLD_PRINT_LIBRARIES") == 0 ) {
- sEnv.DYLD_PRINT_LIBRARIES = true;
+ gLinkContext.verboseLoading = true;
}
else if ( strcmp(key, "DYLD_PRINT_LIBRARIES_POST_LAUNCH") == 0 ) {
sEnv.DYLD_PRINT_LIBRARIES_POST_LAUNCH = true;
@@ -1478,6 +1873,19 @@
}
else if ( strcmp(key, "DYLD_PRINT_STATISTICS") == 0 ) {
sEnv.DYLD_PRINT_STATISTICS = true;
+#if __IPHONE_OS_VERSION_MIN_REQUIRED && !TARGET_IPHONE_SIMULATOR
+ // <rdar://problem/26614838> DYLD_PRINT_STATISTICS no longer logs to xcode console for device apps
+ sForceStderr = true;
+#endif
+ }
+ else if ( strcmp(key, "DYLD_PRINT_TO_STDERR") == 0 ) {
+#if __IPHONE_OS_VERSION_MIN_REQUIRED && !TARGET_IPHONE_SIMULATOR
+ // <rdar://problem/26633440> DYLD_PRINT_STATISTICS no longer logs to xcode console for device apps
+ sForceStderr = true;
+#endif
+ }
+ else if ( strcmp(key, "DYLD_PRINT_STATISTICS_DETAILS") == 0 ) {
+ sEnv.DYLD_PRINT_STATISTICS_DETAILS = true;
}
else if ( strcmp(key, "DYLD_PRINT_SEGMENTS") == 0 ) {
gLinkContext.verboseMapping = true;
@@ -1494,22 +1902,24 @@
else if ( strcmp(key, "DYLD_PRINT_APIS") == 0 ) {
gLogAPIs = true;
}
+#if SUPPORT_ACCELERATE_TABLES
+ else if ( strcmp(key, "DYLD_PRINT_APIS_APP") == 0 ) {
+ gLogAppAPIs = true;
+ }
+#endif
else if ( strcmp(key, "DYLD_PRINT_WARNINGS") == 0 ) {
gLinkContext.verboseWarnings = true;
}
else if ( strcmp(key, "DYLD_PRINT_RPATHS") == 0 ) {
gLinkContext.verboseRPaths = true;
}
- else if ( strcmp(key, "DYLD_PRINT_CS_NOTIFICATIONS") == 0 ) {
- sEnv.DYLD_PRINT_CS_NOTIFICATIONS = true;
- }
else if ( strcmp(key, "DYLD_PRINT_INTERPOSING") == 0 ) {
gLinkContext.verboseInterposing = true;
}
else if ( strcmp(key, "DYLD_PRINT_CODE_SIGNATURES") == 0 ) {
gLinkContext.verboseCodeSignatures = true;
}
- else if ( strcmp(key, "DYLD_SHARED_REGION") == 0 ) {
+ else if ( (strcmp(key, "DYLD_SHARED_REGION") == 0) && gLinkContext.allowEnvVarsSharedCache ) {
if ( strcmp(value, "private") == 0 ) {
gLinkContext.sharedRegionMode = ImageLoader::kUsePrivateSharedRegion;
}
@@ -1526,14 +1936,18 @@
dyld::warn("unknown option to DYLD_SHARED_REGION. Valid options are: use, private, avoid\n");
}
}
-#if DYLD_SHARED_CACHE_SUPPORT
- else if ( strcmp(key, "DYLD_SHARED_CACHE_DIR") == 0 ) {
- sSharedCacheDir = value;
- }
- else if ( strcmp(key, "DYLD_SHARED_CACHE_DONT_VALIDATE") == 0 ) {
- sSharedCacheIgnoreInodeAndTimeStamp = true;
- }
-#endif
+ else if ( (strcmp(key, "DYLD_SHARED_CACHE_DIR") == 0) && gLinkContext.allowEnvVarsSharedCache ) {
+ sSharedCacheOverrideDir = value;
+ }
+ else if ( strcmp(key, "DYLD_USE_CLOSURES") == 0 ) {
+ if ( dyld3::internalInstall() ) {
+#if __MAC_OS_X_VERSION_MIN_REQUIRED && __i386__
+ // don't support dyld3 for 32-bit macOS
+#else
+ sEnableClosures = true;
+#endif
+ }
+ }
else if ( strcmp(key, "DYLD_IGNORE_PREBINDING") == 0 ) {
if ( strcmp(value, "all") == 0 ) {
gLinkContext.prebindUsage = ImageLoader::kUseNoPrebinding;
@@ -1554,9 +1968,31 @@
#if SUPPORT_VERSIONED_PATHS
else if ( strcmp(key, "DYLD_VERSIONED_LIBRARY_PATH") == 0 ) {
appendParsedColonList(value, mainExecutableDir, &sEnv.DYLD_VERSIONED_LIBRARY_PATH);
+ #if SUPPORT_ACCELERATE_TABLES
+ sDisableAcceleratorTables = true;
+ #endif
}
else if ( strcmp(key, "DYLD_VERSIONED_FRAMEWORK_PATH") == 0 ) {
appendParsedColonList(value, mainExecutableDir, &sEnv.DYLD_VERSIONED_FRAMEWORK_PATH);
+ #if SUPPORT_ACCELERATE_TABLES
+ sDisableAcceleratorTables = true;
+ #endif
+ }
+#endif
+#if !TARGET_IPHONE_SIMULATOR
+ else if ( (strcmp(key, "DYLD_PRINT_TO_FILE") == 0) && (mainExecutableDir == NULL) && gLinkContext.allowEnvVarsSharedCache ) {
+ int fd = open(value, O_WRONLY | O_CREAT | O_APPEND, 0644);
+ if ( fd != -1 ) {
+ sLogfile = fd;
+ sLogToFile = true;
+ }
+ else {
+ dyld::log("dyld: could not open DYLD_PRINT_TO_FILE='%s', errno=%d\n", value, errno);
+ }
+ }
+ else if ( (strcmp(key, "DYLD_SKIP_MAIN") == 0)) {
+ if ( dyld3::internalInstall() )
+ sSkipMain = true;
}
#endif
else {
@@ -1578,7 +2014,7 @@
{
const struct dylinker_command* envcmd = (struct dylinker_command*)cmd;
const char* keyEqualsValue = (char*)envcmd + envcmd->name.offset;
- char mainExecutableDir[strlen(sExecPath)];
+ char mainExecutableDir[strlen(sExecPath)+2];
strcpy(mainExecutableDir, sExecPath);
char* lastSlash = strrchr(mainExecutableDir, '/');
if ( lastSlash != NULL)
@@ -1589,13 +2025,16 @@
if ( equals != NULL ) {
if ( strncmp(&equals[-5], "_PATH", 5) == 0 ) {
const char* value = &equals[1];
- const int keyLen = equals-keyEqualsValue;
- char key[keyLen+1];
- strncpy(key, keyEqualsValue, keyLen);
- key[keyLen] = '\0';
- //dyld::log("processing: %s\n", keyEqualsValue);
- //dyld::log("mainExecutableDir: %s\n", mainExecutableDir);
- processDyldEnvironmentVariable(key, value, mainExecutableDir);
+ const size_t keyLen = equals-keyEqualsValue;
+ // <rdar://problem/22799635> don't let malformed load command overflow stack
+ if ( keyLen < 40 ) {
+ char key[keyLen+1];
+ strncpy(key, keyEqualsValue, keyLen);
+ key[keyLen] = '\0';
+ //dyld::log("processing: %s\n", keyEqualsValue);
+ //dyld::log("mainExecutableDir: %s\n", mainExecutableDir);
+ processDyldEnvironmentVariable(key, value, mainExecutableDir);
+ }
}
}
}
@@ -1642,6 +2081,7 @@
#endif
+#if __MAC_OS_X_VERSION_MIN_REQUIRED
//
// For security, setuid programs ignore DYLD_* environment variables.
// Additionally, the DYLD_* enviroment variables are removed
@@ -1649,10 +2089,21 @@
//
static void pruneEnvironmentVariables(const char* envp[], const char*** applep)
{
+#if SUPPORT_LC_DYLD_ENVIRONMENT
+ checkLoadCommandEnvironmentVariables();
+#endif
+
+ // Are we testing dyld on an internal config?
+ if ( _simple_getenv(envp, "DYLD_SKIP_MAIN") != NULL ) {
+ if ( dyld3::internalInstall() )
+ sSkipMain = true;
+ }
+
// delete all DYLD_* and LD_LIBRARY_PATH environment variables
int removedCount = 0;
const char** d = envp;
for(const char** s = envp; *s != NULL; s++) {
+
if ( (strncmp(*s, "DYLD_", 5) != 0) && (strncmp(*s, "LD_LIBRARY_PATH=", 16) != 0) ) {
*d++ = *s;
}
@@ -1661,25 +2112,6 @@
}
}
*d++ = NULL;
-// <rdar://11894054> Disable warnings about DYLD_ env vars being ignored. The warnings are causing too much confusion.
-#if 0
- if ( removedCount != 0 ) {
- dyld::log("dyld: DYLD_ environment variables being ignored because ");
- switch (sRestrictedReason) {
- case restrictedNot:
- break;
- case restrictedBySetGUid:
- dyld::log("main executable (%s) is setuid or setgid\n", sExecPath);
- break;
- case restrictedBySegment:
- dyld::log("main executable (%s) has __RESTRICT/__restrict section\n", sExecPath);
- break;
- case restrictedByEntitlements:
- dyld::log("main executable (%s) is code signed with entitlements\n", sExecPath);
- break;
- }
- }
-#endif
// slide apple parameters
if ( removedCount > 0 ) {
*applep = d;
@@ -1693,28 +2125,72 @@
// disable framework and library fallback paths for setuid binaries rdar://problem/4589305
sEnv.DYLD_FALLBACK_FRAMEWORK_PATH = NULL;
sEnv.DYLD_FALLBACK_LIBRARY_PATH = NULL;
-}
-
-
-static void checkEnvironmentVariables(const char* envp[], bool ignoreEnviron)
-{
- const char* home = NULL;
+
+ if ( removedCount > 0 )
+ strlcat(sLoadingCrashMessage, ", ignoring DYLD_* env vars", sizeof(sLoadingCrashMessage));
+}
+#endif
+
+static void defaultUninitializedFallbackPaths(const char* envp[])
+{
+#if __MAC_OS_X_VERSION_MIN_REQUIRED
+ if ( !gLinkContext.allowClassicFallbackPaths ) {
+ sEnv.DYLD_FALLBACK_FRAMEWORK_PATH = sRestrictedFrameworkFallbackPaths;
+ sEnv.DYLD_FALLBACK_LIBRARY_PATH = sRestrictedLibraryFallbackPaths;
+ return;
+ }
+
+ // default value for DYLD_FALLBACK_FRAMEWORK_PATH, if not set in environment
+ const char* home = _simple_getenv(envp, "HOME");;
+ if ( sEnv.DYLD_FALLBACK_FRAMEWORK_PATH == NULL ) {
+ const char** fpaths = sFrameworkFallbackPaths;
+ if ( home == NULL )
+ removePathWithPrefix(fpaths, "$HOME");
+ else
+ paths_expand_roots(fpaths, "$HOME", home);
+ sEnv.DYLD_FALLBACK_FRAMEWORK_PATH = fpaths;
+ }
+
+ // default value for DYLD_FALLBACK_LIBRARY_PATH, if not set in environment
+ if ( sEnv.DYLD_FALLBACK_LIBRARY_PATH == NULL ) {
+ const char** lpaths = sLibraryFallbackPaths;
+ if ( home == NULL )
+ removePathWithPrefix(lpaths, "$HOME");
+ else
+ paths_expand_roots(lpaths, "$HOME", home);
+ sEnv.DYLD_FALLBACK_LIBRARY_PATH = lpaths;
+ }
+#else
+ if ( sEnv.DYLD_FALLBACK_FRAMEWORK_PATH == NULL )
+ sEnv.DYLD_FALLBACK_FRAMEWORK_PATH = sFrameworkFallbackPaths;
+
+ if ( sEnv.DYLD_FALLBACK_LIBRARY_PATH == NULL )
+ sEnv.DYLD_FALLBACK_LIBRARY_PATH = sLibraryFallbackPaths;
+#endif
+}
+
+
+static void checkEnvironmentVariables(const char* envp[])
+{
+ if ( !gLinkContext.allowEnvVarsPath && !gLinkContext.allowEnvVarsPrint )
+ return;
const char** p;
for(p = envp; *p != NULL; p++) {
const char* keyEqualsValue = *p;
if ( strncmp(keyEqualsValue, "DYLD_", 5) == 0 ) {
const char* equals = strchr(keyEqualsValue, '=');
- if ( (equals != NULL) && !ignoreEnviron ) {
+ if ( equals != NULL ) {
+ strlcat(sLoadingCrashMessage, "\n", sizeof(sLoadingCrashMessage));
+ strlcat(sLoadingCrashMessage, keyEqualsValue, sizeof(sLoadingCrashMessage));
const char* value = &equals[1];
- const int keyLen = equals-keyEqualsValue;
+ const size_t keyLen = equals-keyEqualsValue;
char key[keyLen+1];
strncpy(key, keyEqualsValue, keyLen);
key[keyLen] = '\0';
+ if ( (strncmp(key, "DYLD_PRINT_", 11) == 0) && !gLinkContext.allowEnvVarsPrint )
+ continue;
processDyldEnvironmentVariable(key, value, NULL);
}
- }
- else if ( strncmp(keyEqualsValue, "HOME=", 5) == 0 ) {
- home = &keyEqualsValue[5];
}
else if ( strncmp(keyEqualsValue, "LD_LIBRARY_PATH=", 16) == 0 ) {
const char* path = &keyEqualsValue[16];
@@ -1726,42 +2202,52 @@
checkLoadCommandEnvironmentVariables();
#endif // SUPPORT_LC_DYLD_ENVIRONMENT
- // default value for DYLD_FALLBACK_FRAMEWORK_PATH, if not set in environment
- if ( sEnv.DYLD_FALLBACK_FRAMEWORK_PATH == NULL ) {
- const char** paths = sFrameworkFallbackPaths;
- if ( home == NULL )
- removePathWithPrefix(paths, "$HOME");
- else
- paths_expand_roots(paths, "$HOME", home);
- sEnv.DYLD_FALLBACK_FRAMEWORK_PATH = paths;
- }
-
- // default value for DYLD_FALLBACK_LIBRARY_PATH, if not set in environment
- if ( sEnv.DYLD_FALLBACK_LIBRARY_PATH == NULL ) {
- const char** paths = sLibraryFallbackPaths;
- if ( home == NULL )
- removePathWithPrefix(paths, "$HOME");
- else
- paths_expand_roots(paths, "$HOME", home);
- sEnv.DYLD_FALLBACK_LIBRARY_PATH = paths;
- }
-
+#if SUPPORT_ROOT_PATH
// <rdar://problem/11281064> DYLD_IMAGE_SUFFIX and DYLD_ROOT_PATH cannot be used together
- if ( (gLinkContext.imageSuffix != NULL) && (gLinkContext.rootPaths != NULL) ) {
+ if ( (gLinkContext.imageSuffix != NULL && *gLinkContext.imageSuffix != NULL) && (gLinkContext.rootPaths != NULL) ) {
dyld::warn("Ignoring DYLD_IMAGE_SUFFIX because DYLD_ROOT_PATH is used.\n");
- gLinkContext.imageSuffix = NULL;
- }
-
-#if SUPPORT_VERSIONED_PATHS
- checkVersionedPaths();
-#endif
-}
-
-
-static void getHostInfo()
+ gLinkContext.imageSuffix = NULL; // this leaks allocations from parseColonList
+ }
+#endif
+}
+
+#if __x86_64__ && !TARGET_IPHONE_SIMULATOR
+static bool isGCProgram(const macho_header* mh, uintptr_t slide)
+{
+ const uint32_t cmd_count = mh->ncmds;
+ const struct load_command* const cmds = (struct load_command*)(((char*)mh)+sizeof(macho_header));
+ const struct load_command* cmd = cmds;
+ for (uint32_t i = 0; i < cmd_count; ++i) {
+ switch (cmd->cmd) {
+ case LC_SEGMENT_COMMAND:
+ {
+ const struct macho_segment_command* seg = (struct macho_segment_command*)cmd;
+ if (strcmp(seg->segname, "__DATA") == 0) {
+ const struct macho_section* const sectionsStart = (struct macho_section*)((char*)seg + sizeof(struct macho_segment_command));
+ const struct macho_section* const sectionsEnd = §ionsStart[seg->nsects];
+ for (const struct macho_section* sect=sectionsStart; sect < sectionsEnd; ++sect) {
+ if (strncmp(sect->sectname, "__objc_imageinfo", 16) == 0) {
+ const uint32_t* objcInfo = (uint32_t*)(sect->addr + slide);
+ return (objcInfo[1] & 6); // 6 = (OBJC_IMAGE_SUPPORTS_GC | OBJC_IMAGE_REQUIRES_GC)
+ }
+ }
+ }
+ }
+ break;
+ }
+ cmd = (const struct load_command*)(((char*)cmd)+cmd->cmdsize);
+ }
+ return false;
+}
+#endif
+
+static void getHostInfo(const macho_header* mainExecutableMH, uintptr_t mainExecutableSlide)
{
#if CPU_SUBTYPES_SUPPORTED
-#if __ARM_ARCH_7A__
+#if __ARM_ARCH_7K__
+ sHostCPU = CPU_TYPE_ARM;
+ sHostCPUsubtype = CPU_SUBTYPE_ARM_V7K;
+#elif __ARM_ARCH_7A__
sHostCPU = CPU_TYPE_ARM;
sHostCPUsubtype = CPU_SUBTYPE_ARM_V7;
#elif __ARM_ARCH_6K__
@@ -1773,9 +2259,15 @@
#elif __ARM_ARCH_7S__
sHostCPU = CPU_TYPE_ARM;
sHostCPUsubtype = CPU_SUBTYPE_ARM_V7S;
-#elif __ARM_ARCH_7K__
- sHostCPU = CPU_TYPE_ARM;
- sHostCPUsubtype = CPU_SUBTYPE_ARM_V7K;
+#elif __ARM64_ARCH_8_32__
+ sHostCPU = CPU_TYPE_ARM64_32;
+ sHostCPUsubtype = CPU_SUBTYPE_ARM64_32_V8;
+#elif __arm64e__
+ sHostCPU = CPU_TYPE_ARM64;
+ sHostCPUsubtype = CPU_SUBTYPE_ARM64_E;
+#elif __arm64__
+ sHostCPU = CPU_TYPE_ARM64;
+ sHostCPUsubtype = CPU_SUBTYPE_ARM64_V8;
#else
struct host_basic_info info;
mach_msg_type_number_t count = HOST_BASIC_INFO_COUNT;
@@ -1785,28 +2277,52 @@
throw "host_info() failed";
sHostCPU = info.cpu_type;
sHostCPUsubtype = info.cpu_subtype;
-#endif
-#endif
-}
-
-static void checkSharedRegionDisable()
+ mach_port_deallocate(mach_task_self(), hostPort);
+ #if __x86_64__
+ // host_info returns CPU_TYPE_I386 even for x86_64. Override that here so that
+ // we don't need to mask the cpu type later.
+ sHostCPU = CPU_TYPE_X86_64;
+ #if !TARGET_IPHONE_SIMULATOR
+ sHaswell = (sHostCPUsubtype == CPU_SUBTYPE_X86_64_H);
+ // <rdar://problem/18528074> x86_64h: Fall back to the x86_64 slice if an app requires GC.
+ if ( sHaswell ) {
+ if ( isGCProgram(mainExecutableMH, mainExecutableSlide) ) {
+ // When running a GC program on a haswell machine, don't use and 'h slices
+ sHostCPUsubtype = CPU_SUBTYPE_X86_64_ALL;
+ sHaswell = false;
+ gLinkContext.sharedRegionMode = ImageLoader::kDontUseSharedRegion;
+ }
+ }
+ #endif
+ #endif
+#endif
+#endif
+}
+
+static void checkSharedRegionDisable(const dyld3::MachOLoaded* mainExecutableMH, uintptr_t mainExecutableSlide)
{
#if __MAC_OS_X_VERSION_MIN_REQUIRED
- // if main executable has segments that overlap the shared region,
+ // if main executable has segments that overlap the shared region,
// then disable using the shared region
- if ( sMainExecutable->overlapsWithAddressRange((void*)(uintptr_t)SHARED_REGION_BASE, (void*)(uintptr_t)(SHARED_REGION_BASE + SHARED_REGION_SIZE)) ) {
+ if ( mainExecutableMH->intersectsRange(SHARED_REGION_BASE, SHARED_REGION_SIZE) ) {
gLinkContext.sharedRegionMode = ImageLoader::kDontUseSharedRegion;
if ( gLinkContext.verboseMapping )
dyld::warn("disabling shared region because main executable overlaps\n");
}
-#endif
- // iPhoneOS cannot run without shared region
+#if __i386__
+ if ( !gLinkContext.allowEnvVarsPath ) {
+ // <rdar://problem/15280847> use private or no shared region for suid processes
+ gLinkContext.sharedRegionMode = ImageLoader::kUsePrivateSharedRegion;
+ }
+#endif
+#endif
+ // iOS cannot run without shared region
}
bool validImage(const ImageLoader* possibleImage)
{
- const unsigned int imageCount = sAllImages.size();
- for(unsigned int i=0; i < imageCount; ++i) {
+ const size_t imageCount = sAllImages.size();
+ for(size_t i=0; i < imageCount; ++i) {
if ( possibleImage == sAllImages[i] ) {
return true;
}
@@ -1816,7 +2332,7 @@
uint32_t getImageCount()
{
- return sAllImages.size();
+ return (uint32_t)sAllImages.size();
}
ImageLoader* getIndexedImage(unsigned int index)
@@ -1834,6 +2350,15 @@
ImageLoader* findImageContainingAddress(const void* addr)
{
+ #if SUPPORT_ACCELERATE_TABLES
+ if ( sAllCacheImagesProxy != NULL ) {
+ const mach_header* mh;
+ const char* path;
+ unsigned index;
+ if ( sAllCacheImagesProxy->addressInCache(addr, &mh, &path, &index) )
+ return sAllCacheImagesProxy;
+ }
+ #endif
return findMappedRange((uintptr_t)addr);
}
@@ -1852,8 +2377,8 @@
void forEachImageDo( void (*callback)(ImageLoader*, void* userData), void* userData)
{
- const unsigned int imageCount = sAllImages.size();
- for(unsigned int i=0; i < imageCount; ++i) {
+ const size_t imageCount = sAllImages.size();
+ for(size_t i=0; i < imageCount; ++i) {
ImageLoader* anImage = sAllImages[i];
(*callback)(anImage, userData);
}
@@ -1861,8 +2386,8 @@
ImageLoader* findLoadedImage(const struct stat& stat_buf)
{
- const unsigned int imageCount = sAllImages.size();
- for(unsigned int i=0; i < imageCount; ++i){
+ const size_t imageCount = sAllImages.size();
+ for(size_t i=0; i < imageCount; ++i){
ImageLoader* anImage = sAllImages[i];
if ( anImage->statMatch(stat_buf) )
return anImage;
@@ -1873,7 +2398,7 @@
// based on ANSI-C strstr()
static const char* strrstr(const char* str, const char* sub)
{
- const int sublen = strlen(sub);
+ const size_t sublen = strlen(sub);
for(const char* p = &str[strlen(str)]; p != str; --p) {
if ( strncmp(p, sub, sublen) == 0 )
return p;
@@ -1903,7 +2428,7 @@
const char* frameworkStart = &dirStart[1];
if ( dirStart == path )
--frameworkStart;
- int len = dirDot - frameworkStart;
+ size_t len = dirDot - frameworkStart;
char framework[len+1];
strncpy(framework, frameworkStart, len);
framework[len] = '\0';
@@ -1915,8 +2440,10 @@
if ( gLinkContext.imageSuffix != NULL ) {
// some debug frameworks have install names that end in _debug
if ( strncmp(framework, &leaf[1], len) == 0 ) {
- if ( strcmp( gLinkContext.imageSuffix, &leaf[len+1]) == 0 )
- return frameworkStart;
+ for (const char* const* suffix=gLinkContext.imageSuffix; *suffix != NULL; ++suffix) {
+ if ( strcmp(*suffix, &leaf[len+1]) == 0 )
+ return frameworkStart;
+ }
}
}
}
@@ -1966,11 +2493,11 @@
// armv7f can run: v7f, v7, v6, v5, and v4
{ CPU_SUBTYPE_ARM_V7F, CPU_SUBTYPE_ARM_V7, CPU_SUBTYPE_ARM_V6, CPU_SUBTYPE_ARM_V5TEJ, CPU_SUBTYPE_ARM_V4T, CPU_SUBTYPE_ARM_ALL, CPU_SUBTYPE_END_OF_LIST },
- // armv7k can run: v7k, v6, v5, and v4
- { CPU_SUBTYPE_ARM_V7K, CPU_SUBTYPE_ARM_V6, CPU_SUBTYPE_ARM_V5TEJ, CPU_SUBTYPE_ARM_V4T, CPU_SUBTYPE_ARM_ALL, CPU_SUBTYPE_END_OF_LIST },
+ // armv7k can run: v7k
+ { CPU_SUBTYPE_ARM_V7K, CPU_SUBTYPE_END_OF_LIST },
// armv7s can run: v7s, v7, v7f, v7k, v6, v5, and v4
- { CPU_SUBTYPE_ARM_V7S, CPU_SUBTYPE_ARM_V7, CPU_SUBTYPE_ARM_V7F, CPU_SUBTYPE_ARM_V7K, CPU_SUBTYPE_ARM_V6, CPU_SUBTYPE_ARM_V5TEJ, CPU_SUBTYPE_ARM_V4T, CPU_SUBTYPE_ARM_ALL, CPU_SUBTYPE_END_OF_LIST },
+ { CPU_SUBTYPE_ARM_V7S, CPU_SUBTYPE_ARM_V7, CPU_SUBTYPE_ARM_V7F, CPU_SUBTYPE_ARM_V6, CPU_SUBTYPE_ARM_V5TEJ, CPU_SUBTYPE_ARM_V4T, CPU_SUBTYPE_ARM_ALL, CPU_SUBTYPE_END_OF_LIST },
// armv7 can run: v7, v6, v5, and v4
{ CPU_SUBTYPE_ARM_V7, CPU_SUBTYPE_ARM_V6, CPU_SUBTYPE_ARM_V5TEJ, CPU_SUBTYPE_ARM_V4T, CPU_SUBTYPE_ARM_ALL, CPU_SUBTYPE_END_OF_LIST },
@@ -1989,6 +2516,50 @@
};
#endif
+#if __arm64__
+//
+// ARM64 sub-type lists
+//
+const int kARM64_RowCount = 2;
+static const cpu_subtype_t kARM64[kARM64_RowCount][4] = {
+
+ // armv64e can run: 64e, 64
+ { CPU_SUBTYPE_ARM64_E, CPU_SUBTYPE_ARM64_V8, CPU_SUBTYPE_ARM64_ALL, CPU_SUBTYPE_END_OF_LIST },
+
+ // armv64 can run: 64
+ { CPU_SUBTYPE_ARM64_V8, CPU_SUBTYPE_ARM64_ALL, CPU_SUBTYPE_END_OF_LIST },
+};
+
+#if __ARM64_ARCH_8_32__
+const int kARM64_32_RowCount = 2;
+static const cpu_subtype_t kARM64_32[kARM64_32_RowCount][4] = {
+
+ // armv64_32 can run: v8
+ { CPU_SUBTYPE_ARM64_32_V8, CPU_SUBTYPE_END_OF_LIST },
+
+ // armv64 can run: 64
+ { CPU_SUBTYPE_ARM64_V8, CPU_SUBTYPE_ARM64_ALL, CPU_SUBTYPE_END_OF_LIST },
+};
+#endif
+
+#endif
+
+#if __x86_64__
+//
+// x86_64 sub-type lists
+//
+const int kX86_64_RowCount = 2;
+static const cpu_subtype_t kX86_64[kX86_64_RowCount][5] = {
+
+ // x86_64h can run: x86_64h, x86_64h(lib), x86_64(lib), and x86_64
+ { CPU_SUBTYPE_X86_64_H, (cpu_subtype_t)(CPU_SUBTYPE_LIB64|CPU_SUBTYPE_X86_64_H), (cpu_subtype_t)(CPU_SUBTYPE_LIB64|CPU_SUBTYPE_X86_64_ALL), CPU_SUBTYPE_X86_64_ALL, CPU_SUBTYPE_END_OF_LIST },
+
+ // x86_64 can run: x86_64(lib) and x86_64
+ { CPU_SUBTYPE_X86_64_ALL, (cpu_subtype_t)(CPU_SUBTYPE_LIB64|CPU_SUBTYPE_X86_64_ALL), CPU_SUBTYPE_END_OF_LIST },
+
+};
+#endif
+
// scan the tables above to find the cpu-sub-type-list for this machine
static const cpu_subtype_t* findCPUSubtypeList(cpu_type_t cpu, cpu_subtype_t subtype)
@@ -1999,6 +2570,32 @@
for (int i=0; i < kARM_RowCount ; ++i) {
if ( kARM[i][0] == subtype )
return kARM[i];
+ }
+ break;
+#endif
+#if __arm64__
+ case CPU_TYPE_ARM64:
+ for (int i=0; i < kARM64_RowCount ; ++i) {
+ if ( kARM64[i][0] == subtype )
+ return kARM64[i];
+ }
+ break;
+
+#if __ARM64_ARCH_8_32__
+ case CPU_TYPE_ARM64_32:
+ for (int i=0; i < kARM64_32_RowCount ; ++i) {
+ if ( kARM64_32[i][0] == subtype )
+ return kARM64_32[i];
+ }
+ break;
+#endif
+
+#endif
+#if __x86_64__
+ case CPU_TYPE_X86_64:
+ for (int i=0; i < kX86_64_RowCount ; ++i) {
+ if ( kX86_64[i][0] == subtype )
+ return kX86_64[i];
}
break;
#endif
@@ -2057,6 +2654,24 @@
}
break;
#endif
+#if __arm64__
+ case CPU_TYPE_ARM64:
+ if ( (cpu_subtype_t)OSSwapBigToHostInt32(archs[i].cpusubtype) == CPU_SUBTYPE_ARM64_ALL ) {
+ *offset = OSSwapBigToHostInt32(archs[i].offset);
+ *len = OSSwapBigToHostInt32(archs[i].size);
+ return true;
+ }
+ break;
+#endif
+#if __x86_64__
+ case CPU_TYPE_X86_64:
+ if ( (cpu_subtype_t)OSSwapBigToHostInt32(archs[i].cpusubtype) == CPU_SUBTYPE_X86_64_ALL ) {
+ *offset = OSSwapBigToHostInt32(archs[i].offset);
+ *len = OSSwapBigToHostInt32(archs[i].size);
+ return true;
+ }
+ break;
+#endif
}
}
}
@@ -2064,6 +2679,66 @@
}
#endif // CPU_SUBTYPES_SUPPORTED
+
+
+//
+// Validate the fat_header and fat_arch array:
+//
+// 1) arch count would not cause array to extend past 4096 byte read buffer
+// 2) no slice overlaps the fat_header and arch array
+// 3) arch list does not contain duplicate cputype/cpusubtype tuples
+// 4) arch list does not have two overlapping slices.
+//
+static bool fatValidate(const fat_header* fh)
+{
+ if ( fh->magic != OSSwapBigToHostInt32(FAT_MAGIC) )
+ return false;
+
+ // since only first 4096 bytes of file read, we can only handle up to 204 slices.
+ const uint32_t sliceCount = OSSwapBigToHostInt32(fh->nfat_arch);
+ if ( sliceCount > 204 )
+ return false;
+
+ // compare all slices looking for conflicts
+ const fat_arch* archs = (fat_arch*)(((char*)fh)+sizeof(fat_header));
+ for (uint32_t i=0; i < sliceCount; ++i) {
+ uint32_t i_offset = OSSwapBigToHostInt32(archs[i].offset);
+ uint32_t i_size = OSSwapBigToHostInt32(archs[i].size);
+ uint32_t i_cputype = OSSwapBigToHostInt32(archs[i].cputype);
+ uint32_t i_cpusubtype = OSSwapBigToHostInt32(archs[i].cpusubtype);
+ uint32_t i_end = i_offset + i_size;
+ // slice cannot overlap with header
+ if ( i_offset < 4096 )
+ return false;
+ // slice size cannot overflow
+ if ( i_end < i_offset )
+ return false;
+ for (uint32_t j=i+1; j < sliceCount; ++j) {
+ uint32_t j_offset = OSSwapBigToHostInt32(archs[j].offset);
+ uint32_t j_size = OSSwapBigToHostInt32(archs[j].size);
+ uint32_t j_cputype = OSSwapBigToHostInt32(archs[j].cputype);
+ uint32_t j_cpusubtype = OSSwapBigToHostInt32(archs[j].cpusubtype);
+ uint32_t j_end = j_offset + j_size;
+ // duplicate slices types not allowed
+ if ( (i_cputype == j_cputype) && (i_cpusubtype == j_cpusubtype) )
+ return false;
+ // slice size cannot overflow
+ if ( j_end < j_offset )
+ return false;
+ // check for overlap of slices
+ if ( i_offset <= j_offset ) {
+ if ( j_offset < i_end )
+ return false; // j overlaps end of i
+ }
+ else {
+ // j overlaps end of i
+ if ( i_offset < j_end )
+ return false; // i overlaps end of j
+ }
+ }
+ }
+ return true;
+}
//
// A fat file may contain multiple sub-images for the same cpu-type,
@@ -2072,19 +2747,24 @@
//
static bool fatFindBest(const fat_header* fh, uint64_t* offset, uint64_t* len)
{
+ if ( !fatValidate(fh) )
+ return false;
+
#if CPU_SUBTYPES_SUPPORTED
// assume all dylibs loaded must have same cpu type as main executable
const cpu_type_t cpu = sMainExecutableMachHeader->cputype;
// We only know the subtype to use if the main executable cpu type matches the host
- if ( (cpu & CPU_TYPE_MASK) == sHostCPU ) {
+ if ( cpu == sHostCPU ) {
// get preference ordered list of subtypes
const cpu_subtype_t* subTypePreferenceList = findCPUSubtypeList(cpu, sHostCPUsubtype);
// use ordered list to find best sub-image in fat file
- if ( subTypePreferenceList != NULL )
- return fatFindBestFromOrderedList(cpu, subTypePreferenceList, fh, offset, len);
-
+ if ( subTypePreferenceList != NULL ) {
+ if ( fatFindBestFromOrderedList(cpu, subTypePreferenceList, fh, offset, len) )
+ return true;
+ }
+
// if running cpu is not in list, try for an exact match
if ( fatFindExactMatch(cpu, sHostCPUsubtype, fh, offset, len) )
return true;
@@ -2121,7 +2801,7 @@
const mach_header* mh = (mach_header*)firstPage;
if ( mh->magic == sMainExecutableMachHeader->magic ) {
if ( mh->cputype == sMainExecutableMachHeader->cputype ) {
- if ( (mh->cputype & CPU_TYPE_MASK) == sHostCPU ) {
+ if ( mh->cputype == sHostCPU ) {
// get preference ordered list of subtypes that this machine can use
const cpu_subtype_t* subTypePreferenceList = findCPUSubtypeList(mh->cputype, sHostCPUsubtype);
if ( subTypePreferenceList != NULL ) {
@@ -2165,86 +2845,59 @@
// The kernel maps in main executable before dyld gets control. We need to
// make an ImageLoader* for the already mapped in main executable.
-static ImageLoader* instantiateFromLoadedImage(const macho_header* mh, uintptr_t slide, const char* path)
+static ImageLoaderMachO* instantiateFromLoadedImage(const macho_header* mh, uintptr_t slide, const char* path)
{
// try mach-o loader
if ( isCompatibleMachO((const uint8_t*)mh, path) ) {
ImageLoader* image = ImageLoaderMachO::instantiateMainExecutable(mh, slide, path, gLinkContext);
addImage(image);
- return image;
+ return (ImageLoaderMachO*)image;
}
throw "main executable not a known format";
}
-
-#if DYLD_SHARED_CACHE_SUPPORT
-static bool findInSharedCacheImage(const char* path, const struct stat* stat_buf, const macho_header** mh, const char** pathInCache, long* slide)
-{
- if ( sSharedCache != NULL ) {
-#if __MAC_OS_X_VERSION_MIN_REQUIRED
- // Mac OS X always requires inode/mtime to valid cache
- // if stat() not done yet, do it now
- struct stat statb;
- if ( stat_buf == NULL ) {
- if ( my_stat(path, &statb) == -1 )
- return false;
- stat_buf = &statb;
- }
-#endif
- // walk shared cache to see if there is a cached image that matches the inode/mtime/path desired
- const dyld_cache_image_info* const start = (dyld_cache_image_info*)((uint8_t*)sSharedCache + sSharedCache->imagesOffset);
- const dyld_cache_image_info* const end = &start[sSharedCache->imagesCount];
- for( const dyld_cache_image_info* p = start; p != end; ++p) {
-#if __IPHONE_OS_VERSION_MIN_REQUIRED
- // just check path
- const char* aPath = (char*)sSharedCache + p->pathFileOffset;
- if ( strcmp(path, aPath) == 0 ) {
- // found image in cache
- *mh = (macho_header*)(p->address+sSharedCacheSlide);
- *pathInCache = aPath;
- *slide = sSharedCacheSlide;
- return true;
- }
-#elif __MAC_OS_X_VERSION_MIN_REQUIRED
- // check mtime and inode first because it is fast
- if ( sSharedCacheIgnoreInodeAndTimeStamp
- || ( ((time_t)p->modTime == stat_buf->st_mtime) && ((ino_t)p->inode == stat_buf->st_ino) ) ) {
- // mod-time and inode match an image in the shared cache, now check path
- const char* aPath = (char*)sSharedCache + p->pathFileOffset;
- bool cacheHit = (strcmp(path, aPath) == 0);
- if ( ! cacheHit ) {
- // path does not match install name of dylib in cache, but inode and mtime does match
- // perhaps path is a symlink to the cached dylib
- struct stat pathInCacheStatBuf;
- if ( my_stat(aPath, &pathInCacheStatBuf) != -1 )
- cacheHit = ( (pathInCacheStatBuf.st_dev == stat_buf->st_dev) && (pathInCacheStatBuf.st_ino == stat_buf->st_ino) );
- }
- if ( cacheHit ) {
- // found image in cache, return info
- *mh = (macho_header*)(p->address+sSharedCacheSlide);
- //dyld::log("findInSharedCacheImage(), mh=%p, p->address=0x%0llX, slid=0x%0lX, path=%p\n",
- // *mh, p->address, sSharedCacheSlide, aPath);
- *pathInCache = aPath;
- *slide = sSharedCacheSlide;
- return true;
- }
- }
-#endif
- }
+#if SUPPORT_ACCELERATE_TABLES
+static bool dylibsCanOverrideCache()
+{
+ if ( !dyld3::internalInstall() )
+ return false;
+ return ( (sSharedCacheLoadInfo.loadAddress != nullptr) && (sSharedCacheLoadInfo.loadAddress->header.cacheType == kDyldSharedCacheTypeDevelopment) );
+}
+#endif
+
+const void* imMemorySharedCacheHeader()
+{
+ return sSharedCacheLoadInfo.loadAddress;
+}
+
+
+const char* getStandardSharedCacheFilePath()
+{
+ if ( sSharedCacheLoadInfo.loadAddress != nullptr )
+ return sSharedCacheLoadInfo.path;
+ else
+ return nullptr;
+}
+
+
+static bool findInSharedCacheImage(const char* path, bool searchByPath, const struct stat* stat_buf, const macho_header** mh, const char** pathInCache, long* slide)
+{
+ dyld3::SharedCacheFindDylibResults results;
+ if ( dyld3::findInSharedCacheImage(sSharedCacheLoadInfo, path, &results) ) {
+ *mh = (macho_header*)results.mhInCache;
+ *pathInCache = results.pathInCache;
+ *slide = results.slideInCache;
+ return true;
}
return false;
}
bool inSharedCache(const char* path)
{
- const macho_header* mhInCache;
- const char* pathInCache;
- long slide;
- return findInSharedCacheImage(path, NULL, &mhInCache, &pathInCache, &slide);
-}
-
-#endif
+ return dyld3::pathIsInSharedCacheImage(sSharedCacheLoadInfo, path);
+}
+
static ImageLoader* checkandAddImage(ImageLoader* image, const LoadContext& context)
{
@@ -2284,6 +2937,119 @@
return image;
}
+#if TARGET_IPHONE_SIMULATOR
+static bool isSimulatorBinary(const uint8_t* firstPages, const char* path)
+{
+ const macho_header* mh = (macho_header*)firstPages;
+ const uint32_t cmd_count = mh->ncmds;
+ const load_command* const cmds = (struct load_command*)(((char*)mh)+sizeof(macho_header));
+ const load_command* const cmdsEnd = (load_command*)((char*)cmds + mh->sizeofcmds);
+ const struct load_command* cmd = cmds;
+ for (uint32_t i = 0; i < cmd_count; ++i) {
+ switch (cmd->cmd) {
+ #if TARGET_OS_WATCH
+ case LC_VERSION_MIN_WATCHOS:
+ return true;
+ #elif TARGET_OS_TV
+ case LC_VERSION_MIN_TVOS:
+ return true;
+ #elif TARGET_OS_IOS
+ case LC_VERSION_MIN_IPHONEOS:
+ return true;
+ #endif
+ case LC_VERSION_MIN_MACOSX:
+ // grandfather in a few libSystem dylibs
+ if ((strcmp(path, "/usr/lib/system/libsystem_kernel.dylib") == 0) ||
+ (strcmp(path, "/usr/lib/system/libsystem_platform.dylib") == 0) ||
+ (strcmp(path, "/usr/lib/system/libsystem_pthread.dylib") == 0) ||
+ (strcmp(path, "/usr/lib/system/libsystem_platform_debug.dylib") == 0) ||
+ (strcmp(path, "/usr/lib/system/libsystem_pthread_debug.dylib") == 0))
+ return true;
+ return false;
+ case LC_BUILD_VERSION:
+ {
+ // Same logic as above, but for LC_BUILD_VERSION instead of legacy load commands
+ const struct build_version_command* buildVersionCmd = (build_version_command*)cmd;
+ switch(buildVersionCmd->platform) {
+ case PLATFORM_IOSSIMULATOR:
+ case PLATFORM_TVOSSIMULATOR:
+ case PLATFORM_WATCHOSSIMULATOR:
+ case PLATFORM_WATCHOS:
+ return true;
+ #if TARGET_OS_IOSMAC
+ case 6:
+ return true;
+ #endif
+ case PLATFORM_MACOS:
+ if ((strcmp(path, "/usr/lib/system/libsystem_kernel.dylib") == 0) ||
+ (strcmp(path, "/usr/lib/system/libsystem_platform.dylib") == 0) ||
+ (strcmp(path, "/usr/lib/system/libsystem_pthread.dylib") == 0) ||
+ (strcmp(path, "/usr/lib/system/libsystem_platform_debug.dylib") == 0) ||
+ (strcmp(path, "/usr/lib/system/libsystem_pthread_debug.dylib") == 0))
+ return true;
+ }
+ }
+ }
+ cmd = (const struct load_command*)(((char*)cmd)+cmd->cmdsize);
+ if ( cmd > cmdsEnd )
+ return false;
+ }
+ return false;
+}
+#endif
+
+#if __MAC_OS_X_VERSION_MIN_REQUIRED
+static bool iOSMacWhiteListed(const char* path)
+{
+ static char* whiteListBuffer = nullptr;
+ static size_t whiteListSize = 0;
+ static bool tried = false;
+ if ( !tried ) {
+ // only try to map file once
+ whiteListBuffer = (char*)mapFileReadOnly("/System/iOSSupport/dyld/macOS-whitelist.txt", whiteListSize);
+ tried = true;
+ }
+ __block bool result = false;
+ if ( whiteListBuffer != nullptr ) {
+ dyld3::forEachLineInFile(whiteListBuffer, whiteListSize, ^(const char* line, bool& stop) {
+ // lines in the file are prefixes. Any path that starts with one of these lines is allowed to be unzippered
+ size_t lineLen = strlen(line);
+ if ( (*line == '/') && strncmp(line, path, lineLen) == 0 ) {
+ result = true;
+ stop = true;
+ }
+ });
+ }
+ return result;
+}
+
+static bool iOSMacBlackListed(const char* path)
+{
+ static char* blackListBuffer = nullptr;
+ static size_t blackListSize = 0;
+ static bool tried = false;
+ if ( !tried ) {
+ // only try to map file once
+ blackListBuffer = (char*)mapFileReadOnly("/System/iOSSupport/dyld/macOS-blacklist.txt", blackListSize);
+ tried = true;
+ }
+ __block bool result = false;
+ if ( blackListBuffer != nullptr ) {
+ dyld3::forEachLineInFile(blackListBuffer, blackListSize, ^(const char* line, bool& stop) {
+ // lines in the file are prefixes. Any path that starts with one of these lines is allowed to be unzippered
+ size_t lineLen = strlen(line);
+ if ( (*line == '/') && strncmp(line, path, lineLen) == 0 ) {
+ result = true;
+ stop = true;
+ }
+ });
+ }
+ return result;
+}
+
+
+#endif
+
// map in file and instantiate an ImageLoader
static ImageLoader* loadPhase6(int fd, const struct stat& stat_buf, const char* path, const LoadContext& context)
{
@@ -2295,27 +3061,31 @@
if ( (stat_buf.st_mode & S_IFMT) != S_IFREG )
throw "not a file";
- uint8_t firstPage[4096];
+ uint8_t firstPages[MAX_MACH_O_HEADER_AND_LOAD_COMMANDS_SIZE];
+ uint8_t *firstPagesPtr = firstPages;
bool shortPage = false;
// min mach-o file is 4K
if ( fileLength < 4096 ) {
- if ( pread(fd, firstPage, fileLength, 0) != (ssize_t)fileLength )
+ if ( pread(fd, firstPages, (size_t)fileLength, 0) != (ssize_t)fileLength )
throwf("pread of short file failed: %d", errno);
shortPage = true;
}
else {
- if ( pread(fd, firstPage, 4096,0) != 4096 )
+ // optimistically read only first 4KB
+ if ( pread(fd, firstPages, 4096, 0) != 4096 )
throwf("pread of first 4K failed: %d", errno);
}
// if fat wrapper, find usable sub-file
- const fat_header* fileStartAsFat = (fat_header*)firstPage;
+ const fat_header* fileStartAsFat = (fat_header*)firstPages;
if ( fileStartAsFat->magic == OSSwapBigToHostInt32(FAT_MAGIC) ) {
+ if ( OSSwapBigToHostInt32(fileStartAsFat->nfat_arch) > ((4096 - sizeof(fat_header)) / sizeof(fat_arch)) )
+ throwf("fat header too large: %u entries", OSSwapBigToHostInt32(fileStartAsFat->nfat_arch));
if ( fatFindBest(fileStartAsFat, &fileOffset, &fileLength) ) {
if ( (fileOffset+fileLength) > (uint64_t)(stat_buf.st_size) )
throwf("truncated fat file. file length=%llu, but needed slice goes to %llu", stat_buf.st_size, fileOffset+fileLength);
- if (pread(fd, firstPage, 4096, fileOffset) != 4096)
+ if (pread(fd, firstPages, 4096, fileOffset) != 4096)
throwf("pread of fat file failed: %d", errno);
}
else {
@@ -2326,10 +3096,12 @@
// try mach-o loader
if ( shortPage )
throw "file too short";
- if ( isCompatibleMachO(firstPage, path) ) {
+
+ if ( isCompatibleMachO(firstPages, path) ) {
// only MH_BUNDLE, MH_DYLIB, and some MH_EXECUTE can be dynamically loaded
- switch ( ((mach_header*)firstPage)->filetype ) {
+ const mach_header* mh = (mach_header*)firstPages;
+ switch ( mh->filetype ) {
case MH_EXECUTE:
case MH_DYLIB:
case MH_BUNDLE:
@@ -2337,9 +3109,55 @@
default:
throw "mach-o, but wrong filetype";
}
-
- // instantiate an image
- ImageLoader* image = ImageLoaderMachO::instantiateFromFile(path, fd, firstPage, fileOffset, fileLength, stat_buf, gLinkContext);
+
+ uint32_t headerAndLoadCommandsSize = sizeof(macho_header) + mh->sizeofcmds;
+ if ( headerAndLoadCommandsSize > MAX_MACH_O_HEADER_AND_LOAD_COMMANDS_SIZE )
+ throwf("malformed mach-o: load commands size (%u) > %u", headerAndLoadCommandsSize, MAX_MACH_O_HEADER_AND_LOAD_COMMANDS_SIZE);
+
+ if ( headerAndLoadCommandsSize > fileLength )
+ dyld::throwf("malformed mach-o: load commands size (%u) > mach-o file size (%llu)", headerAndLoadCommandsSize, fileLength);
+
+ if ( headerAndLoadCommandsSize > 4096 ) {
+ // read more pages
+ unsigned readAmount = headerAndLoadCommandsSize - 4096;
+ if ( pread(fd, &firstPages[4096], readAmount, fileOffset+4096) != readAmount )
+ throwf("pread of extra load commands past 4KB failed: %d", errno);
+ }
+
+#if TARGET_IPHONE_SIMULATOR
+ // <rdar://problem/14168872> dyld_sim should restrict loading osx binaries
+ if ( !isSimulatorBinary(firstPages, path) ) {
+ #if TARGET_OS_WATCH
+ throw "mach-o, but not built for watchOS simulator";
+ #elif TARGET_OS_TV
+ throw "mach-o, but not built for tvOS simulator";
+ #else
+ throw "mach-o, but not built for iOS simulator";
+ #endif
+ }
+#endif
+
+#if __MAC_OS_X_VERSION_MIN_REQUIRED
+ if ( gLinkContext.marzipan ) {
+ const dyld3::MachOFile* mf = (dyld3::MachOFile*)firstPages;
+ bool isiOSMacBinary = mf->supportsPlatform(dyld3::Platform::iOSMac) || iOSMacWhiteListed(path);
+ bool isProhibitedMacOSBinary = !isiOSMacBinary && iOSMacBlackListed(path);
+ if ( (context.enforceIOSMac && !isiOSMacBinary) || isProhibitedMacOSBinary ) {
+ throw "mach-o, but not built for iOSMac";
+ }
+ }
+#endif
+
+#if __arm64e__
+ if ( (sMainExecutableMachHeader->cpusubtype == CPU_SUBTYPE_ARM64_E) && (mh->cpusubtype != CPU_SUBTYPE_ARM64_E) )
+ throw "arm64 dylibs cannot be loaded into arm64e processes";
+#endif
+ ImageLoader* image = nullptr;
+ {
+ dyld3::ScopedTimer timer(DBG_DYLD_TIMING_MAP_IMAGE, path, 0, 0);
+ image = ImageLoaderMachO::instantiateFromFile(path, fd, firstPagesPtr, headerAndLoadCommandsSize, fileOffset, fileLength, stat_buf, gLinkContext);
+ timer.setData4((uint64_t)image->machHeader());
+ }
// validate
return checkandAddImage(image, context);
@@ -2349,7 +3167,7 @@
// throw error about what was found
- switch (*(uint32_t*)firstPage) {
+ switch (*(uint32_t*)firstPages) {
case MH_MAGIC:
case MH_CIGAM:
case MH_MAGIC_64:
@@ -2357,7 +3175,7 @@
throw "mach-o, but wrong architecture";
default:
throwf("unknown file type, first eight bytes: 0x%02X 0x%02X 0x%02X 0x%02X 0x%02X 0x%02X 0x%02X 0x%02X",
- firstPage[0], firstPage[1], firstPage[2], firstPage[3], firstPage[4], firstPage[5], firstPage[6],firstPage[7]);
+ firstPages[0], firstPages[1], firstPages[2], firstPages[3], firstPages[4], firstPages[5], firstPages[6],firstPages[7]);
}
}
@@ -2373,7 +3191,11 @@
if ( file.getFileDescriptor() == -1 ) {
int err = errno;
if ( err != ENOENT ) {
- const char* newMsg = dyld::mkstringf("%s: open() failed with errno=%d", path, err);
+ const char* newMsg;
+ if ( (err == EPERM) && sandboxBlockedOpen(path) )
+ newMsg = dyld::mkstringf("file system sandbox blocked open() of '%s'", path);
+ else
+ newMsg = dyld::mkstringf("%s: open() failed with errno=%d", path, err);
exceptions->push_back(newMsg);
}
return NULL;
@@ -2391,134 +3213,127 @@
}
-#if __MAC_OS_X_VERSION_MIN_REQUIRED
-static ImageLoader* loadPhase5load(const char* path, const char* orgPath, const LoadContext& context, std::vector<const char*>* exceptions)
+
+// try to open file
+static ImageLoader* loadPhase5load(const char* path, const char* orgPath, const LoadContext& context, unsigned& cacheIndex, std::vector<const char*>* exceptions)
{
//dyld::log("%s(%s, %p)\n", __func__ , path, exceptions);
- ImageLoader* image = NULL;
-
- // just return NULL if file not found, but record any other errors
- struct stat stat_buf;
- if ( my_stat(path, &stat_buf) == -1 ) {
- int err = errno;
- if ( err != ENOENT ) {
- exceptions->push_back(dyld::mkstringf("%s: stat() failed with errno=%d", path, err));
- }
- return NULL;
- }
-
- // in case image was renamed or found via symlinks, check for inode match
- image = findLoadedImage(stat_buf);
- if ( image != NULL )
- return image;
-
- // do nothing if not already loaded and if RTLD_NOLOAD or NSADDIMAGE_OPTION_RETURN_ONLY_IF_LOADED
- if ( context.dontLoad )
- return NULL;
-
-#if DYLD_SHARED_CACHE_SUPPORT
- // see if this image is in shared cache
- const macho_header* mhInCache;
- const char* pathInCache;
- long slideInCache;
- if ( findInSharedCacheImage(path, &stat_buf, &mhInCache, &pathInCache, &slideInCache) ) {
- image = ImageLoaderMachO::instantiateFromCache(mhInCache, pathInCache, slideInCache, stat_buf, gLinkContext);
- return checkandAddImage(image, context);
- }
-#endif
- // file exists and is not in dyld shared cache, so open it
- return loadPhase5open(path, context, stat_buf, exceptions);
-}
-#endif // __MAC_OS_X_VERSION_MIN_REQUIRED
-
-
-
-#if __IPHONE_OS_VERSION_MIN_REQUIRED
-static ImageLoader* loadPhase5stat(const char* path, const LoadContext& context, struct stat* stat_buf,
- int* statErrNo, bool* imageFound, std::vector<const char*>* exceptions)
-{
- ImageLoader* image = NULL;
- *imageFound = false;
- *statErrNo = 0;
- if ( my_stat(path, stat_buf) == 0 ) {
- // in case image was renamed or found via symlinks, check for inode match
- image = findLoadedImage(*stat_buf);
- if ( image != NULL ) {
- *imageFound = true;
- return image;
- }
- // do nothing if not already loaded and if RTLD_NOLOAD
- if ( context.dontLoad ) {
- *imageFound = true;
- return NULL;
- }
- image = loadPhase5open(path, context, *stat_buf, exceptions);
- if ( image != NULL ) {
- *imageFound = true;
- return image;
- }
- }
- else {
- *statErrNo = errno;
- }
- return NULL;
-}
-
-// try to open file
-static ImageLoader* loadPhase5load(const char* path, const char* orgPath, const LoadContext& context, std::vector<const char*>* exceptions)
-{
- //dyld::log("%s(%s, %p)\n", __func__ , path, exceptions);
- struct stat stat_buf;
- bool imageFound;
- int statErrNo;
- ImageLoader* image;
-#if DYLD_SHARED_CACHE_SUPPORT
- if ( sDylibsOverrideCache ) {
- // flag is set that allows installed framework roots to override dyld shared cache
- image = loadPhase5stat(path, context, &stat_buf, &statErrNo, &imageFound, exceptions);
- if ( imageFound )
- return image;
- }
- // see if this image is in shared cache
- const macho_header* mhInCache;
- const char* pathInCache;
- long slideInCache;
- if ( findInSharedCacheImage(path, NULL, &mhInCache, &pathInCache, &slideInCache) ) {
+#if SUPPORT_ACCELERATE_TABLES
+ if ( sAllCacheImagesProxy != NULL ) {
+ if ( sAllCacheImagesProxy->hasDylib(path, &cacheIndex) )
+ return sAllCacheImagesProxy;
+ }
+#endif
+#if TARGET_IPHONE_SIMULATOR
+ // in simulators, 'path' has DYLD_ROOT_PATH prepended, but cache index does not have the prefix, so use orgPath
+ const char* pathToFindInCache = orgPath;
+#else
+ const char* pathToFindInCache = path;
+#endif
+ uint statErrNo;
+ struct stat statBuf;
+ bool didStat = false;
+ bool existsOnDisk;
+ dyld3::SharedCacheFindDylibResults shareCacheResults;
+ shareCacheResults.image = nullptr;
+ if ( dyld3::findInSharedCacheImage(sSharedCacheLoadInfo, pathToFindInCache, &shareCacheResults) ) {
// see if this image in the cache was already loaded via a different path
for (std::vector<ImageLoader*>::iterator it=sAllImages.begin(); it != sAllImages.end(); ++it) {
ImageLoader* anImage = *it;
- if ( (const macho_header*)anImage->machHeader() == mhInCache )
+ if ( (const mach_header*)anImage->machHeader() == shareCacheResults.mhInCache )
return anImage;
}
+ // if RTLD_NOLOAD, do nothing if not already loaded
+ if ( context.dontLoad ) {
+ // <rdar://33412890> possible that there is an override of cache
+ if ( my_stat(path, &statBuf) == 0 ) {
+ ImageLoader* imageLoader = findLoadedImage(statBuf);
+ if ( imageLoader != NULL )
+ return imageLoader;
+ }
+ return NULL;
+ }
+ bool useCache = false;
+ if ( shareCacheResults.image == nullptr ) {
+ // HACK to support old caches
+ existsOnDisk = ( my_stat(path, &statBuf) == 0 );
+ didStat = true;
+ statErrNo = errno;
+ useCache = !existsOnDisk;
+ }
+ else {
+ // <rdar://problem/7014995> zero out stat buffer so mtime, etc are zero for items from the shared cache
+ bzero(&statBuf, sizeof(statBuf));
+ if ( shareCacheResults.image->overridableDylib() ) {
+ existsOnDisk = ( my_stat(path, &statBuf) == 0 );
+ didStat = true;
+ statErrNo = errno;
+ if ( sSharedCacheLoadInfo.loadAddress->header.dylibsExpectedOnDisk ) {
+ uint64_t expectedINode;
+ uint64_t expectedMtime;
+ if ( shareCacheResults.image->hasFileModTimeAndInode(expectedINode, expectedMtime) ) {
+ if ( (expectedMtime == statBuf.st_mtime) && (expectedINode == statBuf.st_ino) )
+ useCache = true;
+ }
+ }
+ else {
+ if ( !existsOnDisk )
+ useCache = true;
+ }
+ }
+ else {
+ useCache = true;
+ }
+ }
+ if ( useCache ) {
+#if __MAC_OS_X_VERSION_MIN_REQUIRED
+ if ( gLinkContext.marzipan ) {
+ const dyld3::MachOFile* mf = (dyld3::MachOFile*)shareCacheResults.mhInCache;
+ bool isiOSMacBinary = mf->supportsPlatform(dyld3::Platform::iOSMac) || iOSMacWhiteListed(path);
+ bool isProhibitedMacOSBinary = !isiOSMacBinary && iOSMacBlackListed(path);
+ if ( (context.enforceIOSMac && !isiOSMacBinary) || isProhibitedMacOSBinary ) {
+ throw "mach-o, but not built for iOSMac";
+ }
+ }
+#endif
+ ImageLoader* imageLoader = ImageLoaderMachO::instantiateFromCache((macho_header*)shareCacheResults.mhInCache, shareCacheResults.pathInCache, shareCacheResults.slideInCache, statBuf, gLinkContext);
+ return checkandAddImage(imageLoader, context);
+ }
+ }
+
+ // not in cache or cache not usable
+ if ( !didStat ) {
+ existsOnDisk = ( my_stat(path, &statBuf) == 0 );
+ statErrNo = errno;
+ }
+ if ( existsOnDisk ) {
+ // in case image was renamed or found via symlinks, check for inode match
+ ImageLoader* imageLoader = findLoadedImage(statBuf);
+ if ( imageLoader != NULL )
+ return imageLoader;
// do nothing if not already loaded and if RTLD_NOLOAD
if ( context.dontLoad )
return NULL;
- // nope, so instantiate a new image from dyld shared cache
- // <rdar://problem/7014995> zero out stat buffer so mtime, etc are zero for items from the shared cache
- bzero(&stat_buf, sizeof(stat_buf));
- image = ImageLoaderMachO::instantiateFromCache(mhInCache, pathInCache, slideInCache, stat_buf, gLinkContext);
- return checkandAddImage(image, context);
- }
-
- if ( !sDylibsOverrideCache ) {
- // flag is not set, and not in cache to try opening it
- image = loadPhase5stat(path, context, &stat_buf, &statErrNo, &imageFound, exceptions);
- if ( imageFound )
- return image;
- }
-#else
- image = loadPhase5stat(path, context, &stat_buf, &statErrNo, &imageFound, exceptions);
- if ( imageFound )
- return image;
-#endif
+ // try opening file
+ imageLoader = loadPhase5open(path, context, statBuf, exceptions);
+ if ( imageLoader != NULL ) {
+ if ( shareCacheResults.image != nullptr ) {
+ // if image was found in cache, but is overridden by a newer file on disk, record what the image overrides
+ imageLoader->setOverridesCachedDylib(shareCacheResults.image->imageNum());
+ }
+ return imageLoader;
+ }
+ }
+
// just return NULL if file not found, but record any other errors
if ( (statErrNo != ENOENT) && (statErrNo != 0) ) {
- exceptions->push_back(dyld::mkstringf("%s: stat() failed with errno=%d", path, statErrNo));
+ if ( (statErrNo == EPERM) && sandboxBlockedStat(path) )
+ exceptions->push_back(dyld::mkstringf("%s: file system sandbox blocked stat()", path));
+ else
+ exceptions->push_back(dyld::mkstringf("%s: stat() failed with errno=%d", path, statErrNo));
}
return NULL;
}
-#endif // __IPHONE_OS_VERSION_MIN_REQUIRED
-
// look for path match with existing loaded images
static ImageLoader* loadPhase5check(const char* path, const char* orgPath, const LoadContext& context)
@@ -2566,7 +3381,7 @@
// open or check existing
-static ImageLoader* loadPhase5(const char* path, const char* orgPath, const LoadContext& context, std::vector<const char*>* exceptions)
+static ImageLoader* loadPhase5(const char* path, const char* orgPath, const LoadContext& context, unsigned& cacheIndex, std::vector<const char*>* exceptions)
{
//dyld::log("%s(%s, %p)\n", __func__ , path, exceptions);
@@ -2579,39 +3394,49 @@
}
if ( exceptions != NULL )
- return loadPhase5load(path, orgPath, context, exceptions);
+ return loadPhase5load(path, orgPath, context, cacheIndex, exceptions);
else
return loadPhase5check(path, orgPath, context);
}
// try with and without image suffix
-static ImageLoader* loadPhase4(const char* path, const char* orgPath, const LoadContext& context, std::vector<const char*>* exceptions)
+static ImageLoader* loadPhase4(const char* path, const char* orgPath, const LoadContext& context, unsigned& cacheIndex, std::vector<const char*>* exceptions)
{
//dyld::log("%s(%s, %p)\n", __func__ , path, exceptions);
ImageLoader* image = NULL;
- if ( gLinkContext.imageSuffix != NULL ) {
- char pathWithSuffix[strlen(path)+strlen( gLinkContext.imageSuffix)+2];
- ImageLoader::addSuffix(path, gLinkContext.imageSuffix, pathWithSuffix);
- image = loadPhase5(pathWithSuffix, orgPath, context, exceptions);
+ if ( gLinkContext.imageSuffix != NULL ) {
+ for (const char* const* suffix=gLinkContext.imageSuffix; *suffix != NULL; ++suffix) {
+ char pathWithSuffix[strlen(path)+strlen(*suffix)+2];
+ ImageLoader::addSuffix(path, *suffix, pathWithSuffix);
+ image = loadPhase5(pathWithSuffix, orgPath, context, cacheIndex, exceptions);
+ if ( image != NULL )
+ break;
+ }
+ if ( image != NULL ) {
+ // if original path is in the dyld cache, then mark this one found as an override
+ dyld3::SharedCacheFindDylibResults shareCacheResults;
+ if ( dyld3::findInSharedCacheImage(sSharedCacheLoadInfo, path, &shareCacheResults) && (shareCacheResults.image != nullptr) )
+ image->setOverridesCachedDylib(shareCacheResults.image->imageNum());
+ }
}
if ( image == NULL )
- image = loadPhase5(path, orgPath, context, exceptions);
+ image = loadPhase5(path, orgPath, context, cacheIndex, exceptions);
return image;
}
-static ImageLoader* loadPhase2(const char* path, const char* orgPath, const LoadContext& context,
- const char* const frameworkPaths[], const char* const libraryPaths[],
- std::vector<const char*>* exceptions); // forward reference
+static ImageLoader* loadPhase2(const char* path, const char* orgPath, const LoadContext& context,
+ const char* const frameworkPaths[], const char* const libraryPaths[],
+ unsigned& cacheIndex, std::vector<const char*>* exceptions); // forward reference
// expand @ variables
-static ImageLoader* loadPhase3(const char* path, const char* orgPath, const LoadContext& context, std::vector<const char*>* exceptions)
+static ImageLoader* loadPhase3(const char* path, const char* orgPath, const LoadContext& context, unsigned& cacheIndex, std::vector<const char*>* exceptions)
{
//dyld::log("%s(%s, %p)\n", __func__ , path, exceptions);
ImageLoader* image = NULL;
if ( strncmp(path, "@executable_path/", 17) == 0 ) {
// executable_path cannot be in used in any binary in a setuid process rdar://problem/4589305
- if ( sProcessIsRestricted )
+ if ( !gLinkContext.allowAtPaths )
throwf("unsafe use of @executable_path in %s with restricted binary", context.origin);
// handle @executable_path path prefix
const char* executablePath = sExecPath;
@@ -2622,7 +3447,7 @@
strcpy(&addPoint[1], &path[17]);
else
strcpy(newPath, &path[17]);
- image = loadPhase4(newPath, orgPath, context, exceptions);
+ image = loadPhase4(newPath, orgPath, context, cacheIndex, exceptions);
if ( image != NULL )
return image;
@@ -2631,19 +3456,19 @@
if ( realpath(sExecPath, resolvedPath) != NULL ) {
char newRealPath[strlen(resolvedPath) + strlen(path)];
strcpy(newRealPath, resolvedPath);
- char* addPoint = strrchr(newRealPath,'/');
+ addPoint = strrchr(newRealPath,'/');
if ( addPoint != NULL )
strcpy(&addPoint[1], &path[17]);
else
strcpy(newRealPath, &path[17]);
- image = loadPhase4(newRealPath, orgPath, context, exceptions);
+ image = loadPhase4(newRealPath, orgPath, context, cacheIndex, exceptions);
if ( image != NULL )
return image;
}
}
else if ( (strncmp(path, "@loader_path/", 13) == 0) && (context.origin != NULL) ) {
// @loader_path cannot be used from the main executable of a setuid process rdar://problem/4589305
- if ( sProcessIsRestricted && (strcmp(context.origin, sExecPath) == 0) )
+ if ( !gLinkContext.allowAtPaths && (strcmp(context.origin, sExecPath) == 0) )
throwf("unsafe use of @loader_path in %s with restricted binary", context.origin);
// handle @loader_path path prefix
char newPath[strlen(context.origin) + strlen(path)];
@@ -2653,7 +3478,7 @@
strcpy(&addPoint[1], &path[13]);
else
strcpy(newPath, &path[13]);
- image = loadPhase4(newPath, orgPath, context, exceptions);
+ image = loadPhase4(newPath, orgPath, context, cacheIndex, exceptions);
if ( image != NULL )
return image;
@@ -2662,12 +3487,12 @@
if ( realpath(context.origin, resolvedPath) != NULL ) {
char newRealPath[strlen(resolvedPath) + strlen(path)];
strcpy(newRealPath, resolvedPath);
- char* addPoint = strrchr(newRealPath,'/');
+ addPoint = strrchr(newRealPath,'/');
if ( addPoint != NULL )
strcpy(&addPoint[1], &path[13]);
else
strcpy(newRealPath, &path[13]);
- image = loadPhase4(newRealPath, orgPath, context, exceptions);
+ image = loadPhase4(newRealPath, orgPath, context, cacheIndex, exceptions);
if ( image != NULL )
return image;
}
@@ -2681,9 +3506,10 @@
const char* anRPath = *it;
char newPath[strlen(anRPath) + strlen(trailingPath)+2];
strcpy(newPath, anRPath);
- strcat(newPath, "/");
+ if ( newPath[strlen(newPath)-1] != '/' )
+ strcat(newPath, "/");
strcat(newPath, trailingPath);
- image = loadPhase4(newPath, orgPath, context, exceptions);
+ image = loadPhase4(newPath, orgPath, context, cacheIndex, exceptions);
if ( gLinkContext.verboseRPaths && (exceptions != NULL) ) {
if ( image != NULL )
dyld::log("RPATH successful expansion of %s to: %s\n", orgPath, newPath);
@@ -2698,7 +3524,7 @@
// substitute @rpath with LD_LIBRARY_PATH
if ( sEnv.LD_LIBRARY_PATH != NULL ) {
- image = loadPhase2(trailingPath, orgPath, context, NULL, sEnv.LD_LIBRARY_PATH, exceptions);
+ image = loadPhase2(trailingPath, orgPath, context, NULL, sEnv.LD_LIBRARY_PATH, cacheIndex, exceptions);
if ( image != NULL )
return image;
}
@@ -2707,34 +3533,59 @@
if ( (exceptions != NULL) && (trailingPath != path) )
return NULL;
}
- else if (sProcessIsRestricted && (path[0] != '/' )) {
+ else if ( !gLinkContext.allowEnvVarsPath && (path[0] != '/' ) ) {
throwf("unsafe use of relative rpath %s in %s with restricted binary", path, context.origin);
}
-
- return loadPhase4(path, orgPath, context, exceptions);
+
+ return loadPhase4(path, orgPath, context, cacheIndex, exceptions);
+}
+
+static ImageLoader* loadPhase2cache(const char* path, const char *orgPath, const LoadContext& context, unsigned& cacheIndex, std::vector<const char*>* exceptions) {
+ ImageLoader* image = NULL;
+#if !TARGET_IPHONE_SIMULATOR
+ if ( exceptions != NULL) {
+ char resolvedPath[PATH_MAX];
+ realpath(path, resolvedPath);
+ int myerr = errno;
+ // If realpath() resolves to a path which does not exist on disk, errno is set to ENOENT
+ if ( (myerr == ENOENT) || (myerr == 0) )
+ {
+ image = loadPhase4(resolvedPath, orgPath, context, cacheIndex, exceptions);
+ }
+ }
+#endif
+ return image;
}
// try search paths
-static ImageLoader* loadPhase2(const char* path, const char* orgPath, const LoadContext& context,
+static ImageLoader* loadPhase2(const char* path, const char* orgPath, const LoadContext& context,
const char* const frameworkPaths[], const char* const libraryPaths[],
- std::vector<const char*>* exceptions)
+ unsigned& cacheIndex, std::vector<const char*>* exceptions)
{
//dyld::log("%s(%s, %p)\n", __func__ , path, exceptions);
ImageLoader* image = NULL;
const char* frameworkPartialPath = getFrameworkPartialPath(path);
if ( frameworkPaths != NULL ) {
if ( frameworkPartialPath != NULL ) {
- const int frameworkPartialPathLen = strlen(frameworkPartialPath);
+ const size_t frameworkPartialPathLen = strlen(frameworkPartialPath);
for(const char* const* fp = frameworkPaths; *fp != NULL; ++fp) {
char npath[strlen(*fp)+frameworkPartialPathLen+8];
strcpy(npath, *fp);
strcat(npath, "/");
strcat(npath, frameworkPartialPath);
//dyld::log("dyld: fallback framework path used: %s() -> loadPhase4(\"%s\", ...)\n", __func__, npath);
- image = loadPhase4(npath, orgPath, context, exceptions);
- if ( image != NULL )
+ image = loadPhase4(npath, orgPath, context, cacheIndex, exceptions);
+ // Look in the cache if appropriate
+ if ( image == NULL)
+ image = loadPhase2cache(npath, orgPath, context, cacheIndex, exceptions);
+ if ( image != NULL ) {
+ // if original path is in the dyld cache, then mark this one found as an override
+ dyld3::SharedCacheFindDylibResults shareCacheResults;
+ if ( dyld3::findInSharedCacheImage(sSharedCacheLoadInfo, path, &shareCacheResults) && (shareCacheResults.image != nullptr) )
+ image->setOverridesCachedDylib(shareCacheResults.image->imageNum());
return image;
+ }
}
}
}
@@ -2742,43 +3593,51 @@
// <rdar://problem/14160846> Some apps depend on frameworks being found via library paths
if ( (libraryPaths != NULL) && ((frameworkPartialPath == NULL) || sFrameworksFoundAsDylibs) ) {
const char* libraryLeafName = getLibraryLeafName(path);
- const int libraryLeafNameLen = strlen(libraryLeafName);
+ const size_t libraryLeafNameLen = strlen(libraryLeafName);
for(const char* const* lp = libraryPaths; *lp != NULL; ++lp) {
char libpath[strlen(*lp)+libraryLeafNameLen+8];
strcpy(libpath, *lp);
strcat(libpath, "/");
strcat(libpath, libraryLeafName);
//dyld::log("dyld: fallback library path used: %s() -> loadPhase4(\"%s\", ...)\n", __func__, libpath);
- image = loadPhase4(libpath, orgPath, context, exceptions);
- if ( image != NULL )
+ image = loadPhase4(libpath, orgPath, context, cacheIndex, exceptions);
+ // Look in the cache if appropriate
+ if ( image == NULL)
+ image = loadPhase2cache(libpath, orgPath, context, cacheIndex, exceptions);
+ if ( image != NULL ) {
+ // if original path is in the dyld cache, then mark this one found as an override
+ dyld3::SharedCacheFindDylibResults shareCacheResults;
+ if ( dyld3::findInSharedCacheImage(sSharedCacheLoadInfo, path, &shareCacheResults) && (shareCacheResults.image != nullptr) )
+ image->setOverridesCachedDylib(shareCacheResults.image->imageNum());
return image;
+ }
}
}
return NULL;
}
// try search overrides and fallbacks
-static ImageLoader* loadPhase1(const char* path, const char* orgPath, const LoadContext& context, std::vector<const char*>* exceptions)
+static ImageLoader* loadPhase1(const char* path, const char* orgPath, const LoadContext& context, unsigned& cacheIndex, std::vector<const char*>* exceptions)
{
//dyld::log("%s(%s, %p)\n", __func__ , path, exceptions);
ImageLoader* image = NULL;
// handle LD_LIBRARY_PATH environment variables that force searching
if ( context.useLdLibraryPath && (sEnv.LD_LIBRARY_PATH != NULL) ) {
- image = loadPhase2(path, orgPath, context, NULL, sEnv.LD_LIBRARY_PATH, exceptions);
+ image = loadPhase2(path, orgPath, context, NULL, sEnv.LD_LIBRARY_PATH, cacheIndex,exceptions);
if ( image != NULL )
return image;
}
// handle DYLD_ environment variables that force searching
if ( context.useSearchPaths && ((sEnv.DYLD_FRAMEWORK_PATH != NULL) || (sEnv.DYLD_LIBRARY_PATH != NULL)) ) {
- image = loadPhase2(path, orgPath, context, sEnv.DYLD_FRAMEWORK_PATH, sEnv.DYLD_LIBRARY_PATH, exceptions);
+ image = loadPhase2(path, orgPath, context, sEnv.DYLD_FRAMEWORK_PATH, sEnv.DYLD_LIBRARY_PATH, cacheIndex, exceptions);
if ( image != NULL )
return image;
}
// try raw path
- image = loadPhase3(path, orgPath, context, exceptions);
+ image = loadPhase3(path, orgPath, context, cacheIndex, exceptions);
if ( image != NULL )
return image;
@@ -2787,7 +3646,7 @@
if ( (fallbackLibraryPaths != NULL) && !context.useFallbackPaths )
fallbackLibraryPaths = NULL;
if ( !context.dontLoad && (exceptions != NULL) && ((sEnv.DYLD_FALLBACK_FRAMEWORK_PATH != NULL) || (fallbackLibraryPaths != NULL)) ) {
- image = loadPhase2(path, orgPath, context, sEnv.DYLD_FALLBACK_FRAMEWORK_PATH, fallbackLibraryPaths, exceptions);
+ image = loadPhase2(path, orgPath, context, sEnv.DYLD_FALLBACK_FRAMEWORK_PATH, fallbackLibraryPaths, cacheIndex, exceptions);
if ( image != NULL )
return image;
}
@@ -2796,24 +3655,59 @@
}
// try root substitutions
-static ImageLoader* loadPhase0(const char* path, const char* orgPath, const LoadContext& context, std::vector<const char*>* exceptions)
+static ImageLoader* loadPhase0(const char* path, const char* orgPath, const LoadContext& context, unsigned& cacheIndex, std::vector<const char*>* exceptions)
{
//dyld::log("%s(%s, %p)\n", __func__ , path, exceptions);
+#if __MAC_OS_X_VERSION_MIN_REQUIRED
+ // handle macOS dylibs dlopen()ing versioned path which needs to map to flat path in mazipan simulator
+ if ( gLinkContext.marzipan && strstr(path, ".framework/Versions/")) {
+ uintptr_t sourceOffset = 0;
+ uintptr_t destOffset = 0;
+ size_t sourceLangth = strlen(path);
+ char flatPath[sourceLangth];
+ flatPath[0] = 0;
+ const char* frameworkBase = NULL;
+ while ((frameworkBase = strstr(&path[sourceOffset], ".framework/Versions/"))) {
+ uintptr_t foundLength = (frameworkBase - &path[sourceOffset]) + strlen(".framework/") ;
+ strlcat(&flatPath[destOffset], &path[sourceOffset], foundLength);
+ sourceOffset += foundLength + strlen("Versions/") + 1;
+ destOffset += foundLength - 1;
+ }
+ strlcat(&flatPath[destOffset], &path[sourceOffset], sourceLangth);
+ ImageLoader* image = loadPhase0(flatPath, orgPath, context, cacheIndex, exceptions);
+ if ( image != NULL )
+ return image;
+ }
+#endif
+
+#if SUPPORT_ROOT_PATH
// handle DYLD_ROOT_PATH which forces absolute paths to use a new root
if ( (gLinkContext.rootPaths != NULL) && (path[0] == '/') ) {
- for(const char* const* rootPath = gLinkContext.rootPaths ; *rootPath != NULL; ++rootPath) {
- char newPath[strlen(*rootPath) + strlen(path)+2];
- strcpy(newPath, *rootPath);
- strcat(newPath, path);
- ImageLoader* image = loadPhase1(newPath, orgPath, context, exceptions);
- if ( image != NULL )
- return image;
- }
- }
+ for(const char* const* rootPath = gLinkContext.rootPaths; *rootPath != NULL; ++rootPath) {
+ size_t rootLen = strlen(*rootPath);
+ if ( strncmp(path, *rootPath, rootLen) != 0 ) {
+ char newPath[rootLen + strlen(path)+2];
+ strcpy(newPath, *rootPath);
+ strcat(newPath, path);
+ ImageLoader* image = loadPhase1(newPath, orgPath, context, cacheIndex, exceptions);
+ if ( image != NULL )
+ return image;
+ }
+ }
+ }
+#endif
// try raw path
- return loadPhase1(path, orgPath, context, exceptions);
+ return loadPhase1(path, orgPath, context, cacheIndex, exceptions);
+}
+
+static bool cacheablePath(const char* path) {
+ if (strncmp(path, "/usr/lib/", 9) == 0)
+ return true;
+ if (strncmp(path, "/System/Library/", 16) == 0)
+ return true;
+ return false;
}
//
@@ -2830,21 +3724,23 @@
// the path. Either time, if an image is found, the phases all unwind without checking
// for other paths.
//
-ImageLoader* load(const char* path, const LoadContext& context)
+ImageLoader* load(const char* path, const LoadContext& context, unsigned& cacheIndex)
{
CRSetCrashLogMessage2(path);
const char* orgPath = path;
+ cacheIndex = UINT32_MAX;
//dyld::log("%s(%s)\n", __func__ , path);
char realPath[PATH_MAX];
// when DYLD_IMAGE_SUFFIX is in used, do a realpath(), otherwise a load of "Foo.framework/Foo" will not match
- if ( context.useSearchPaths && ( gLinkContext.imageSuffix != NULL) ) {
+ if ( context.useSearchPaths && ( gLinkContext.imageSuffix != NULL && *gLinkContext.imageSuffix != NULL) ) {
if ( realpath(path, realPath) != NULL )
path = realPath;
}
// try all path permutations and check against existing loaded images
- ImageLoader* image = loadPhase0(path, orgPath, context, NULL);
+
+ ImageLoader* image = loadPhase0(path, orgPath, context, cacheIndex, NULL);
if ( image != NULL ) {
CRSetCrashLogMessage2(NULL);
return image;
@@ -2852,22 +3748,23 @@
// try all path permutations and try open() until first success
std::vector<const char*> exceptions;
- image = loadPhase0(path, orgPath, context, &exceptions);
+ image = loadPhase0(path, orgPath, context, cacheIndex, &exceptions);
+#if !TARGET_IPHONE_SIMULATOR
+ // <rdar://problem/16704628> support symlinks on disk to a path in dyld shared cache
+ if ( image == NULL)
+ image = loadPhase2cache(path, orgPath, context, cacheIndex, &exceptions);
+#endif
CRSetCrashLogMessage2(NULL);
if ( image != NULL ) {
// <rdar://problem/6916014> leak in dyld during dlopen when using DYLD_ variables
for (std::vector<const char*>::iterator it = exceptions.begin(); it != exceptions.end(); ++it) {
free((void*)(*it));
}
-#if __IPHONE_OS_VERSION_MIN_REQUIRED && DYLD_SHARED_CACHE_SUPPORT
// if loaded image is not from cache, but original path is in cache
// set gSharedCacheOverridden flag to disable some ObjC optimizations
- if ( !gSharedCacheOverridden ) {
- if ( !image->inSharedCache() && inSharedCache(path) ) {
- gSharedCacheOverridden = true;
- }
- }
-#endif
+ if ( !gSharedCacheOverridden && !image->inSharedCache() && image->isDylib() && cacheablePath(path) && inSharedCache(path) ) {
+ gSharedCacheOverridden = true;
+ }
return image;
}
else if ( exceptions.size() == 0 ) {
@@ -2881,11 +3778,11 @@
const char* msgStart = "no suitable image found. Did find:";
const char* delim = "\n\t";
size_t allsizes = strlen(msgStart)+8;
- for (unsigned int i=0; i < exceptions.size(); ++i)
+ for (size_t i=0; i < exceptions.size(); ++i)
allsizes += (strlen(exceptions[i]) + strlen(delim));
char* fullMsg = new char[allsizes];
strcpy(fullMsg, msgStart);
- for (unsigned int i=0; i < exceptions.size(); ++i) {
+ for (size_t i=0; i < exceptions.size(); ++i) {
strcat(fullMsg, delim);
strcat(fullMsg, exceptions[i]);
free((void*)exceptions[i]);
@@ -2896,470 +3793,44 @@
-#if DYLD_SHARED_CACHE_SUPPORT
-
-
-
-#if __i386__
- #define ARCH_NAME "i386"
- #define ARCH_CACHE_MAGIC "dyld_v1 i386"
-#elif __x86_64__
- #define ARCH_NAME "x86_64"
- #define ARCH_CACHE_MAGIC "dyld_v1 x86_64"
-#elif __ARM_ARCH_5TEJ__
- #define ARCH_NAME "armv5"
- #define ARCH_CACHE_MAGIC "dyld_v1 armv5"
-#elif __ARM_ARCH_6K__
- #define ARCH_NAME "armv6"
- #define ARCH_CACHE_MAGIC "dyld_v1 armv6"
-#elif __ARM_ARCH_7F__
- #define ARCH_NAME "armv7f"
- #define ARCH_CACHE_MAGIC "dyld_v1 armv7f"
-#elif __ARM_ARCH_7A__
- #define ARCH_NAME "armv7"
- #define ARCH_CACHE_MAGIC "dyld_v1 armv7"
-#elif __ARM_ARCH_7S__
- #define ARCH_NAME "armv7s"
- #define ARCH_CACHE_MAGIC "dyld_v1 armv7s"
-#elif __ARM_ARCH_7K__
- #define ARCH_NAME "armv7k"
- #define ARCH_CACHE_MAGIC "dyld_v1 armv7k"
-#endif
-
-
-static int __attribute__((noinline)) _shared_region_check_np(uint64_t* start_address)
-{
- if ( gLinkContext.sharedRegionMode == ImageLoader::kUseSharedRegion )
- return syscall(294, start_address);
- return -1;
-}
-
-
-static int __attribute__((noinline)) _shared_region_map_and_slide_np(int fd, uint32_t count, const shared_file_mapping_np mappings[],
- int codeSignatureMappingIndex, int slide, void* slideInfo, uint32_t slideInfoSize)
-{
- // register code signature blob for whole dyld cache
- if ( codeSignatureMappingIndex != -1 ) {
- fsignatures_t siginfo;
- siginfo.fs_file_start = 0; // cache always starts at beginning of file
- siginfo.fs_blob_start = (void*)mappings[codeSignatureMappingIndex].sfm_file_offset;
- siginfo.fs_blob_size = mappings[codeSignatureMappingIndex].sfm_size;
- int result = fcntl(fd, F_ADDFILESIGS, &siginfo);
- // <rdar://problem/12891874> don't warn in chrooted case because mapping syscall is about to fail too
- if ( (result == -1) && gLinkContext.verboseMapping )
- dyld::log("dyld: code signature registration for shared cache failed with errno=%d\n", errno);
- }
-
- if ( gLinkContext.sharedRegionMode == ImageLoader::kUseSharedRegion ) {
- return syscall(438, fd, count, mappings, slide, slideInfo, slideInfoSize);
- }
-
- // remove the shared region sub-map
- vm_deallocate(mach_task_self(), (vm_address_t)SHARED_REGION_BASE, SHARED_REGION_SIZE);
-
- // notify gdb or other lurkers that this process is no longer using the shared region
- dyld::gProcessInfo->processDetachedFromSharedRegion = true;
-
- // map cache just for this process with mmap()
- const shared_file_mapping_np* const start = mappings;
- const shared_file_mapping_np* const end = &mappings[count];
- for (const shared_file_mapping_np* p = start; p < end; ++p ) {
- void* mmapAddress = (void*)(uintptr_t)(p->sfm_address);
- size_t size = p->sfm_size;
- //dyld::log("dyld: mapping address %p with size 0x%08lX\n", mmapAddress, size);
- int protection = 0;
- if ( p->sfm_init_prot & VM_PROT_EXECUTE )
- protection |= PROT_EXEC;
- if ( p->sfm_init_prot & VM_PROT_READ )
- protection |= PROT_READ;
- if ( p->sfm_init_prot & VM_PROT_WRITE )
- protection |= PROT_WRITE;
- off_t offset = p->sfm_file_offset;
- if ( mmap(mmapAddress, size, protection, MAP_FIXED | MAP_PRIVATE, fd, offset) != mmapAddress ) {
- // failed to map some chunk of this shared cache file
- // clear shared region
- vm_deallocate(mach_task_self(), (vm_address_t)SHARED_REGION_BASE, SHARED_REGION_SIZE);
- // go back to not using shared region at all
- gLinkContext.sharedRegionMode = ImageLoader::kDontUseSharedRegion;
- if ( gLinkContext.verboseMapping ) {
- dyld::log("dyld: shared cached region cannot be mapped at address %p with size 0x%08lX\n",
- mmapAddress, size);
- }
- // return failure
- return -1;
- }
- }
-
- // update all __DATA pages with slide info
- if ( slide != 0 ) {
- const uintptr_t dataPagesStart = mappings[1].sfm_address;
- const dyld_cache_slide_info* slideInfoHeader = (dyld_cache_slide_info*)slideInfo;
- const uint16_t* toc = (uint16_t*)((long)(slideInfoHeader) + slideInfoHeader->toc_offset);
- const uint8_t* entries = (uint8_t*)((long)(slideInfoHeader) + slideInfoHeader->entries_offset);
- for(uint32_t i=0; i < slideInfoHeader->toc_count; ++i) {
- const uint8_t* entry = &entries[toc[i]*slideInfoHeader->entries_size];
- const uint8_t* page = (uint8_t*)(long)(dataPagesStart + (4096*i));
- //dyld::log("page=%p toc[%d]=%d entries=%p\n", page, i, toc[i], entry);
- for(int j=0; j < 128; ++j) {
- uint8_t b = entry[j];
- //dyld::log(" entry[%d] = 0x%02X\n", j, b);
- if ( b != 0 ) {
- for(int k=0; k < 8; ++k) {
- if ( b & (1<<k) ) {
- uintptr_t* p = (uintptr_t*)(page + j*8*4 + k*4);
- uintptr_t value = *p;
- //dyld::log(" *%p was 0x%lX will be 0x%lX\n", p, value, value+sSharedCacheSlide);
- *p = value + slide;
- }
- }
- }
- }
- }
- }
-
- // succesfully mapped shared cache for just this process
- gLinkContext.sharedRegionMode = ImageLoader::kUsePrivateSharedRegion;
-
- return 0;
-}
-
-
-const void* imMemorySharedCacheHeader()
-{
- return sSharedCache;
-}
-
-int openSharedCacheFile()
-{
- char path[MAXPATHLEN];
- strlcpy(path, sSharedCacheDir, MAXPATHLEN);
- strlcat(path, "/", MAXPATHLEN);
- strlcat(path, DYLD_SHARED_CACHE_BASE_NAME ARCH_NAME, MAXPATHLEN);
- return my_open(path, O_RDONLY, 0);
-}
-
-static long pickCacheSlide(uint32_t mappingsCount, shared_file_mapping_np mappings[])
-{
-#if __x86_64__
- // x86_64 has a two memory regions:
- // 256MB at 0x00007FFF70000000
- // 1024MB at 0x00007FFF80000000
- // Some old shared caches have r/w region after rx region, so all regions slide within 1GB range
- // Newer shared caches have r/w region based at 0x7FFF70000000 and r/o regions at 0x7FFF80000000, so each part has max slide
- if ( (mappingsCount >= 3) && (mappings[1].sfm_init_prot == (VM_PROT_READ|VM_PROT_WRITE)) && (mappings[1].sfm_address == 0x00007FFF70000000) ) {
- const uint64_t rwSize = mappings[1].sfm_size;
- const uint64_t rwSlop = 0x10000000ULL - rwSize;
- const uint64_t roSize = (mappings[2].sfm_address + mappings[2].sfm_size) - mappings[0].sfm_address;
- const uint64_t roSlop = 0x40000000ULL - roSize;
- const uint64_t space = (rwSlop < roSlop) ? rwSlop : roSlop;
-
- // choose new random slide
- long slide = (arc4random() % space) & (-4096);
- //dyld::log("rwSlop=0x%0llX, roSlop=0x%0llX\n", rwSlop, roSlop);
- //dyld::log("space=0x%0llX, slide=0x%0lX\n", space, slide);
-
- // update mappings
- for(uint32_t i=0; i < mappingsCount; ++i) {
- mappings[i].sfm_address += slide;
- }
-
- return slide;
- }
- // else fall through to handle old style cache
-#endif
- // get bounds of cache
- uint64_t lowAddress = 0;
- uint64_t highAddress = 0;
- for(uint32_t i=0; i < mappingsCount; ++i) {
- if ( lowAddress == 0 ) {
- lowAddress = mappings[i].sfm_address;
- highAddress = mappings[i].sfm_address + mappings[i].sfm_size;
- }
- else {
- if ( mappings[i].sfm_address < lowAddress )
- lowAddress = mappings[i].sfm_address;
- if ( (mappings[i].sfm_address + mappings[i].sfm_size) > highAddress )
- highAddress = mappings[i].sfm_address + mappings[i].sfm_size;
- }
- }
-
- // find slop space
- const uint64_t space = (SHARED_REGION_BASE + SHARED_REGION_SIZE) - highAddress;
-
- // choose new random slide
- long slide = (arc4random() % space) & (-4096);
- //dyld::log("slideSpace=0x%0llX\n", space);
- //dyld::log("slide=0x%0lX\n", slide);
-
- // update mappings
- for(uint32_t i=0; i < mappingsCount; ++i) {
- mappings[i].sfm_address += slide;
- }
-
- return slide;
-}
+
static void mapSharedCache()
{
- uint64_t cacheBaseAddress = 0;
- // quick check if a cache is alreay mapped into shared region
- if ( _shared_region_check_np(&cacheBaseAddress) == 0 ) {
- sSharedCache = (dyld_cache_header*)cacheBaseAddress;
- // if we don't understand the currently mapped shared cache, then ignore
- if ( strcmp(sSharedCache->magic, ARCH_CACHE_MAGIC) != 0 ) {
- sSharedCache = NULL;
- if ( gLinkContext.verboseMapping ) {
- dyld::log("dyld: existing shared cached in memory is not compatible\n");
- return;
- }
- }
- // check if cache file is slidable
- const dyld_cache_header* header = sSharedCache;
- if ( (header->mappingOffset >= 0x48) && (header->slideInfoSize != 0) ) {
- // solve for slide by comparing loaded address to address of first region
- const uint8_t* loadedAddress = (uint8_t*)sSharedCache;
- const dyld_cache_mapping_info* const mappings = (dyld_cache_mapping_info*)(loadedAddress+header->mappingOffset);
- const uint8_t* preferedLoadAddress = (uint8_t*)(long)(mappings[0].address);
- sSharedCacheSlide = loadedAddress - preferedLoadAddress;
- dyld::gProcessInfo->sharedCacheSlide = sSharedCacheSlide;
- //dyld::log("sSharedCacheSlide=0x%08lX, loadedAddress=%p, preferedLoadAddress=%p\n", sSharedCacheSlide, loadedAddress, preferedLoadAddress);
- }
- // if cache has a uuid, copy it
- if ( header->mappingOffset >= 0x68 ) {
- memcpy(dyld::gProcessInfo->sharedCacheUUID, header->uuid, 16);
- }
- }
- else {
-#if __i386__ || __x86_64__
- // <rdar://problem/5925940> Safe Boot should disable dyld shared cache
- // if we are in safe-boot mode and the cache was not made during this boot cycle,
- // delete the cache file
- uint32_t safeBootValue = 0;
- size_t safeBootValueSize = sizeof(safeBootValue);
- if ( (sysctlbyname("kern.safeboot", &safeBootValue, &safeBootValueSize, NULL, 0) == 0) && (safeBootValue != 0) ) {
- // user booted machine in safe-boot mode
- struct stat dyldCacheStatInfo;
- // Don't use custom DYLD_SHARED_CACHE_DIR if provided, use standard path
- if ( my_stat(MACOSX_DYLD_SHARED_CACHE_DIR DYLD_SHARED_CACHE_BASE_NAME ARCH_NAME, &dyldCacheStatInfo) == 0 ) {
- struct timeval bootTimeValue;
- size_t bootTimeValueSize = sizeof(bootTimeValue);
- if ( (sysctlbyname("kern.boottime", &bootTimeValue, &bootTimeValueSize, NULL, 0) == 0) && (bootTimeValue.tv_sec != 0) ) {
- // if the cache file was created before this boot, then throw it away and let it rebuild itself
- if ( dyldCacheStatInfo.st_mtime < bootTimeValue.tv_sec ) {
- ::unlink(MACOSX_DYLD_SHARED_CACHE_DIR DYLD_SHARED_CACHE_BASE_NAME ARCH_NAME);
- gLinkContext.sharedRegionMode = ImageLoader::kDontUseSharedRegion;
- return;
- }
- }
- }
- }
-#endif
- // map in shared cache to shared region
- int fd = openSharedCacheFile();
- if ( fd != -1 ) {
- uint8_t firstPages[8192];
- if ( ::read(fd, firstPages, 8192) == 8192 ) {
- dyld_cache_header* header = (dyld_cache_header*)firstPages;
- if ( strcmp(header->magic, ARCH_CACHE_MAGIC) == 0 ) {
- const dyld_cache_mapping_info* const fileMappingsStart = (dyld_cache_mapping_info*)&firstPages[header->mappingOffset];
- const dyld_cache_mapping_info* const fileMappingsEnd = &fileMappingsStart[header->mappingCount];
- shared_file_mapping_np mappings[header->mappingCount+1]; // add room for code-sig
- unsigned int mappingCount = header->mappingCount;
- int codeSignatureMappingIndex = -1;
- int readWriteMappingIndex = -1;
- int readOnlyMappingIndex = -1;
- // validate that the cache file has not been truncated
- bool goodCache = false;
- struct stat stat_buf;
- if ( fstat(fd, &stat_buf) == 0 ) {
- goodCache = true;
- int i=0;
- for (const dyld_cache_mapping_info* p = fileMappingsStart; p < fileMappingsEnd; ++p, ++i) {
- mappings[i].sfm_address = p->address;
- mappings[i].sfm_size = p->size;
- mappings[i].sfm_file_offset = p->fileOffset;
- mappings[i].sfm_max_prot = p->maxProt;
- mappings[i].sfm_init_prot = p->initProt;
- // rdar://problem/5694507 old update_dyld_shared_cache tool could make a cache file
- // that is not page aligned, but otherwise ok.
- if ( p->fileOffset+p->size > (uint64_t)(stat_buf.st_size+4095 & (-4096)) ) {
- dyld::log("dyld: shared cached file is corrupt: %s" DYLD_SHARED_CACHE_BASE_NAME ARCH_NAME "\n", sSharedCacheDir);
- goodCache = false;
- }
- if ( (mappings[i].sfm_init_prot & (VM_PROT_READ|VM_PROT_WRITE)) == (VM_PROT_READ|VM_PROT_WRITE) ) {
- readWriteMappingIndex = i;
- }
- if ( mappings[i].sfm_init_prot == VM_PROT_READ ) {
- readOnlyMappingIndex = i;
- }
- }
- // if shared cache is code signed, add a mapping for the code signature
- uint32_t signatureSize = header->codeSignatureSize;
- // zero size in header means signature runs to end-of-file
- if ( signatureSize == 0 )
- signatureSize = stat_buf.st_size - header->codeSignatureOffset;
- if ( signatureSize != 0 ) {
- int linkeditMapping = mappingCount-1;
- codeSignatureMappingIndex = mappingCount++;
- mappings[codeSignatureMappingIndex].sfm_address = mappings[linkeditMapping].sfm_address + mappings[linkeditMapping].sfm_size;
- mappings[codeSignatureMappingIndex].sfm_size = (signatureSize+4095) & (-4096);
- mappings[codeSignatureMappingIndex].sfm_file_offset = header->codeSignatureOffset;
- mappings[codeSignatureMappingIndex].sfm_max_prot = VM_PROT_READ;
- mappings[codeSignatureMappingIndex].sfm_init_prot = VM_PROT_READ;
- }
- }
-#if __MAC_OS_X_VERSION_MIN_REQUIRED
- // sanity check that /usr/lib/libSystem.B.dylib stat() info matches cache
- if ( header->imagesCount * sizeof(dyld_cache_image_info) + header->imagesOffset < 8192 ) {
- bool foundLibSystem = false;
- if ( my_stat("/usr/lib/libSystem.B.dylib", &stat_buf) == 0 ) {
- const dyld_cache_image_info* images = (dyld_cache_image_info*)&firstPages[header->imagesOffset];
- const dyld_cache_image_info* const imagesEnd = &images[header->imagesCount];
- for (const dyld_cache_image_info* p = images; p < imagesEnd; ++p) {
- if ( ((time_t)p->modTime == stat_buf.st_mtime) && ((ino_t)p->inode == stat_buf.st_ino) ) {
- foundLibSystem = true;
- break;
- }
- }
- }
- if ( !sSharedCacheIgnoreInodeAndTimeStamp && !foundLibSystem ) {
- dyld::log("dyld: shared cached file was built against a different libSystem.dylib, ignoring cache.\n"
- "to update dyld shared cache run: 'sudo update_dyld_shared_cache' then reboot.\n");
- goodCache = false;
- }
- }
-#endif
- if ( goodCache && (readWriteMappingIndex == -1) ) {
- dyld::log("dyld: shared cached file is missing read/write mapping: %s" DYLD_SHARED_CACHE_BASE_NAME ARCH_NAME "\n", sSharedCacheDir);
- goodCache = false;
- }
- if ( goodCache && (readOnlyMappingIndex == -1) ) {
- dyld::log("dyld: shared cached file is missing read-only mapping: %s" DYLD_SHARED_CACHE_BASE_NAME ARCH_NAME "\n", sSharedCacheDir);
- goodCache = false;
- }
- if ( goodCache ) {
- long cacheSlide = 0;
- void* slideInfo = NULL;
- uint32_t slideInfoSize = 0;
- // check if shared cache contains slid info
- if ( header->slideInfoSize != 0 ) {
- // <rdar://problem/8611968> don't slide shared cache if ASLR disabled (main executable didn't slide)
- if ( sMainExecutable->isPositionIndependentExecutable() && (sMainExecutable->getSlide() == 0) )
- cacheSlide = 0;
- else {
- // generate random slide amount
- cacheSlide = pickCacheSlide(mappingCount, mappings);
- slideInfo = (void*)(long)(mappings[readOnlyMappingIndex].sfm_address + (header->slideInfoOffset - mappings[readOnlyMappingIndex].sfm_file_offset));
- slideInfoSize = header->slideInfoSize;
- // add VM_PROT_SLIDE bit to __DATA area of cache
- mappings[readWriteMappingIndex].sfm_max_prot |= VM_PROT_SLIDE;
- mappings[readWriteMappingIndex].sfm_init_prot |= VM_PROT_SLIDE;
- }
- }
- if (_shared_region_map_and_slide_np(fd, mappingCount, mappings, codeSignatureMappingIndex, cacheSlide, slideInfo, slideInfoSize) == 0) {
- // successfully mapped cache into shared region
- sSharedCache = (dyld_cache_header*)mappings[0].sfm_address;
- sSharedCacheSlide = cacheSlide;
- dyld::gProcessInfo->sharedCacheSlide = cacheSlide;
- //dyld::log("sSharedCache=%p sSharedCacheSlide=0x%08lX\n", sSharedCache, sSharedCacheSlide);
- // if cache has a uuid, copy it
- if ( header->mappingOffset >= 0x68 ) {
- memcpy(dyld::gProcessInfo->sharedCacheUUID, header->uuid, 16);
- }
- }
- else {
- if ( gLinkContext.verboseMapping )
- dyld::log("dyld: shared cached file could not be mapped\n");
- }
- }
- }
- else {
- if ( gLinkContext.verboseMapping )
- dyld::log("dyld: shared cached file is invalid\n");
- }
- }
- else {
- if ( gLinkContext.verboseMapping )
- dyld::log("dyld: shared cached file cannot be read\n");
- }
- close(fd);
- }
- else {
- if ( gLinkContext.verboseMapping )
- dyld::log("dyld: shared cached file cannot be opened\n");
- }
- }
-
- // remember if dyld loaded at same address as when cache built
- if ( sSharedCache != NULL ) {
- gLinkContext.dyldLoadedAtSameAddressNeededBySharedCache = ((uintptr_t)(sSharedCache->dyldBaseAddress) == (uintptr_t)&_mh_dylinker_header);
- }
-
- // tell gdb where the shared cache is
- if ( sSharedCache != NULL ) {
- const dyld_cache_mapping_info* const start = (dyld_cache_mapping_info*)((uint8_t*)sSharedCache + sSharedCache->mappingOffset);
- dyld_shared_cache_ranges.sharedRegionsCount = sSharedCache->mappingCount;
- // only room to tell gdb about first four regions
- if ( dyld_shared_cache_ranges.sharedRegionsCount > 4 )
- dyld_shared_cache_ranges.sharedRegionsCount = 4;
- if ( gLinkContext.verboseMapping ) {
- if ( gLinkContext.sharedRegionMode == ImageLoader::kUseSharedRegion )
- dyld::log("dyld: Mapping shared cache from %s/" DYLD_SHARED_CACHE_BASE_NAME ARCH_NAME "\n", sSharedCacheDir);
- else if ( gLinkContext.sharedRegionMode == ImageLoader::kUsePrivateSharedRegion )
- dyld::log("dyld: Mapping private shared cache from %s/" DYLD_SHARED_CACHE_BASE_NAME ARCH_NAME "\n", sSharedCacheDir);
- }
- const dyld_cache_mapping_info* const end = &start[dyld_shared_cache_ranges.sharedRegionsCount];
- int index = 0;
- for (const dyld_cache_mapping_info* p = start; p < end; ++p, ++index ) {
- dyld_shared_cache_ranges.ranges[index].start = p->address+sSharedCacheSlide;
- dyld_shared_cache_ranges.ranges[index].length = p->size;
- if ( gLinkContext.verboseMapping ) {
- dyld::log(" 0x%08llX->0x%08llX %s%s%s init=%x, max=%x\n",
- p->address+sSharedCacheSlide, p->address+sSharedCacheSlide+p->size-1,
- ((p->initProt & VM_PROT_READ) ? "read " : ""),
- ((p->initProt & VM_PROT_WRITE) ? "write " : ""),
- ((p->initProt & VM_PROT_EXECUTE) ? "execute " : ""), p->initProt, p->maxProt);
- }
- #if __i386__
- // If a non-writable and executable region is found in the R/W shared region, then this is __IMPORT segments
- // This is an old cache. Make writable. dyld no longer supports turn W on and off as it binds
- if ( (p->initProt == (VM_PROT_READ|VM_PROT_EXECUTE)) && ((p->address & 0xF0000000) == 0xA0000000) ) {
- if ( p->size != 0 ) {
- vm_prot_t prot = VM_PROT_EXECUTE | PROT_READ | VM_PROT_WRITE;
- vm_protect(mach_task_self(), p->address, p->size, false, prot);
- if ( gLinkContext.verboseMapping ) {
- dyld::log("%18s at 0x%08llX->0x%08llX altered permissions to %c%c%c\n", "", p->address,
- p->address+p->size-1,
- (prot & PROT_READ) ? 'r' : '.', (prot & PROT_WRITE) ? 'w' : '.', (prot & PROT_EXEC) ? 'x' : '.' );
- }
- }
- }
- #endif
- }
- if ( gLinkContext.verboseMapping ) {
- // list the code blob
- dyld_cache_header* header = (dyld_cache_header*)sSharedCache;
- uint32_t signatureSize = header->codeSignatureSize;
- // zero size in header means signature runs to end-of-file
- if ( signatureSize == 0 ) {
- struct stat stat_buf;
- if ( my_stat(IPHONE_DYLD_SHARED_CACHE_DIR DYLD_SHARED_CACHE_BASE_NAME ARCH_NAME, &stat_buf) == 0 )
- signatureSize = stat_buf.st_size - header->codeSignatureOffset;
- }
- if ( signatureSize != 0 ) {
- const dyld_cache_mapping_info* const last = &start[dyld_shared_cache_ranges.sharedRegionsCount-1];
- uint64_t codeBlobStart = last->address + last->size;
- dyld::log(" 0x%08llX->0x%08llX (code signature)\n", codeBlobStart, codeBlobStart+signatureSize);
- }
- }
-#if __IPHONE_OS_VERSION_MIN_REQUIRED
- // check for file that enables dyld shared cache dylibs to be overridden
- struct stat enableStatBuf;
- sDylibsOverrideCache = ( my_stat(IPHONE_DYLD_SHARED_CACHE_DIR "enable-dylibs-to-override-cache", &enableStatBuf) == 0 );
-#endif
- }
-}
-#endif // #if DYLD_SHARED_CACHE_SUPPORT
+ dyld3::SharedCacheOptions opts;
+ opts.cacheDirOverride = sSharedCacheOverrideDir;
+ opts.forcePrivate = (gLinkContext.sharedRegionMode == ImageLoader::kUsePrivateSharedRegion);
+
+
+#if __x86_64__ && !TARGET_IPHONE_SIMULATOR
+ opts.useHaswell = sHaswell;
+#else
+ opts.useHaswell = false;
+#endif
+ opts.verbose = gLinkContext.verboseMapping;
+ loadDyldCache(opts, &sSharedCacheLoadInfo);
+
+ // update global state
+ if ( sSharedCacheLoadInfo.loadAddress != nullptr ) {
+ gLinkContext.dyldCache = sSharedCacheLoadInfo.loadAddress;
+ dyld::gProcessInfo->processDetachedFromSharedRegion = opts.forcePrivate;
+ dyld::gProcessInfo->sharedCacheSlide = sSharedCacheLoadInfo.slide;
+ dyld::gProcessInfo->sharedCacheBaseAddress = (unsigned long)sSharedCacheLoadInfo.loadAddress;
+ sSharedCacheLoadInfo.loadAddress->getUUID(dyld::gProcessInfo->sharedCacheUUID);
+ dyld3::kdebug_trace_dyld_image(DBG_DYLD_UUID_SHARED_CACHE_A, (const uuid_t *)&dyld::gProcessInfo->sharedCacheUUID[0], {0,0}, {{ 0, 0 }}, (const mach_header *)sSharedCacheLoadInfo.loadAddress);
+ }
+
+//#if __IPHONE_OS_VERSION_MIN_REQUIRED && !TARGET_IPHONE_SIMULATOR
+// RAM disk booting does not have shared cache yet
+// Don't make lack of a shared cache fatal in that case
+// if ( sSharedCacheLoadInfo.loadAddress == nullptr ) {
+// if ( sSharedCacheLoadInfo.errorMessage != nullptr )
+// halt(sSharedCacheLoadInfo.errorMessage);
+// else
+// halt("error loading dyld shared cache");
+// }
+//#endif
+}
@@ -3383,6 +3854,7 @@
context.mustBeBundle = true;
context.mustBeDylib = false;
context.canBePIE = false;
+ context.enforceIOSMac = false;
context.origin = NULL;
context.rpath = NULL;
return loadPhase6(file.getFileDescriptor(), stat_buf, image->getPath(), context);
@@ -3438,13 +3910,52 @@
// call callback with all existing images
for (std::vector<ImageLoader*>::iterator it=sAllImages.begin(); it != sAllImages.end(); it++) {
ImageLoader* image = *it;
- if ( image->getState() >= dyld_image_state_bound && image->getState() < dyld_image_state_terminated )
+ if ( image->getState() >= dyld_image_state_bound && image->getState() < dyld_image_state_terminated ) {
+ dyld3::ScopedTimer timer(DBG_DYLD_TIMING_FUNC_FOR_ADD_IMAGE, (uint64_t)image->machHeader(), (uint64_t)(*func), 0);
(*func)(image->machHeader(), image->getSlide());
- }
+ }
+ }
+#if SUPPORT_ACCELERATE_TABLES
+ if ( sAllCacheImagesProxy != NULL ) {
+ dyld_image_info infos[allImagesCount()+1];
+ unsigned cacheCount = sAllCacheImagesProxy->appendImagesToNotify(dyld_image_state_bound, true, infos);
+ for (unsigned i=0; i < cacheCount; ++i) {
+ dyld3::ScopedTimer timer(DBG_DYLD_TIMING_FUNC_FOR_ADD_IMAGE, (uint64_t)infos[i].imageLoadAddress, (uint64_t)(*func), 0);
+ (*func)(infos[i].imageLoadAddress, sSharedCacheLoadInfo.slide);
+ }
+ }
+#endif
+}
+
+void registerLoadCallback(LoadImageCallback func)
+{
+ // now add to list to get notified when any more images are added
+ sAddLoadImageCallbacks.push_back(func);
+
+ // call callback with all existing images
+ for (ImageLoader* image : sAllImages) {
+ if ( image->getState() >= dyld_image_state_bound && image->getState() < dyld_image_state_terminated ) {
+ dyld3::ScopedTimer timer(DBG_DYLD_TIMING_FUNC_FOR_ADD_IMAGE, (uint64_t)image->machHeader(), (uint64_t)(*func), 0);
+ (*func)(image->machHeader(), image->getPath(), !image->neverUnload());
+ }
+ }
+#if SUPPORT_ACCELERATE_TABLES
+ if ( sAllCacheImagesProxy != NULL ) {
+ dyld_image_info infos[allImagesCount()+1];
+ unsigned cacheCount = sAllCacheImagesProxy->appendImagesToNotify(dyld_image_state_bound, true, infos);
+ for (unsigned i=0; i < cacheCount; ++i) {
+ dyld3::ScopedTimer timer(DBG_DYLD_TIMING_FUNC_FOR_ADD_IMAGE, (uint64_t)infos[i].imageLoadAddress, (uint64_t)(*func), 0);
+ (*func)(infos[i].imageLoadAddress, infos[i].imageFilePath, false);
+ }
+ }
+#endif
}
void registerRemoveCallback(ImageCallback func)
{
+ // <rdar://problem/15025198> ignore calls to register a notification during a notification
+ if ( sRemoveImageCallbacksInUse )
+ return;
sRemoveImageCallbacks.push_back(func);
}
@@ -3464,16 +3975,40 @@
return error_string;
}
-
void halt(const char* message)
{
dyld::log("dyld: %s\n", message);
setErrorMessage(message);
- uintptr_t terminationFlags = 0;
- if ( !gLinkContext.startedInitializingMainExecutable )
- terminationFlags = 1;
- setAlImageInfosHalt(error_string, terminationFlags);
- dyld_fatal_error(error_string);
+ dyld::gProcessInfo->errorMessage = error_string;
+ if ( !gLinkContext.startedInitializingMainExecutable )
+ dyld::gProcessInfo->terminationFlags = 1;
+ else
+ dyld::gProcessInfo->terminationFlags = 0;
+
+ char payloadBuffer[EXIT_REASON_PAYLOAD_MAX_LEN];
+ dyld_abort_payload* payload = (dyld_abort_payload*)payloadBuffer;
+ payload->version = 1;
+ payload->flags = gLinkContext.startedInitializingMainExecutable ? 0 : 1;
+ payload->targetDylibPathOffset = 0;
+ payload->clientPathOffset = 0;
+ payload->symbolOffset = 0;
+ int payloadSize = sizeof(dyld_abort_payload);
+
+ if ( dyld::gProcessInfo->errorTargetDylibPath != NULL ) {
+ payload->targetDylibPathOffset = payloadSize;
+ payloadSize += strlcpy(&payloadBuffer[payloadSize], dyld::gProcessInfo->errorTargetDylibPath, sizeof(payloadBuffer)-payloadSize) + 1;
+ }
+ if ( dyld::gProcessInfo->errorClientOfDylibPath != NULL ) {
+ payload->clientPathOffset = payloadSize;
+ payloadSize += strlcpy(&payloadBuffer[payloadSize], dyld::gProcessInfo->errorClientOfDylibPath, sizeof(payloadBuffer)-payloadSize) + 1;
+ }
+ if ( dyld::gProcessInfo->errorSymbol != NULL ) {
+ payload->symbolOffset = payloadSize;
+ payloadSize += strlcpy(&payloadBuffer[payloadSize], dyld::gProcessInfo->errorSymbol, sizeof(payloadBuffer)-payloadSize) + 1;
+ }
+ char truncMessage[EXIT_REASON_USER_DESC_MAX_LEN];
+ strlcpy(truncMessage, message, EXIT_REASON_USER_DESC_MAX_LEN);
+ abort_with_payload(OS_REASON_DYLD, dyld::gProcessInfo->errorKind ? dyld::gProcessInfo->errorKind : DYLD_EXIT_REASON_OTHER, payloadBuffer, payloadSize, truncMessage, 0);
}
static void setErrorStrings(unsigned errorCode, const char* errorClientOfDylibPath,
@@ -3533,6 +4068,20 @@
// save in cache
*imageLoaderCache = dyld::findMappedRange((uintptr_t)imageLoaderCache);
if ( *imageLoaderCache == NULL ) {
+#if SUPPORT_ACCELERATE_TABLES
+ if ( sAllCacheImagesProxy != NULL ) {
+ const mach_header* mh;
+ const char* path;
+ unsigned index;
+ if ( sAllCacheImagesProxy->addressInCache(imageLoaderCache, &mh, &path, &index) ) {
+ result = sAllCacheImagesProxy->bindLazy(lazyBindingInfoOffset, gLinkContext, mh, index);
+ if ( result == 0 ) {
+ halt("dyld: lazy symbol binding failed for image in dyld shared\n");
+ }
+ return result;
+ }
+ }
+#endif
const char* message = "fast lazy binding from unknown image";
dyld::log("dyld: %s\n", message);
halt(message);
@@ -3541,7 +4090,7 @@
// bind lazy pointer and return it
try {
- result = (*imageLoaderCache)->doBindFastLazySymbol(lazyBindingInfoOffset, gLinkContext,
+ result = (*imageLoaderCache)->doBindFastLazySymbol((uint32_t)lazyBindingInfoOffset, gLinkContext,
(dyld::gLibSystemHelpers != NULL) ? dyld::gLibSystemHelpers->acquireGlobalDyldLock : NULL,
(dyld::gLibSystemHelpers != NULL) ? dyld::gLibSystemHelpers->releaseGlobalDyldLock : NULL);
}
@@ -3568,13 +4117,15 @@
}
}
-static bool findExportedSymbol(const char* name, bool onlyInCoalesced, const ImageLoader::Symbol** sym, const ImageLoader** image)
+static bool findExportedSymbol(const char* name, bool onlyInCoalesced, const ImageLoader::Symbol** sym, const ImageLoader** image, ImageLoader::CoalesceNotifier notifier=NULL)
{
// search all images in order
const ImageLoader* firstWeakImage = NULL;
const ImageLoader::Symbol* firstWeakSym = NULL;
- const unsigned int imageCount = sAllImages.size();
- for(unsigned int i=0; i < imageCount; ++i) {
+ const ImageLoader* firstNonWeakImage = NULL;
+ const ImageLoader::Symbol* firstNonWeakSym = NULL;
+ const size_t imageCount = sAllImages.size();
+ for(size_t i=0; i < imageCount; ++i) {
ImageLoader* anImage = sAllImages[i];
// the use of inserted libraries alters search order
// so that inserted libraries are found before the main executable
@@ -3584,22 +4135,41 @@
else if ( i == sInsertedDylibCount )
anImage = sAllImages[0];
}
+ //dyld::log("findExportedSymbol(%s) looking at %s\n", name, anImage->getPath());
if ( ! anImage->hasHiddenExports() && (!onlyInCoalesced || anImage->hasCoalescedExports()) ) {
- *sym = anImage->findExportedSymbol(name, false, image);
+ const ImageLoader* foundInImage;
+ *sym = anImage->findExportedSymbol(name, false, &foundInImage);
+ //dyld::log("findExportedSymbol(%s) found: sym=%p, anImage=%p, foundInImage=%p\n", name, *sym, anImage, foundInImage /*, (foundInImage ? foundInImage->getPath() : "")*/);
if ( *sym != NULL ) {
+ if ( notifier && (foundInImage == anImage) )
+ notifier(*sym, foundInImage, foundInImage->machHeader());
// if weak definition found, record first one found
- if ( ((*image)->getExportedSymbolInfo(*sym) & ImageLoader::kWeakDefinition) != 0 ) {
+ if ( (foundInImage->getExportedSymbolInfo(*sym) & ImageLoader::kWeakDefinition) != 0 ) {
if ( firstWeakImage == NULL ) {
- firstWeakImage = *image;
+ firstWeakImage = foundInImage;
firstWeakSym = *sym;
}
}
else {
- // found non-weak, so immediately return with it
- return true;
+ // found non-weak
+ if ( !onlyInCoalesced ) {
+ // for flat lookups, return first found
+ *image = foundInImage;
+ return true;
+ }
+ if ( firstNonWeakImage == NULL ) {
+ firstNonWeakImage = foundInImage;
+ firstNonWeakSym = *sym;
+ }
}
}
}
+ }
+ if ( firstNonWeakImage != NULL ) {
+ // found a weak definition, but no non-weak, so return first weak found
+ *sym = firstNonWeakSym;
+ *image = firstNonWeakImage;
+ return true;
}
if ( firstWeakSym != NULL ) {
// found a weak definition, but no non-weak, so return first weak found
@@ -3607,7 +4177,13 @@
*image = firstWeakImage;
return true;
}
-
+#if SUPPORT_ACCELERATE_TABLES
+ if ( sAllCacheImagesProxy != NULL ) {
+ if ( sAllCacheImagesProxy->flatFindSymbol(name, onlyInCoalesced, sym, image, notifier) )
+ return true;
+ }
+#endif
+
return false;
}
@@ -3616,17 +4192,17 @@
return findExportedSymbol(name, false, sym, image);
}
-bool findCoalescedExportedSymbol(const char* name, const ImageLoader::Symbol** sym, const ImageLoader** image)
-{
- return findExportedSymbol(name, true, sym, image);
+bool findCoalescedExportedSymbol(const char* name, const ImageLoader::Symbol** sym, const ImageLoader** image, ImageLoader::CoalesceNotifier notifier)
+{
+ return findExportedSymbol(name, true, sym, image, notifier);
}
bool flatFindExportedSymbolWithHint(const char* name, const char* librarySubstring, const ImageLoader::Symbol** sym, const ImageLoader** image)
{
// search all images in order
- const unsigned int imageCount = sAllImages.size();
- for(unsigned int i=0; i < imageCount; ++i){
+ const size_t imageCount = sAllImages.size();
+ for(size_t i=0; i < imageCount; ++i){
ImageLoader* anImage = sAllImages[i];
// only look at images whose paths contain the hint string (NULL hint string is wildcard)
if ( ! anImage->isBundle() && ((librarySubstring==NULL) || (strstr(anImage->getPath(), librarySubstring) != NULL)) ) {
@@ -3639,16 +4215,23 @@
return false;
}
-unsigned int getCoalescedImages(ImageLoader* images[])
+
+unsigned int getCoalescedImages(ImageLoader* images[], unsigned imageIndex[])
{
unsigned int count = 0;
for (std::vector<ImageLoader*>::iterator it=sAllImages.begin(); it != sAllImages.end(); it++) {
ImageLoader* image = *it;
if ( image->participatesInCoalescing() ) {
- *images++ = *it;
+ images[count] = *it;
+ imageIndex[count] = 0;
++count;
}
}
+#if SUPPORT_ACCELERATE_TABLES
+ if ( sAllCacheImagesProxy != NULL ) {
+ sAllCacheImagesProxy->appendImagesNeedingCoalescing(images, imageIndex, count);
+ }
+#endif
return count;
}
@@ -3709,7 +4292,7 @@
// call callback with all existing images
try {
- notifyBatchPartial(state, true, handler);
+ notifyBatchPartial(state, true, handler, false, false);
}
catch (const char* msg) {
// ignore request to abort during registration
@@ -3717,7 +4300,131 @@
}
}
-static ImageLoader* libraryLocator(const char* libraryName, bool search, const char* origin, const ImageLoader::RPathChain* rpaths)
+
+void registerObjCNotifiers(_dyld_objc_notify_mapped mapped, _dyld_objc_notify_init init, _dyld_objc_notify_unmapped unmapped)
+{
+ // record functions to call
+ sNotifyObjCMapped = mapped;
+ sNotifyObjCInit = init;
+ sNotifyObjCUnmapped = unmapped;
+
+ // call 'mapped' function with all images mapped so far
+ try {
+ notifyBatchPartial(dyld_image_state_bound, true, NULL, false, true);
+ }
+ catch (const char* msg) {
+ // ignore request to abort during registration
+ }
+
+ // <rdar://problem/32209809> call 'init' function on all images already init'ed (below libSystem)
+ for (std::vector<ImageLoader*>::iterator it=sAllImages.begin(); it != sAllImages.end(); it++) {
+ ImageLoader* image = *it;
+ if ( (image->getState() == dyld_image_state_initialized) && image->notifyObjC() ) {
+ dyld3::ScopedTimer timer(DBG_DYLD_TIMING_OBJC_INIT, (uint64_t)image->machHeader(), 0, 0);
+ (*sNotifyObjCInit)(image->getRealPath(), image->machHeader());
+ }
+ }
+}
+
+bool sharedCacheUUID(uuid_t uuid)
+{
+ if ( sSharedCacheLoadInfo.loadAddress == nullptr )
+ return false;
+
+ sSharedCacheLoadInfo.loadAddress->getUUID(uuid);
+ return true;
+}
+
+#if SUPPORT_ACCELERATE_TABLES
+
+bool dlopenFromCache(const char* path, int mode, void** handle)
+{
+ if ( sAllCacheImagesProxy == NULL )
+ return false;
+ char fallbackPath[PATH_MAX];
+ bool result = sAllCacheImagesProxy->dlopenFromCache(gLinkContext, path, mode, handle);
+ if ( !result && (strchr(path, '/') == NULL) ) {
+ // POSIX says you can call dlopen() with a leaf name (e.g. dlopen("libz.dylb"))
+ strcpy(fallbackPath, "/usr/lib/");
+ strlcat(fallbackPath, path, PATH_MAX);
+ result = sAllCacheImagesProxy->dlopenFromCache(gLinkContext, fallbackPath, mode, handle);
+ if ( !result )
+ path = fallbackPath;
+ }
+ if ( !result ) {
+ // leaf name could be a symlink
+ char resolvedPath[PATH_MAX];
+ realpath(path, resolvedPath);
+ int realpathErrno = errno;
+ // If realpath() resolves to a path which does not exist on disk, errno is set to ENOENT
+ if ( (realpathErrno == ENOENT) || (realpathErrno == 0) ) {
+ result = sAllCacheImagesProxy->dlopenFromCache(gLinkContext, resolvedPath, mode, handle);
+ }
+ }
+
+ return result;
+}
+
+bool makeCacheHandle(ImageLoader* image, unsigned cacheIndex, int mode, void** result)
+{
+ if ( sAllCacheImagesProxy == NULL )
+ return false;
+ return sAllCacheImagesProxy->makeCacheHandle(gLinkContext, cacheIndex, mode, result);
+}
+
+bool isCacheHandle(void* handle)
+{
+ if ( sAllCacheImagesProxy == NULL )
+ return false;
+ return sAllCacheImagesProxy->isCacheHandle(handle, NULL, NULL);
+}
+
+bool isPathInCache(const char* path)
+{
+ if ( sAllCacheImagesProxy == NULL )
+ return false;
+ unsigned index;
+ return sAllCacheImagesProxy->hasDylib(path, &index);
+}
+
+const char* getPathFromIndex(unsigned cacheIndex)
+{
+ if ( sAllCacheImagesProxy == NULL )
+ return NULL;
+ return sAllCacheImagesProxy->getIndexedPath(cacheIndex);
+}
+
+void* dlsymFromCache(void* handle, const char* symName, unsigned index)
+{
+ if ( sAllCacheImagesProxy == NULL )
+ return NULL;
+ return sAllCacheImagesProxy->dlsymFromCache(gLinkContext, handle, symName, index);
+}
+
+bool addressInCache(const void* address, const mach_header** mh, const char** path, unsigned* index)
+{
+ if ( sAllCacheImagesProxy == NULL )
+ return false;
+ unsigned ignore;
+ return sAllCacheImagesProxy->addressInCache(address, mh, path, index ? index : &ignore);
+}
+
+bool findUnwindSections(const void* addr, dyld_unwind_sections* info)
+{
+ if ( sAllCacheImagesProxy == NULL )
+ return false;
+ return sAllCacheImagesProxy->findUnwindSections(addr, info);
+}
+
+bool dladdrFromCache(const void* address, Dl_info* info)
+{
+ if ( sAllCacheImagesProxy == NULL )
+ return false;
+ return sAllCacheImagesProxy->dladdrFromCache(address, info);
+}
+#endif
+
+static ImageLoader* libraryLocator(const char* libraryName, bool search, const char* origin, const ImageLoader::RPathChain* rpaths, bool enforceIOSMac, unsigned& cacheIndex)
{
dyld::LoadContext context;
context.useSearchPaths = search;
@@ -3729,9 +4436,10 @@
context.mustBeBundle = false;
context.mustBeDylib = true;
context.canBePIE = false;
+ context.enforceIOSMac = enforceIOSMac;
context.origin = origin;
context.rpath = rpaths;
- return load(libraryName, context);
+ return load(libraryName, context, cacheIndex);
}
static const char* basename(const char* path)
@@ -3762,15 +4470,18 @@
gLinkContext.printAllDepths = &printAllDepths;
gLinkContext.imageCount = &imageCount;
gLinkContext.setNewProgramVars = &setNewProgramVars;
-#if DYLD_SHARED_CACHE_SUPPORT
gLinkContext.inSharedCache = &inSharedCache;
-#endif
gLinkContext.setErrorStrings = &setErrorStrings;
#if SUPPORT_OLD_CRT_INITIALIZATION
gLinkContext.setRunInitialzersOldWay= &setRunInitialzersOldWay;
#endif
gLinkContext.findImageContainingAddress = &findImageContainingAddress;
gLinkContext.addDynamicReference = &addDynamicReference;
+#if SUPPORT_ACCELERATE_TABLES
+ gLinkContext.notifySingleFromCache = ¬ifySingleFromCache;
+ gLinkContext.getPreInitNotifyHandler= &getPreInitNotifyHandler;
+ gLinkContext.getBoundBatchHandler = &getBoundBatchHandler;
+#endif
gLinkContext.bindingOptions = ImageLoader::kBindingNone;
gLinkContext.argc = argc;
gLinkContext.argv = argv;
@@ -3784,20 +4495,16 @@
gLinkContext.programVars.__prognamePtr=&gLinkContext.progname;
gLinkContext.mainExecutable = NULL;
gLinkContext.imageSuffix = NULL;
+ gLinkContext.dynamicInterposeArray = NULL;
+ gLinkContext.dynamicInterposeCount = 0;
gLinkContext.prebindUsage = ImageLoader::kUseAllPrebinding;
+#if TARGET_IPHONE_SIMULATOR
+ gLinkContext.sharedRegionMode = ImageLoader::kUsePrivateSharedRegion;
+#else
gLinkContext.sharedRegionMode = ImageLoader::kUseSharedRegion;
-}
-
-
-#if __LP64__
- #define LC_SEGMENT_COMMAND LC_SEGMENT_64
- #define macho_segment_command segment_command_64
- #define macho_section section_64
-#else
- #define LC_SEGMENT_COMMAND LC_SEGMENT
- #define macho_segment_command segment_command
- #define macho_section section
-#endif
+#endif
+}
+
//
@@ -3805,6 +4512,7 @@
// Its presences means that the binary wants to have DYLD ignore
// DYLD_ environment variables.
//
+#if __MAC_OS_X_VERSION_MIN_REQUIRED
static bool hasRestrictedSegment(const macho_header* mh)
{
const uint32_t cmd_count = mh->ncmds;
@@ -3833,21 +4541,37 @@
return false;
}
+#endif
+
+#if __IPHONE_OS_VERSION_MIN_REQUIRED && !TARGET_IPHONE_SIMULATOR
+static bool isFairPlayEncrypted(const macho_header* mh)
+{
+ const uint32_t cmd_count = mh->ncmds;
+ const struct load_command* const cmds = (struct load_command*)(((char*)mh)+sizeof(macho_header));
+ const struct load_command* cmd = cmds;
+ for (uint32_t i = 0; i < cmd_count; ++i) {
+ if ( cmd->cmd == LC_ENCRYPT_COMMAND ) {
+ const encryption_info_command* enc = (encryption_info_command*)cmd;
+ return (enc->cryptid != 0);
+ }
+ cmd = (const struct load_command*)(((char*)cmd)+cmd->cmdsize);
+ }
+
+ return false;
+}
+#endif
#if SUPPORT_VERSIONED_PATHS
-//
-// Peeks at a dylib file and returns its current_version and install_name.
-// Returns false on error.
-//
-static bool getDylibVersionAndInstallname(const char* dylibPath, uint32_t* version, char* installName)
-{
+
+static bool readFirstPage(const char* dylibPath, uint8_t firstPage[4096])
+{
+ firstPage[0] = 0;
// open file (automagically closed when this function exits)
FileOpener file(dylibPath);
-
+
if ( file.getFileDescriptor() == -1 )
return false;
- uint8_t firstPage[4096];
if ( pread(file.getFileDescriptor(), firstPage, 4096, 0) != 4096 )
return false;
@@ -3864,9 +4588,29 @@
return false;
}
}
+
+ return true;
+}
+
+//
+// Peeks at a dylib file and returns its current_version and install_name.
+// Returns false on error.
+//
+static bool getDylibVersionAndInstallname(const char* dylibPath, uint32_t* version, char* installName)
+{
+ uint8_t firstPage[4096];
+ const macho_header* mh = (macho_header*)firstPage;
+ if ( !readFirstPage(dylibPath, firstPage) ) {
+ // If file cannot be read, check to see if path is in shared cache
+ const macho_header* mhInCache;
+ const char* pathInCache;
+ long slideInCache;
+ if ( !findInSharedCacheImage(dylibPath, true, NULL, &mhInCache, &pathInCache, &slideInCache) )
+ return false;
+ mh = mhInCache;
+ }
// check mach-o header
- const mach_header* mh = (mach_header*)firstPage;
if ( mh->magic != sMainExecutableMachHeader->magic )
return false;
if ( mh->cputype != sMainExecutableMachHeader->cputype )
@@ -3898,6 +4642,7 @@
}
#endif // SUPPORT_VERSIONED_PATHS
+
#if 0
static void printAllImages()
{
@@ -3911,7 +4656,7 @@
}
#endif
-void link(ImageLoader* image, bool forceLazysBound, bool neverUnload, const ImageLoader::RPathChain& loaderRPaths)
+void link(ImageLoader* image, bool forceLazysBound, bool neverUnload, const ImageLoader::RPathChain& loaderRPaths, unsigned cacheIndex)
{
// add to list of known images. This did not happen at creation time for bundles
if ( image->isBundle() && !image->isLinked() )
@@ -3923,7 +4668,12 @@
// process images
try {
- image->link(gLinkContext, forceLazysBound, false, neverUnload, loaderRPaths);
+ const char* path = image->getPath();
+#if SUPPORT_ACCELERATE_TABLES
+ if ( image == sAllCacheImagesProxy )
+ path = sAllCacheImagesProxy->getIndexedPath(cacheIndex);
+#endif
+ image->link(gLinkContext, forceLazysBound, false, neverUnload, loaderRPaths, path);
}
catch (const char* msg) {
garbageCollectImages();
@@ -3935,7 +4685,7 @@
void runInitializers(ImageLoader* image)
{
// do bottom up initialization
- ImageLoader::InitializerTimingList initializerTimes[sAllImages.size()];
+ ImageLoader::InitializerTimingList initializerTimes[allImagesCount()];
initializerTimes[0].count = 0;
image->runInitializers(gLinkContext, initializerTimes[0]);
}
@@ -3978,35 +4728,52 @@
// sweep phase: mark as in-use, images reachable from never-unload or in-use image
for (std::vector<ImageLoader*>::iterator it=sAllImages.begin(); it != sAllImages.end(); it++) {
ImageLoader* image = *it;
- if ( (image->dlopenCount() != 0) || image->neverUnload() ) {
- image->markedUsedRecursive(sDynamicReferences);
+ if ( (image->dlopenCount() != 0) || image->neverUnload() || (image == sMainExecutable) ) {
+ OSSpinLockLock(&sDynamicReferencesLock);
+ image->markedUsedRecursive(sDynamicReferences);
+ OSSpinLockUnlock(&sDynamicReferencesLock);
}
}
// collect phase: build array of images not marked in-use
ImageLoader* deadImages[sAllImages.size()];
unsigned deadCount = 0;
- unsigned i = 0;
+ int maxRangeCount = 0;
for (std::vector<ImageLoader*>::iterator it=sAllImages.begin(); it != sAllImages.end(); it++) {
ImageLoader* image = *it;
if ( ! image->isMarkedInUse() ) {
- deadImages[i++] = image;
+ deadImages[deadCount++] = image;
if (gLogAPIs) dyld::log("dlclose(), found unused image %p %s\n", image, image->getShortName());
- ++deadCount;
+ maxRangeCount += image->segmentCount();
}
}
// collect phase: run termination routines for images not marked in-use
- // TO DO: When libc has cxa_finalize() that takes array of images, pass deadImages[] instead of the for loop here
- for (unsigned i=0; i < deadCount; ++i) {
- ImageLoader* image = deadImages[i];
- try {
- if (gLogAPIs) dyld::log("dlclose(), running terminators for %p %s\n", image, image->getShortName());
- runImageTerminators(image);
- }
- catch (const char* msg) {
- dyld::warn("problem running terminators for image: %s\n", msg);
- }
+ if ( maxRangeCount != 0 ) {
+ __cxa_range_t ranges[maxRangeCount];
+ int rangeCount = 0;
+ for (unsigned i=0; i < deadCount; ++i) {
+ ImageLoader* image = deadImages[i];
+ for (unsigned int j=0; j < image->segmentCount(); ++j) {
+ if ( !image->segExecutable(j) )
+ continue;
+ if ( rangeCount < maxRangeCount ) {
+ ranges[rangeCount].addr = (const void*)image->segActualLoadAddress(j);
+ ranges[rangeCount].length = image->segSize(j);
+ ++rangeCount;
+ }
+ }
+ try {
+ runImageStaticTerminators(image);
+ }
+ catch (const char* msg) {
+ dyld::warn("problem running terminators for image: %s\n", msg);
+ }
+ }
+
+ // <rdar://problem/14718598> dyld should call __cxa_finalize_ranges()
+ if ( (rangeCount > 0) && (gLibSystemHelpers != NULL) && (gLibSystemHelpers->version >= 13) )
+ (*gLibSystemHelpers->cxa_finalize_ranges)(ranges, rangeCount);
}
// collect phase: delete all images which are not marked in-use
@@ -4048,12 +4815,17 @@
}
-void preflight(ImageLoader* image, const ImageLoader::RPathChain& loaderRPaths)
+void preflight(ImageLoader* image, const ImageLoader::RPathChain& loaderRPaths, unsigned cacheIndex)
{
try {
if ( image->isBundle() )
sBundleBeingLoaded = image; // hack
- image->link(gLinkContext, false, true, false, loaderRPaths);
+ const char* path = image->getPath();
+#if SUPPORT_ACCELERATE_TABLES
+ if ( image == sAllCacheImagesProxy )
+ path = sAllCacheImagesProxy->getIndexedPath(cacheIndex);
+#endif
+ image->link(gLinkContext, false, true, false, loaderRPaths, path);
}
catch (const char* msg) {
preflight_finally(image);
@@ -4065,6 +4837,7 @@
static void loadInsertedDylib(const char* path)
{
ImageLoader* image = NULL;
+ unsigned cacheIndex;
try {
LoadContext context;
context.useSearchPaths = false;
@@ -4076,55 +4849,86 @@
context.mustBeBundle = false;
context.mustBeDylib = true;
context.canBePIE = false;
+ context.enforceIOSMac = true;
context.origin = NULL; // can't use @loader_path with DYLD_INSERT_LIBRARIES
context.rpath = NULL;
- image = load(path, context);
+ image = load(path, context, cacheIndex);
}
catch (const char* msg) {
- halt(dyld::mkstringf("could not load inserted library '%s' because %s\n", path, msg));
+ if ( gLinkContext.allowInsertFailures )
+ dyld::log("dyld: warning: could not load inserted library '%s' into hardened process because %s\n", path, msg);
+ else
+ halt(dyld::mkstringf("could not load inserted library '%s' because %s\n", path, msg));
}
catch (...) {
halt(dyld::mkstringf("could not load inserted library '%s'\n", path));
}
}
-static bool processRestricted(const macho_header* mainExecutableMH)
-{
+
+static void configureProcessRestrictions(const macho_header* mainExecutableMH)
+{
+ uint64_t amfiInputFlags = 0;
+#if TARGET_IPHONE_SIMULATOR
+ amfiInputFlags |= AMFI_DYLD_INPUT_PROC_IN_SIMULATOR;
+#elif __MAC_OS_X_VERSION_MIN_REQUIRED
+ if ( hasRestrictedSegment(mainExecutableMH) )
+ amfiInputFlags |= AMFI_DYLD_INPUT_PROC_HAS_RESTRICT_SEG;
+#elif __IPHONE_OS_VERSION_MIN_REQUIRED
+ if ( isFairPlayEncrypted(mainExecutableMH) )
+ amfiInputFlags |= AMFI_DYLD_INPUT_PROC_IS_ENCRYPTED;
+#endif
+ uint64_t amfiOutputFlags = 0;
+ if ( amfi_check_dyld_policy_self(amfiInputFlags, &amfiOutputFlags) == 0 ) {
+ gLinkContext.allowAtPaths = (amfiOutputFlags & AMFI_DYLD_OUTPUT_ALLOW_AT_PATH);
+ gLinkContext.allowEnvVarsPrint = (amfiOutputFlags & AMFI_DYLD_OUTPUT_ALLOW_PRINT_VARS);
+ gLinkContext.allowEnvVarsPath = (amfiOutputFlags & AMFI_DYLD_OUTPUT_ALLOW_PATH_VARS);
+ gLinkContext.allowEnvVarsSharedCache = (amfiOutputFlags & AMFI_DYLD_OUTPUT_ALLOW_CUSTOM_SHARED_CACHE);
+ gLinkContext.allowClassicFallbackPaths = (amfiOutputFlags & AMFI_DYLD_OUTPUT_ALLOW_FALLBACK_PATHS);
+ gLinkContext.allowInsertFailures = (amfiOutputFlags & AMFI_DYLD_OUTPUT_ALLOW_FAILED_LIBRARY_INSERTION);
+ }
+ else {
#if __MAC_OS_X_VERSION_MIN_REQUIRED
- // ask kernel if code signature of program makes it restricted
- uint32_t flags;
- if ( csops(0, CS_OPS_STATUS, &flags, sizeof(flags)) != -1 ) {
- if ( flags & CS_ENFORCEMENT ) {
- gLinkContext.codeSigningEnforced = true;
- }
- }
- if (flags & CS_RESTRICT) {
- sRestrictedReason = restrictedByEntitlements;
- return true;
- }
+ // support chrooting from old kernel
+ bool isRestricted = false;
+ bool libraryValidation = false;
+ // any processes with setuid or setgid bit set or with __RESTRICT segment is restricted
+ if ( issetugid() || hasRestrictedSegment(mainExecutableMH) ) {
+ isRestricted = true;
+ }
+ bool usingSIP = (csr_check(CSR_ALLOW_TASK_FOR_PID) != 0);
+ uint32_t flags;
+ if ( csops(0, CS_OPS_STATUS, &flags, sizeof(flags)) != -1 ) {
+ // On OS X CS_RESTRICT means the program was signed with entitlements
+ if ( ((flags & CS_RESTRICT) == CS_RESTRICT) && usingSIP ) {
+ isRestricted = true;
+ }
+ // Library Validation loosens searching but requires everything to be code signed
+ if ( flags & CS_REQUIRE_LV ) {
+ isRestricted = false;
+ libraryValidation = true;
+ }
+ }
+ gLinkContext.allowAtPaths = !isRestricted;
+ gLinkContext.allowEnvVarsPrint = !isRestricted;
+ gLinkContext.allowEnvVarsPath = !isRestricted;
+ gLinkContext.allowEnvVarsSharedCache = !libraryValidation || !usingSIP;
+ gLinkContext.allowClassicFallbackPaths = !isRestricted;
+ gLinkContext.allowInsertFailures = false;
#else
- gLinkContext.codeSigningEnforced = true;
-#endif
-
- // all processes with setuid or setgid bit set are restricted
- if ( issetugid() ) {
- sRestrictedReason = restrictedBySetGUid;
- return true;
- }
-
- // <rdar://problem/13158444&13245742> Respect __RESTRICT,__restrict section for root processes
- if ( hasRestrictedSegment(mainExecutableMH) ) {
- // existence of __RESTRICT/__restrict section make process restricted
- sRestrictedReason = restrictedBySegment;
- return true;
- }
- return false;
+ halt("amfi_check_dyld_policy_self() failed\n");
+#endif
+ }
}
bool processIsRestricted()
{
- return sProcessIsRestricted;
+#if __MAC_OS_X_VERSION_MIN_REQUIRED
+ return !gLinkContext.allowEnvVarsPath;
+#else
+ return false;
+#endif
}
@@ -4150,13 +4954,38 @@
}
}
+void notifyKernelAboutImage(const struct macho_header* mh, const char* fileInfo)
+{
+ const char *endptr = nullptr;
+ uint64_t fsid_scalar = hexToUInt64(fileInfo, &endptr);
+ uint64_t fsobj_id_scalar = 0;
+ if (endptr != nullptr) {
+ fsobj_id_scalar = hexToUInt64(endptr+1, &endptr);
+ }
+ const uint32_t cmd_count = mh->ncmds;
+ const struct load_command* const cmds = (struct load_command*)((char*)mh + sizeof(macho_header));
+ const struct load_command* cmd = cmds;
+ for (uint32_t i = 0; i < cmd_count; ++i) {
+ switch (cmd->cmd) {
+ case LC_UUID: {
+ // Add dyld to the kernel image info
+ uuid_command* uc = (uuid_command*)cmd;
+ dyld3::kdebug_trace_dyld_image(DBG_DYLD_UUID_MAP_A, (const uuid_t *)&uc->uuid[0], *reinterpret_cast<fsobj_id_t *>(&fsobj_id_scalar), *reinterpret_cast<fsid_t *>(&fsid_scalar), (const mach_header *)mh);
+ return;
+ }
+ }
+ cmd = (const struct load_command*)(((char*)cmd)+cmd->cmdsize);
+ }
+}
+
#if __MAC_OS_X_VERSION_MIN_REQUIRED
typedef int (*open_proc_t)(const char*, int, int);
typedef int (*fcntl_proc_t)(int, int, void*);
typedef int (*ioctl_proc_t)(int, unsigned long, void*);
static void* getProcessInfo() { return dyld::gProcessInfo; }
static SyscallHelpers sSysCalls = {
- 1,
+ 12,
+ // added in version 1
(open_proc_t)&open,
&close,
&pread,
@@ -4185,70 +5014,198 @@
&OSMemoryBarrier,
&getProcessInfo,
&__error,
- &mach_absolute_time
+ &mach_absolute_time,
+ // added in version 2
+ &thread_switch,
+ // added in version 3
+ &opendir,
+ &readdir_r,
+ &closedir,
+ // added in version 4
+ &coresymbolication_load_notifier,
+ &coresymbolication_unload_notifier,
+ // Added in version 5
+ &proc_regionfilename,
+ &getpid,
+ &mach_port_insert_right,
+ &mach_port_allocate,
+ &mach_msg,
+ // Added in version 6
+ &abort_with_payload,
+ // Added in version 7
+ &task_register_dyld_image_infos,
+ &task_unregister_dyld_image_infos,
+ &task_get_dyld_image_infos,
+ &task_register_dyld_shared_cache_image_info,
+ &task_register_dyld_set_dyld_state,
+ &task_register_dyld_get_process_state,
+ // Added in version 8
+ &task_info,
+ &thread_info,
+ &kdebug_is_enabled,
+ &kdebug_trace,
+ // Added in version 9
+ &kdebug_trace_string,
+ // Added in version 10
+ &amfi_check_dyld_policy_self,
+ // Added in version 11
+ ¬ifyMonitoringDyldMain,
+ ¬ifyMonitoringDyld,
+ // Add in version 12
+ &mach_msg_destroy,
+ &mach_port_construct,
+ &mach_port_destruct
};
__attribute__((noinline))
-static uintptr_t useSimulatorDyld(int fd, const macho_header* mainExecutableMH, const char* dyldPath,
- int argc, const char* argv[], const char* envp[], const char* apple[], uintptr_t* startGlue)
+static const char* useSimulatorDyld(int fd, const macho_header* mainExecutableMH, const char* dyldPath,
+ int argc, const char* argv[], const char* envp[], const char* apple[],
+ uintptr_t* startGlue, uintptr_t* mainAddr)
{
*startGlue = 0;
-
- // verify simulator dyld file is owned by root
+ *mainAddr = 0;
+
+ // <rdar://35873436> HACK to allow marzipan dyld_sim to run entitled processes
+ if ( strncmp(dyldPath, "/System/", 8) != 0 ) {
+ uint32_t flags;
+ if ( csops(0, CS_OPS_STATUS, &flags, sizeof(flags)) == -1 )
+ return "csops() failed";
+ if ( (flags & CS_RESTRICT) == CS_RESTRICT )
+ return "dyld_sim cannot be loaded in a restricted process";
+ }
+
+ // <rdar://problem/25311921> simulator does not support restricted processes
+ if ( issetugid() )
+ return "dyld_sim cannot be loaded in a setuid process";
+ if ( hasRestrictedSegment(mainExecutableMH) )
+ return "dyld_sim cannot be loaded in a restricted process";
+
+ // get file size of dyld_sim
struct stat sb;
if ( fstat(fd, &sb) == -1 )
- return 0;
- if ( sb.st_uid != 0 )
- return 0;
-
- // read first page of dyld file
+ return "stat(dyld_sim) failed";
+
+ // read first page of dyld_sim file
uint8_t firstPage[4096];
if ( pread(fd, firstPage, 4096, 0) != 4096 )
- return 0;
-
+ return "pread(dyld_sim) failed";
+
// if fat file, pick matching slice
uint64_t fileOffset = 0;
uint64_t fileLength = sb.st_size;
const fat_header* fileStartAsFat = (fat_header*)firstPage;
if ( fileStartAsFat->magic == OSSwapBigToHostInt32(FAT_MAGIC) ) {
if ( !fatFindBest(fileStartAsFat, &fileOffset, &fileLength) )
- return 0;
+ return "no matching arch in dyld_sim";
// re-read buffer from start of mach-o slice in fat file
if ( pread(fd, firstPage, 4096, fileOffset) != 4096 )
- return 0;
+ return "pread(dyld_sim) failed";
}
else if ( !isCompatibleMachO(firstPage, dyldPath) ) {
- return 0;
+ return "dyld_sim is not compatible with the loaded process, likely due to architecture mismatch";
}
// calculate total size of dyld segments
const macho_header* mh = (const macho_header*)firstPage;
+ struct macho_segment_command* lastSeg = NULL;
+ struct macho_segment_command* firstSeg = NULL;
uintptr_t mappingSize = 0;
uintptr_t preferredLoadAddress = 0;
const uint32_t cmd_count = mh->ncmds;
+ if ( mh->sizeofcmds > 4096 )
+ return "dyld_sim load commands to large";
+ if ( (sizeof(macho_header) + mh->sizeofcmds) > 4096 )
+ return "dyld_sim load commands to large";
+ struct linkedit_data_command* codeSigCmd = NULL;
const struct load_command* const cmds = (struct load_command*)(((char*)mh)+sizeof(macho_header));
+ const struct load_command* const endCmds = (struct load_command*)(((char*)mh) + sizeof(macho_header) + mh->sizeofcmds);
const struct load_command* cmd = cmds;
for (uint32_t i = 0; i < cmd_count; ++i) {
+ uint32_t cmdLength = cmd->cmdsize;
+ if ( cmdLength < 8 )
+ return "dyld_sim load command too small";
+ const struct load_command* const nextCmd = (const struct load_command*)(((char*)cmd)+cmdLength);
+ if ( (nextCmd > endCmds) || (nextCmd < cmd) )
+ return "dyld_sim load command too large";
switch (cmd->cmd) {
case LC_SEGMENT_COMMAND:
{
struct macho_segment_command* seg = (struct macho_segment_command*)cmd;
+ if ( seg->vmaddr + seg->vmsize < seg->vmaddr )
+ return "dyld_sim seg wraps address space";
+ if ( seg->vmsize < seg->filesize )
+ return "dyld_sim seg vmsize too small";
+ if ( (seg->fileoff + seg->filesize) < seg->fileoff )
+ return "dyld_sim seg size wraps address space";
+ if ( lastSeg == NULL ) {
+ // first segment must be __TEXT and start at beginning of file/slice
+ firstSeg = seg;
+ if ( strcmp(seg->segname, "__TEXT") != 0 )
+ return "dyld_sim first segment not __TEXT";
+ if ( seg->fileoff != 0 )
+ return "dyld_sim first segment not at file offset zero";
+ if ( seg->filesize < (sizeof(macho_header) + mh->sizeofcmds) )
+ return "dyld_sim first segment smaller than load commands";
+ preferredLoadAddress = seg->vmaddr;
+ }
+ else {
+ // other sements must be continguous with previous segment and not executable
+ if ( lastSeg->fileoff + lastSeg->filesize != seg->fileoff )
+ return "dyld_sim segments not contiguous";
+ if ( lastSeg->vmaddr + lastSeg->vmsize != seg->vmaddr )
+ return "dyld_sim segments not address contiguous";
+ if ( (seg->initprot & VM_PROT_EXECUTE) != 0 )
+ return "dyld_sim non-first segment is executable";
+ }
mappingSize += seg->vmsize;
- if ( seg->fileoff == 0 )
- preferredLoadAddress = seg->vmaddr;
+ lastSeg = seg;
}
break;
- }
- cmd = (const struct load_command*)(((char*)cmd)+cmd->cmdsize);
- }
+ case LC_SEGMENT_COMMAND_WRONG:
+ return "dyld_sim wrong load segment load command";
+ case LC_CODE_SIGNATURE:
+ codeSigCmd = (struct linkedit_data_command*)cmd;
+ break;
+ }
+ cmd = nextCmd;
+ }
+ // last segment must be named __LINKEDIT and not writable
+ if ( lastSeg == NULL )
+ return "dyld_sim has no segments";
+ if ( strcmp(lastSeg->segname, "__LINKEDIT") != 0 )
+ return "dyld_sim last segment not __LINKEDIT";
+ if ( lastSeg->initprot & VM_PROT_WRITE )
+ return "dyld_sim __LINKEDIT segment writable";
+
+ // must have code signature which is contained within LINKEDIT segment
+ if ( codeSigCmd == NULL )
+ return "dyld_sim not code signed";
+ if ( codeSigCmd->dataoff < lastSeg->fileoff )
+ return "dyld_sim code signature not in __LINKEDIT";
+ if ( (codeSigCmd->dataoff + codeSigCmd->datasize) < codeSigCmd->dataoff )
+ return "dyld_sim code signature size wraps";
+ if ( (codeSigCmd->dataoff + codeSigCmd->datasize) > (lastSeg->fileoff + lastSeg->filesize) )
+ return "dyld_sim code signature extends beyond __LINKEDIT";
+
+ // register code signature with kernel before mmap()ing segments
+ fsignatures_t siginfo;
+ siginfo.fs_file_start=fileOffset; // start of mach-o slice in fat file
+ siginfo.fs_blob_start=(void*)(long)(codeSigCmd->dataoff); // start of code-signature in mach-o file
+ siginfo.fs_blob_size=codeSigCmd->datasize; // size of code-signature
+ int result = fcntl(fd, F_ADDFILESIGS_FOR_DYLD_SIM, &siginfo);
+ if ( result == -1 ) {
+ return mkstringf("dyld_sim fcntl(F_ADDFILESIGS_FOR_DYLD_SIM) failed with errno=%d", errno);
+ }
+ // file range covered by code signature must extend up to code signature itself
+ if ( siginfo.fs_file_start < codeSigCmd->dataoff )
+ return mkstringf("dyld_sim code signature does not cover all of dyld_sim. Signature covers up to 0x%08lX. Signature starts at 0x%08X", (unsigned long)siginfo.fs_file_start, codeSigCmd->dataoff);
// reserve space, then mmap each segment
vm_address_t loadAddress = 0;
- uintptr_t entry = 0;
if ( ::vm_allocate(mach_task_self(), &loadAddress, mappingSize, VM_FLAGS_ANYWHERE) != 0 )
- return 0;
+ return "dyld_sim cannot allocate space";
cmd = cmds;
- struct linkedit_data_command* codeSigCmd = NULL;
+ struct source_version_command* dyldVersionCmd = NULL;
for (uint32_t i = 0; i < cmd_count; ++i) {
switch (cmd->cmd) {
case LC_SEGMENT_COMMAND:
@@ -4258,39 +5215,47 @@
void* segAddress = ::mmap((void*)requestedLoadAddress, seg->filesize, seg->initprot, MAP_FIXED | MAP_PRIVATE, fd, fileOffset + seg->fileoff);
//dyld::log("dyld_sim %s mapped at %p\n", seg->segname, segAddress);
if ( segAddress == (void*)(-1) )
- return 0;
+ return "dyld_sim mmap() of segment failed";
+ if ( ((uintptr_t)segAddress < loadAddress) || ((uintptr_t)segAddress+seg->filesize > loadAddress+mappingSize) )
+ return "dyld_sim mmap() to wrong location";
}
break;
- case LC_UNIXTHREAD:
- {
- #if __i386__
- const i386_thread_state_t* registers = (i386_thread_state_t*)(((char*)cmd) + 16);
- entry = (registers->__eip + loadAddress - preferredLoadAddress);
- #elif __x86_64__
- const x86_thread_state64_t* registers = (x86_thread_state64_t*)(((char*)cmd) + 16);
- entry = (registers->__rip + loadAddress - preferredLoadAddress);
- #endif
- }
+ case LC_SOURCE_VERSION:
+ dyldVersionCmd = (struct source_version_command*)cmd;
break;
- case LC_CODE_SIGNATURE:
- codeSigCmd = (struct linkedit_data_command*)cmd;
- break;
}
cmd = (const struct load_command*)(((char*)cmd)+cmd->cmdsize);
}
-
- if ( codeSigCmd != NULL ) {
- fsignatures_t siginfo;
- siginfo.fs_file_start=fileOffset; // start of mach-o slice in fat file
- siginfo.fs_blob_start=(void*)(long)(codeSigCmd->dataoff); // start of code-signature in mach-o file
- siginfo.fs_blob_size=codeSigCmd->datasize; // size of code-signature
- int result = fcntl(fd, F_ADDFILESIGS, &siginfo);
- if ( result == -1 ) {
- if ( (errno == EPERM) || (errno == EBADEXEC) )
- return 0;
- }
- }
close(fd);
+
+ // walk newly mapped dyld_sim __TEXT load commands to find entry point
+ uintptr_t entry = 0;
+ cmd = (struct load_command*)(((char*)loadAddress)+sizeof(macho_header));
+ const uint32_t count = ((macho_header*)(loadAddress))->ncmds;
+ for (uint32_t i = 0; i < count; ++i) {
+ if (cmd->cmd == LC_UNIXTHREAD) {
+ #if __i386__
+ const i386_thread_state_t* registers = (i386_thread_state_t*)(((char*)cmd) + 16);
+ // entry point must be in first segment
+ if ( registers->__eip < firstSeg->vmaddr )
+ return "dyld_sim entry point not in __TEXT segment";
+ if ( registers->__eip > (firstSeg->vmaddr + firstSeg->vmsize) )
+ return "dyld_sim entry point not in __TEXT segment";
+ entry = (registers->__eip + loadAddress - preferredLoadAddress);
+ #elif __x86_64__
+ const x86_thread_state64_t* registers = (x86_thread_state64_t*)(((char*)cmd) + 16);
+ // entry point must be in first segment
+ if ( registers->__rip < firstSeg->vmaddr )
+ return "dyld_sim entry point not in __TEXT segment";
+ if ( registers->__rip > (firstSeg->vmaddr + firstSeg->vmsize) )
+ return "dyld_sim entry point not in __TEXT segment";
+ entry = (registers->__rip + loadAddress - preferredLoadAddress);
+ #endif
+ }
+ cmd = (const struct load_command*)(((char*)cmd)+cmd->cmdsize);
+ }
+ if ( entry == 0 )
+ return "dyld_sim entry not found";
// notify debugger that dyld_sim is loaded
dyld_image_info info;
@@ -4299,18 +5264,618 @@
info.imageFileModDate = sb.st_mtime;
addImagesToAllImages(1, &info);
dyld::gProcessInfo->notification(dyld_image_adding, 1, &info);
-
+
+ const char** appleParams = apple;
// jump into new simulator dyld
typedef uintptr_t (*sim_entry_proc_t)(int argc, const char* argv[], const char* envp[], const char* apple[],
const macho_header* mainExecutableMH, const macho_header* dyldMH, uintptr_t dyldSlide,
const dyld::SyscallHelpers* vtable, uintptr_t* startGlue);
sim_entry_proc_t newDyld = (sim_entry_proc_t)entry;
- return (*newDyld)(argc, argv, envp, apple, mainExecutableMH, (macho_header*)loadAddress,
+ *mainAddr = (*newDyld)(argc, argv, envp, appleParams, mainExecutableMH, (macho_header*)loadAddress,
loadAddress - preferredLoadAddress,
&sSysCalls, startGlue);
-}
-#endif
-
+ return NULL;
+}
+#endif
+
+//
+// If the DYLD_SKIP_MAIN environment is set to 1, dyld will return the
+// address of this function instead of main() in the target program which
+// __dyld_start jumps to. Useful for qualifying dyld itself.
+//
+int
+fake_main()
+{
+ return 0;
+}
+
+
+
+
+static bool envVarMatches(const dyld3::closure::LaunchClosure* mainClosure, const char* envp[], const char* varName)
+{
+ __block const char* valueFromClosure = nullptr;
+ mainClosure->forEachEnvVar(^(const char* keyEqualValue, bool& stop) {
+ size_t keyLen = strlen(varName);
+ if ( (strncmp(varName, keyEqualValue, keyLen) == 0) && (keyEqualValue[keyLen] == '=') ) {
+ valueFromClosure = &keyEqualValue[keyLen+1];
+ stop = true;
+ }
+ });
+
+ const char* valueFromEnv = _simple_getenv(envp, varName);
+
+ bool inClosure = (valueFromClosure != nullptr);
+ bool inEnv = (valueFromEnv != nullptr);
+ if ( inClosure != inEnv )
+ return false;
+ if ( !inClosure && !inEnv )
+ return true;
+ return ( strcmp(valueFromClosure, valueFromEnv) == 0 );
+}
+
+static const char* const sEnvVarsToCheck[] = {
+ "DYLD_LIBRARY_PATH",
+ "DYLD_FRAMEWORK_PATH",
+ "DYLD_FALLBACK_LIBRARY_PATH",
+ "DYLD_FALLBACK_FRAMEWORK_PATH",
+ "DYLD_INSERT_LIBRARIES",
+ "DYLD_IMAGE_SUFFIX",
+ "DYLD_VERSIONED_FRAMEWORK_PATH",
+ "DYLD_VERSIONED_LIBRARY_PATH",
+ "DYLD_ROOT_PATH"
+};
+
+static bool envVarsMatch(const dyld3::closure::LaunchClosure* mainClosure, const char* envp[])
+{
+ for (const char* envVar : sEnvVarsToCheck) {
+ if ( !envVarMatches(mainClosure, envp, envVar) ) {
+ if ( gLinkContext.verboseWarnings )
+ dyld::log("dyld: closure %p not used because %s changed\n", mainClosure, envVar);
+ return false;
+ }
+ }
+
+ // FIXME: dyld3 doesn't support versioned paths so we need to fall back to dyld2 if we have them.
+ // <rdar://problem/37004660> dyld3: support DYLD_VERSIONED_*_PATHs ?
+ if ( sEnv.DYLD_VERSIONED_LIBRARY_PATH != nullptr ) {
+ if ( gLinkContext.verboseWarnings )
+ dyld::log("dyld: closure %p not used because DYLD_VERSIONED_LIBRARY_PATH used\n", mainClosure);
+ return false;
+ }
+ if ( sEnv.DYLD_VERSIONED_FRAMEWORK_PATH != nullptr ) {
+ if ( gLinkContext.verboseWarnings )
+ dyld::log("dyld: closure %p not used because DYLD_VERSIONED_FRAMEWORK_PATH used\n", mainClosure);
+ return false;
+ }
+
+ return true;
+}
+
+static bool closureValid(const dyld3::closure::LaunchClosure* mainClosure, const dyld3::closure::LoadedFileInfo& mainFileInfo,
+ const uint8_t* mainExecutableCDHash, bool closureInCache, const char* envp[])
+{
+ if ( !closureInCache ) {
+ // verify current dyld cache is same as expected
+ uuid_t expectedCacheUUID;
+ if ( mainClosure->builtAgainstDyldCache(expectedCacheUUID) ) {
+ if ( sSharedCacheLoadInfo.loadAddress == nullptr ) {
+ if ( gLinkContext.verboseWarnings )
+ dyld::log("dyld: closure %p dyld cache not loaded\n", mainClosure);
+ return false;
+ }
+ else {
+ uuid_t actualCacheUUID;
+ sSharedCacheLoadInfo.loadAddress->getUUID(actualCacheUUID);
+ if ( memcmp(expectedCacheUUID, actualCacheUUID, sizeof(uuid_t)) != 0 ) {
+ if ( gLinkContext.verboseWarnings )
+ dyld::log("dyld: closure %p not used because built against different dyld cache\n", mainClosure);
+ return false;
+ }
+ }
+ }
+ else {
+ // closure built assume there is no dyld cache
+ if ( sSharedCacheLoadInfo.loadAddress != nullptr ) {
+ if ( gLinkContext.verboseWarnings )
+ dyld::log("dyld: closure %p built expecting no dyld cache\n", mainClosure);
+ return false;
+ }
+ }
+#if __IPHONE_OS_VERSION_MIN_REQUIRED
+ // verify this closure is not from a previous reboot
+ const char* expectedBootUUID = mainClosure->bootUUID();
+ char actualBootSessionUUID[256] = { 0 };
+ size_t bootSize = sizeof(actualBootSessionUUID);
+ bool gotActualBootUUID = (sysctlbyname("kern.bootsessionuuid", actualBootSessionUUID, &bootSize, NULL, 0) == 0);
+ if ( !gotActualBootUUID || (expectedBootUUID == nullptr) || (strcmp(expectedBootUUID, actualBootSessionUUID) != 0) ) {
+ if ( gLinkContext.verboseWarnings )
+ dyld::log("dyld: closure %p built in different boot context\n", mainClosure);
+ return false;
+ }
+#endif
+ }
+
+ // verify all mach-o files have not changed since closure was built
+ __block bool foundFileThatInvalidatesClosure = false;
+ mainClosure->images()->forEachImage(^(const dyld3::closure::Image* image, bool& stop) {
+ __block uint64_t expectedInode;
+ __block uint64_t expectedMtime;
+ if ( image->hasFileModTimeAndInode(expectedInode, expectedMtime) ) {
+ struct stat statBuf;
+ if ( ::stat(image->path(), &statBuf) == 0 ) {
+ if ( (statBuf.st_mtime != expectedMtime) || (statBuf.st_ino != expectedInode) ) {
+ if ( gLinkContext.verboseWarnings )
+ dyld::log("dyld: closure %p not used because mtime/inode for '%s' has changed since closure was built\n", mainClosure, image->path());
+ foundFileThatInvalidatesClosure = true;
+ stop = true;
+ }
+ }
+ else {
+ if ( gLinkContext.verboseWarnings )
+ dyld::log("dyld: closure %p not used because '%s' is needed by closure but is missing\n", mainClosure, image->path());
+ foundFileThatInvalidatesClosure = true;
+ stop = true;
+ }
+ }
+ });
+ if ( foundFileThatInvalidatesClosure )
+ return false;
+
+ // verify cdHash of main executable is same as recorded in closure
+ uint8_t expectedHash[20];
+ const dyld3::closure::Image* mainImage = mainClosure->images()->imageForNum(mainClosure->topImage());
+ if ( mainImage->hasCdHash(expectedHash) ) {
+ if ( mainExecutableCDHash == nullptr ) {
+ if ( gLinkContext.verboseWarnings )
+ dyld::log("dyld: closure %p not used because main executable is not code signed but was expected to be\n", mainClosure);
+ return false;
+ }
+ if ( memcmp(mainExecutableCDHash, expectedHash, 20) != 0 ) {
+ if ( gLinkContext.verboseWarnings )
+ dyld::log("dyld: closure %p not used because main executable cd-hash changed since closure was built\n", mainClosure);
+ return false;
+ }
+ }
+
+ // verify UUID of main executable is same as recorded in closure
+ uuid_t expectedUUID;
+ bool hasExpect = mainImage->getUuid(expectedUUID);
+ uuid_t actualUUID;
+ const dyld3::MachOLoaded* mainExecutableMH = (const dyld3::MachOLoaded*)mainFileInfo.fileContent;
+ bool hasActual = mainExecutableMH->getUuid(actualUUID);
+ if ( hasExpect != hasActual ) {
+ if ( gLinkContext.verboseWarnings )
+ dyld::log("dyld: closure %p not used because UUID of executable changed since closure was built\n", mainClosure);
+ return false;
+ }
+ if ( hasExpect && hasActual && memcmp(actualUUID, expectedUUID, sizeof(uuid_t)) != 0 ) {
+ if ( gLinkContext.verboseWarnings )
+ dyld::log("dyld: closure %p not used because UUID of executable changed since closure was built\n", mainClosure);
+ return false;
+ }
+
+ // verify DYLD_* env vars are same as when closure was built
+ if ( !envVarsMatch(mainClosure, envp) ) {
+ return false;
+ }
+
+ // verify files that are supposed to be missing actually are missing
+ mainClosure->forEachMustBeMissingFile(^(const char* path, bool& stop) {
+ struct stat statBuf;
+ if ( ::stat(path, &statBuf) == 0 ) {
+ stop = true;
+ foundFileThatInvalidatesClosure = true;
+ if ( gLinkContext.verboseWarnings )
+ dyld::log("dyld: closure %p not used because found unexpected file '%s'\n", mainClosure, path);
+ }
+ });
+
+ // verify closure did not require anything unavailable
+ if ( mainClosure->usedAtPaths() && !gLinkContext.allowAtPaths ) {
+ if ( gLinkContext.verboseWarnings )
+ dyld::log("dyld: closure %p not used because is used @paths, but process does not allow that\n", mainClosure);
+ return false;
+ }
+ if ( mainClosure->usedFallbackPaths() && !gLinkContext.allowClassicFallbackPaths ) {
+ if ( gLinkContext.verboseWarnings )
+ dyld::log("dyld: closure %p not used because is used default fallback paths, but process does not allow that\n", mainClosure);
+ return false;
+ }
+
+ return !foundFileThatInvalidatesClosure;
+}
+
+static bool nolog(const char* format, ...)
+{
+ return false;
+}
+
+static bool dolog(const char* format, ...)
+{
+ va_list list;
+ va_start(list, format);
+ vlog(format, list);
+ va_end(list);
+ return true;
+}
+
+static bool launchWithClosure(const dyld3::closure::LaunchClosure* mainClosure,
+ const DyldSharedCache* dyldCache,
+ const dyld3::MachOLoaded* mainExecutableMH, uintptr_t mainExecutableSlide,
+ int argc, const char* argv[], const char* envp[], const char* apple[],
+ uintptr_t* entry, uintptr_t* startGlue)
+{
+ // build list of all known ImageArrays (at most three: cached dylibs, other OS dylibs, and main prog)
+ STACK_ALLOC_ARRAY(const dyld3::closure::ImageArray*, imagesArrays, 3);
+ const dyld3::closure::ImageArray* mainClosureImages = mainClosure->images();
+ if ( dyldCache != nullptr ) {
+ imagesArrays.push_back(dyldCache->cachedDylibsImageArray());
+ if ( auto others = dyldCache->otherOSImageArray() )
+ imagesArrays.push_back(others);
+ }
+ imagesArrays.push_back(mainClosureImages);
+
+ // allocate space for Array<LoadedImage>
+ STACK_ALLOC_ARRAY(dyld3::LoadedImage, allImages, mainClosure->initialLoadCount());
+
+ __block dyld3::Loader loader(allImages, dyldCache, imagesArrays, (gLinkContext.verboseLoading ? &dolog : &nolog),
+ (gLinkContext.verboseMapping ? &dolog : &nolog),
+ (gLinkContext.verboseBind ? &dolog : &nolog),
+ (gLinkContext.verboseDOF ? &dolog : &nolog));
+ dyld3::closure::ImageNum mainImageNum = mainClosure->topImage();
+ mainClosureImages->forEachImage(^(const dyld3::closure::Image* image, bool& stop) {
+ if ( image->imageNum() == mainImageNum ) {
+ // add main executable (which is already mapped by kernel) to list
+ dyld3::LoadedImage mainLoadedImage = dyld3::LoadedImage::make(image, mainExecutableMH);
+ mainLoadedImage.setState(dyld3::LoadedImage::State::mapped);
+ mainLoadedImage.markLeaveMapped();
+ loader.addImage(mainLoadedImage);
+ stop = true;
+ }
+ else {
+ // add inserted library to initial list
+ loader.addImage(dyld3::LoadedImage::make(image));
+ }
+ });
+
+ // recursively load all dependents and fill in allImages array
+ Diagnostics diag;
+ loader.completeAllDependents(diag);
+ if ( diag.noError() )
+ loader.mapAndFixupAllImages(diag, dyld3::Loader::dtraceUserProbesEnabled());
+ if ( diag.hasError() ) {
+ if ( gLinkContext.verboseWarnings )
+ dyld::log("dyld: %s\n", diag.errorMessage());
+ return false;
+ }
+
+ //dyld::log("loaded image list:\n");
+ //for (const dyld3::LoadedImage& info : allImages) {
+ // dyld::log("mh=%p, path=%s\n", info.loadedAddress(), info.image()->path());
+ //}
+
+ // find libdyld entry
+ dyld3::closure::Image::ResolvedSymbolTarget dyldEntry;
+ mainClosure->libDyldEntry(dyldEntry);
+ const dyld3::LibDyldEntryVector* libDyldEntry = (dyld3::LibDyldEntryVector*)loader.resolveTarget(dyldEntry);
+
+ // send info on all images to libdyld.dylb
+ libDyldEntry->setVars(mainExecutableMH, argc, argv, envp, apple);
+ if ( libDyldEntry->vectorVersion > 4 )
+ libDyldEntry->setRestrictions(gLinkContext.allowAtPaths, gLinkContext.allowEnvVarsPath);
+ libDyldEntry->setHaltFunction(&halt);
+ if ( libDyldEntry->vectorVersion > 5 ) {
+ libDyldEntry->setNotifyMonitoringDyldMain(¬ifyMonitoringDyldMain);
+ libDyldEntry->setNotifyMonitoringDyld(¬ifyMonitoringDyld);
+ }
+ if ( libDyldEntry->vectorVersion > 2 )
+ libDyldEntry->setChildForkFunction(&_dyld_fork_child);
+#if !TARGET_IPHONE_SIMULATOR
+ if ( libDyldEntry->vectorVersion > 3 )
+ libDyldEntry->setLogFunction(&dyld::vlog);
+#endif
+ libDyldEntry->setOldAllImageInfo(gProcessInfo);
+ const dyld3::LoadedImage* libSys = loader.findImage(mainClosure->libSystemImageNum());
+ libDyldEntry->setInitialImageList(mainClosure, dyldCache, sSharedCacheLoadInfo.path, allImages, *libSys);
+ // run initializers
+ CRSetCrashLogMessage("dyld3: launch, running initializers");
+ libDyldEntry->runInitialzersBottomUp((mach_header*)mainExecutableMH);
+ //dyld::log("returned from runInitialzersBottomUp()\n");
+
+ if (dyld3::kdebug_trace_dyld_enabled(DBG_DYLD_TIMING_LAUNCH_EXECUTABLE)) {
+ dyld3::kdebug_trace_dyld_duration_end(launchTraceID, DBG_DYLD_TIMING_LAUNCH_EXECUTABLE, 0, 0, 3);
+ }
+ dyld3::closure::Image::ResolvedSymbolTarget progEntry;
+ if ( mainClosure->mainEntry(progEntry) ) {
+ // modern app with LC_MAIN
+ // set startGlue to "start" function in libdyld.dylib
+ // set entry to "main" function in program
+ *startGlue = (uintptr_t)(libDyldEntry->startFunc);
+ *entry = loader.resolveTarget(progEntry);
+ }
+ else if ( mainClosure->startEntry(progEntry) ) {
+ // old style app linked with crt1.o
+ // entry is "start" function in program
+ *startGlue = 0;
+ *entry = loader.resolveTarget(progEntry);
+ }
+ else {
+ assert(0);
+ }
+
+ CRSetCrashLogMessage("dyld3 mode");
+ return true;
+}
+
+
+#if !TARGET_IPHONE_SIMULATOR
+
+static void putHexNibble(uint8_t value, char*& p)
+{
+ if ( value < 10 )
+ *p++ = '0' + value;
+ else
+ *p++ = 'A' + value - 10;
+}
+
+static void putHexByte(uint8_t value, char*& p)
+{
+ value &= 0xFF;
+ putHexNibble(value >> 4, p);
+ putHexNibble(value & 0x0F, p);
+}
+
+#if __MAC_OS_X_VERSION_MIN_REQUIRED
+static void makeHashOfProgramAndEnv(const char* mainExecutablePath, const uint8_t* mainExecutableCDHash, const char* envp[], uint8_t hash32[32])
+{
+ // create hash of main path, main cd hash, cache UUID, DYLD_* env vars
+ const struct ccdigest_info* di = ccsha256_di();
+ ccdigest_di_decl(di, hashTemp); // defines hashTemp array in stack
+ ccdigest_init(di, hashTemp);
+ // hash in main executable path
+ ccdigest_update(di, hashTemp, strlen(mainExecutablePath), mainExecutablePath);
+ // hash in cdHash of main executable
+ if ( mainExecutableCDHash != nullptr )
+ ccdigest_update(di, hashTemp, 20, mainExecutableCDHash);
+ // hash in shared cache UUID
+ if ( sSharedCacheLoadInfo.loadAddress != nullptr ) {
+ uuid_t cacheUUID;
+ sSharedCacheLoadInfo.loadAddress->getUUID(cacheUUID);
+ ccdigest_update(di, hashTemp, sizeof(uuid_t), cacheUUID);
+ }
+#if __MAC_OS_X_VERSION_MIN_REQUIRED
+ // hash in if process is restricted
+ ccdigest_update(di, hashTemp, sizeof(gLinkContext.allowEnvVarsPath), &gLinkContext.allowEnvVarsPath);
+#endif
+ // include dyld's UUID so changing dyld invalidates closures
+ uuid_t dyldUUID;
+ if ( ((const dyld3::MachOLoaded*)&__dso_handle)->getUuid(dyldUUID) )
+ ccdigest_update(di, hashTemp, sizeof(uuid_t), dyldUUID);
+
+ // hash in DYLD_* env vars
+ for (const char* envVar : sEnvVarsToCheck) {
+ if ( const char* keyValue = _simple_getenv(envp, envVar) )
+ ccdigest_update(di, hashTemp, strlen(keyValue), keyValue);
+ }
+ // finish SHA256 into 32-byte value
+ ccdigest_final(di, hashTemp, hash32);
+ ccdigest_di_clear(di, hashTemp);
+}
+#endif
+
+static void buildClosureCachePath(const char* mainExecutablePath,const dyld3::MachOLoaded* mainExecutableMH,
+ const uint8_t* mainExecutableCDHash, const char* envp[], char closurePath[])
+{
+ // build base path of $TMPDIR/dyld/<prog-name>-
+ const char* tempDir = _simple_getenv(envp, "TMPDIR");
+ if ( tempDir == nullptr )
+#if __MAC_OS_X_VERSION_MIN_REQUIRED
+ tempDir = "/private/tmp/";
+#else
+ tempDir = "/private/var/tmp/";
+#endif
+ strlcpy(closurePath, tempDir, PATH_MAX);
+ strlcat(closurePath, "/com.apple.dyld/", PATH_MAX);
+
+ // make sure dyld sub-dir exists
+ struct stat statbuf;
+ if ( ::stat(closurePath, &statbuf) != 0 ) {
+ ::mkdir(closurePath, S_IRWXU);
+ }
+
+ const char* leafName = strrchr(mainExecutablePath, '/');
+ if ( leafName == nullptr )
+ leafName = mainExecutablePath;
+ else
+ ++leafName;
+ strlcat(closurePath, leafName, PATH_MAX);
+
+#if __MAC_OS_X_VERSION_MIN_REQUIRED
+ // on macOS we allow multiple closures by hashing the env vars into the cache filename
+ strlcat(closurePath, "-", PATH_MAX);
+ uint8_t hash32[32];
+ makeHashOfProgramAndEnv(mainExecutablePath, mainExecutableCDHash, envp, hash32);
+ char hashString[72];
+ char* s = hashString;
+ for (int i=0; i < 32; ++i)
+ putHexByte(hash32[i], s);
+ *s = '\0';
+ strlcat(closurePath, hashString, PATH_MAX);
+#else
+ // on iOS, the file name is the leaf name and UUID
+ uuid_t mainExeUUID;
+ if ( mainExecutableMH->getUuid(mainExeUUID) ) {
+ char mainUuidStr[40];
+ bytesToHex(mainExeUUID, sizeof(uuid_t), mainUuidStr);
+ strlcat(closurePath, "-", PATH_MAX);
+ strlcat(closurePath, mainUuidStr, PATH_MAX);
+ }
+#endif
+ strlcat(closurePath, ".closure", PATH_MAX);
+}
+
+static const dyld3::closure::LaunchClosure* mapClosureFile(const char* closurePath)
+{
+ struct stat statbuf;
+ if ( ::stat(closurePath, &statbuf) == -1 )
+ return nullptr;
+
+ int fd = ::open(closurePath, O_RDONLY);
+ if ( fd < 0 )
+ return nullptr;
+
+ const dyld3::closure::LaunchClosure* closure = (dyld3::closure::LaunchClosure*)::mmap(NULL, (size_t)statbuf.st_size, PROT_READ, MAP_PRIVATE, fd, 0);
+ ::close(fd);
+
+ if ( closure == MAP_FAILED )
+ return nullptr;
+
+ return closure;
+}
+
+static const dyld3::closure::LaunchClosure* buildLaunchClosure(const uint8_t* mainExecutableCDHash,
+ const dyld3::closure::LoadedFileInfo& mainFileInfo, const char* envp[])
+{
+ const dyld3::MachOLoaded* mainExecutableMH = (const dyld3::MachOLoaded*)mainFileInfo.fileContent;
+ dyld3::closure::PathOverrides pathOverrides;
+ pathOverrides.setFallbackPathHandling(gLinkContext.allowClassicFallbackPaths ? dyld3::closure::PathOverrides::FallbackPathMode::classic : dyld3::closure::PathOverrides::FallbackPathMode::restricted);
+ pathOverrides.setEnvVars(envp, mainExecutableMH, mainFileInfo.path);
+ STACK_ALLOC_ARRAY(const dyld3::closure::ImageArray*, imagesArrays, 3);
+ if ( sSharedCacheLoadInfo.loadAddress != nullptr ) {
+ imagesArrays.push_back(sSharedCacheLoadInfo.loadAddress->cachedDylibsImageArray());
+ if ( auto others = sSharedCacheLoadInfo.loadAddress->otherOSImageArray() )
+ imagesArrays.push_back(others);
+ }
+
+ dyld3::closure::ClosureBuilder::LaunchErrorInfo* errorInfo = (dyld3::closure::ClosureBuilder::LaunchErrorInfo*)&gProcessInfo->errorKind;
+ dyld3::closure::FileSystemPhysical fileSystem;
+ dyld3::closure::ClosureBuilder::AtPath atPathHanding = (gLinkContext.allowAtPaths ? dyld3::closure::ClosureBuilder::AtPath::all : dyld3::closure::ClosureBuilder::AtPath::none);
+ dyld3::closure::ClosureBuilder builder(dyld3::closure::kFirstLaunchClosureImageNum, fileSystem, sSharedCacheLoadInfo.loadAddress, true, pathOverrides, atPathHanding, errorInfo, mainExecutableMH->archName());
+ const dyld3::closure::LaunchClosure* result = builder.makeLaunchClosure(mainFileInfo, gLinkContext.allowInsertFailures);
+ if ( builder.diagnostics().hasError() )
+ halt(builder.diagnostics().errorMessage());
+
+ if ( result == nullptr )
+ return nullptr;
+
+ if ( !closureValid(result, mainFileInfo, mainExecutableCDHash, false, envp) ) {
+ // some how the freshly generated closure is invalid...
+ if ( gLinkContext.verboseWarnings )
+ dyld::log("dyld: somehow just built closure is invalid\n");
+ return nullptr;
+ }
+ // try to save closure to disk for next launch (atomically)
+ char closurePath[PATH_MAX];
+ buildClosureCachePath(mainFileInfo.path, mainExecutableMH, mainExecutableCDHash, envp, closurePath);
+ char closurePathTemp[PATH_MAX];
+ strlcpy(closurePathTemp, closurePath, PATH_MAX);
+ int mypid = getpid();
+ char pidBuf[16];
+ char* s = pidBuf;
+ *s++ = '.';
+ putHexByte(mypid >> 24, s);
+ putHexByte(mypid >> 16, s);
+ putHexByte(mypid >> 8, s);
+ putHexByte(mypid, s);
+ *s = '\0';
+ strlcat(closurePathTemp, pidBuf, PATH_MAX);
+ int fd = ::open(closurePathTemp, O_WRONLY|O_CREAT, S_IRUSR|S_IWUSR);
+ if ( fd != -1 ) {
+ ::ftruncate(fd, result->size());
+ ::write(fd, result, result->size());
+ ::fchmod(fd, S_IRUSR);
+ ::close(fd);
+ ::rename(closurePathTemp, closurePath);
+ // free built closure and mmap file() to reduce dirty memory
+ result->deallocate();
+ result = mapClosureFile(closurePath);
+ }
+ else if ( gLinkContext.verboseWarnings ) {
+ dyld::log("could not save closure (errno=%d) to: %s\n", errno, closurePathTemp);
+ }
+
+ if ( gLinkContext.verboseWarnings )
+ dyld::log("dyld: just built closure %p (size=%lu) for %s\n", result, result->size(), sExecPath);
+
+ return result;
+}
+
+static const dyld3::closure::LaunchClosure* findCachedLaunchClosure(const uint8_t* mainExecutableCDHash,
+ const dyld3::closure::LoadedFileInfo& mainFileInfo,
+ const char* envp[])
+{
+ char closurePath[PATH_MAX];
+ buildClosureCachePath(mainFileInfo.path, (const dyld3::MachOLoaded*)mainFileInfo.fileContent, mainExecutableCDHash, envp, closurePath);
+ const dyld3::closure::LaunchClosure* closure = mapClosureFile(closurePath);
+ if ( closure == nullptr )
+ return nullptr;
+
+ if ( !closureValid(closure, mainFileInfo, mainExecutableCDHash, false, envp) ) {
+ ::munmap((void*)closure, closure->size());
+ return nullptr;
+ }
+
+ if ( gLinkContext.verboseWarnings )
+ dyld::log("dyld: used cached closure %p (size=%lu) for %s\n", closure, closure->size(), sExecPath);
+
+ return closure;
+}
+
+#endif // !TARGET_IPHONE_SIMULATOR
+
+
+
+#if !__MAC_OS_X_VERSION_MIN_REQUIRED
+static const char* sWhiteListDirs[] = {
+ "/bin/",
+ "/sbin/",
+ "/usr/bin/"
+};
+#endif
+
+static bool inWhiteList(const char* execPath)
+{
+ // First test to see if we forced in dyld2 via a kernel boot-arg
+ if ( dyld3::bootArgsContains("force_dyld2=1") )
+ return false;
+
+#if __MAC_OS_X_VERSION_MIN_REQUIRED
+
+ // rdar://problem/32701418: Don't use dyld3 for i386 for now.
+#if __i386__
+ return false;
+#else
+
+
+ return true;
+#endif // #if __i386__
+
+#else
+
+
+ // <rdar://problem/33171968> enable dyld3 mode for all OS programs when using customer dyld cache (no roots)
+ if ( (sSharedCacheLoadInfo.loadAddress != nullptr) && (sSharedCacheLoadInfo.loadAddress->header.cacheType == kDyldSharedCacheTypeProduction) )
+ return true;
+
+ return dyld3::bootArgsContains("force_dyld3=1");
+#endif
+}
+
+#if !TARGET_IPHONE_SIMULATOR
+static bool isStagedApp(const dyld3::MachOFile* mainExecutableMH, const char* mainExecutablePath)
+{
+#if !__MAC_OS_X_VERSION_MIN_REQUIRED
+ if ( (strncmp(mainExecutablePath, "/var/containers/Bundle/Application/", 35) == 0)
+ || (strncmp(mainExecutablePath, "/private/var/containers/Bundle/Application/", 43) == 0) ) {
+ // staged apps are built without LC_ENCRYPTION_INFO
+ if ( !mainExecutableMH->canBeFairPlayEncrypted() )
+ return true;
+ }
+#endif
+ return false;
+}
+#endif
//
// Entry point for dyld. The kernel loads dyld and jumps to __dyld_start which
@@ -4323,54 +5888,46 @@
int argc, const char* argv[], const char* envp[], const char* apple[],
uintptr_t* startGlue)
{
+ if (dyld3::kdebug_trace_dyld_enabled(DBG_DYLD_TIMING_LAUNCH_EXECUTABLE)) {
+ launchTraceID = dyld3::kdebug_trace_dyld_duration_start(DBG_DYLD_TIMING_LAUNCH_EXECUTABLE, (uint64_t)mainExecutableMH, 0, 0);
+ }
+
+ // Grab the cdHash of the main executable from the environment
+ uint8_t mainExecutableCDHashBuffer[20];
+ const uint8_t* mainExecutableCDHash = nullptr;
+ if ( hexToBytes(_simple_getenv(apple, "executable_cdhash"), 40, mainExecutableCDHashBuffer) )
+ mainExecutableCDHash = mainExecutableCDHashBuffer;
+
+ // Trace dyld's load
+ notifyKernelAboutImage((macho_header*)&__dso_handle, _simple_getenv(apple, "dyld_file"));
+#if !TARGET_IPHONE_SIMULATOR
+ // Trace the main executable's load
+ notifyKernelAboutImage(mainExecutableMH, _simple_getenv(apple, "executable_file"));
+#endif
+
uintptr_t result = 0;
sMainExecutableMachHeader = mainExecutableMH;
+ sMainExecutableSlide = mainExecutableSlide;
#if __MAC_OS_X_VERSION_MIN_REQUIRED
// if this is host dyld, check to see if iOS simulator is being run
const char* rootPath = _simple_getenv(envp, "DYLD_ROOT_PATH");
- if ( rootPath != NULL ) {
+ if ( (rootPath != NULL) ) {
// look to see if simulator has its own dyld
char simDyldPath[PATH_MAX];
strlcpy(simDyldPath, rootPath, PATH_MAX);
strlcat(simDyldPath, "/usr/lib/dyld_sim", PATH_MAX);
int fd = my_open(simDyldPath, O_RDONLY, 0);
if ( fd != -1 ) {
- result = useSimulatorDyld(fd, mainExecutableMH, simDyldPath, argc, argv, envp, apple, startGlue);
- if ( !result && (*startGlue == 0) )
- halt("problem loading iOS simulator dyld");
+ const char* errMessage = useSimulatorDyld(fd, mainExecutableMH, simDyldPath, argc, argv, envp, apple, startGlue, &result);
+ if ( errMessage != NULL )
+ halt(errMessage);
return result;
}
}
#endif
CRSetCrashLogMessage("dyld: launch started");
-#ifdef ALTERNATIVE_LOGFILE
- sLogfile = open(ALTERNATIVE_LOGFILE, O_WRONLY | O_CREAT | O_APPEND);
- if ( sLogfile == -1 ) {
- sLogfile = STDERR_FILENO;
- dyld::log("error opening alternate log file %s, errno = %d\n", ALTERNATIVE_LOGFILE, errno);
- }
-#endif
-
-#if LOG_BINDINGS
- char bindingsLogPath[256];
-
- const char* shortProgName = "unknown";
- if ( argc > 0 ) {
- shortProgName = strrchr(argv[0], '/');
- if ( shortProgName == NULL )
- shortProgName = argv[0];
- else
- ++shortProgName;
- }
- mysprintf(bindingsLogPath, "/tmp/bindings/%d-%s", getpid(), shortProgName);
- sBindingsLogfile = open(bindingsLogPath, O_WRONLY | O_CREAT, 0666);
- if ( sBindingsLogfile == -1 ) {
- ::mkdir("/tmp/bindings", 0777);
- sBindingsLogfile = open(bindingsLogPath, O_WRONLY | O_CREAT, 0666);
- }
- //dyld::log("open(%s) => %d, errno = %d\n", bindingsLogPath, sBindingsLogfile, errno);
-#endif
+
setContext(mainExecutableMH, argc, argv, envp, apple);
// Pickup the pointer to the exec path.
@@ -4379,8 +5936,6 @@
// <rdar://problem/13868260> Remove interim apple[0] transition code from dyld
if (!sExecPath) sExecPath = apple[0];
- sExecPath = apple[0];
- bool ignoreEnvironmentVariables = false;
if ( sExecPath[0] != '/' ) {
// have relative path, use cwd to make absolute
char cwdbuff[MAXPATHLEN];
@@ -4393,66 +5948,240 @@
sExecPath = s;
}
}
+
// Remember short name of process for later logging
sExecShortName = ::strrchr(sExecPath, '/');
if ( sExecShortName != NULL )
++sExecShortName;
else
sExecShortName = sExecPath;
- sProcessIsRestricted = processRestricted(mainExecutableMH);
- if ( sProcessIsRestricted ) {
-#if SUPPORT_LC_DYLD_ENVIRONMENT
- checkLoadCommandEnvironmentVariables();
-#if SUPPORT_VERSIONED_PATHS
- checkVersionedPaths();
-#endif
-#endif
+
+ configureProcessRestrictions(mainExecutableMH);
+
+#if __MAC_OS_X_VERSION_MIN_REQUIRED
+ if ( !gLinkContext.allowEnvVarsPrint && !gLinkContext.allowEnvVarsPath && !gLinkContext.allowEnvVarsSharedCache ) {
pruneEnvironmentVariables(envp, &apple);
// set again because envp and apple may have changed or moved
setContext(mainExecutableMH, argc, argv, envp, apple);
}
else
- checkEnvironmentVariables(envp, ignoreEnvironmentVariables);
- if ( sEnv.DYLD_PRINT_OPTS )
+#endif
+ {
+ checkEnvironmentVariables(envp);
+ defaultUninitializedFallbackPaths(envp);
+ }
+#if __MAC_OS_X_VERSION_MIN_REQUIRED
+ if ( ((dyld3::MachOFile*)mainExecutableMH)->supportsPlatform(dyld3::Platform::iOSMac)
+ && !((dyld3::MachOFile*)mainExecutableMH)->supportsPlatform(dyld3::Platform::macOS)) {
+ gLinkContext.rootPaths = parseColonList("/System/iOSSupport", NULL);
+ gLinkContext.marzipan = true;
+ if ( sEnv.DYLD_FALLBACK_LIBRARY_PATH == sLibraryFallbackPaths )
+ sEnv.DYLD_FALLBACK_LIBRARY_PATH = sRestrictedLibraryFallbackPaths;
+ if ( sEnv.DYLD_FALLBACK_FRAMEWORK_PATH == sFrameworkFallbackPaths )
+ sEnv.DYLD_FALLBACK_FRAMEWORK_PATH = sRestrictedFrameworkFallbackPaths;
+ }
+#endif
+ if ( sEnv.DYLD_PRINT_OPTS )
printOptions(argv);
if ( sEnv.DYLD_PRINT_ENV )
printEnvironmentVariables(envp);
- getHostInfo();
+ getHostInfo(mainExecutableMH, mainExecutableSlide);
+
+ // load shared cache
+ checkSharedRegionDisable((dyld3::MachOLoaded*)mainExecutableMH, mainExecutableSlide);
+#if TARGET_IPHONE_SIMULATOR
+ // <HACK> until <rdar://30773711> is fixed
+ gLinkContext.sharedRegionMode = ImageLoader::kUsePrivateSharedRegion;
+ // </HACK>
+#endif
+ if ( gLinkContext.sharedRegionMode != ImageLoader::kDontUseSharedRegion ) {
+ mapSharedCache();
+ }
+ bool cacheCompatible = (sSharedCacheLoadInfo.loadAddress == nullptr) || (sSharedCacheLoadInfo.loadAddress->header.formatVersion == dyld3::closure::kFormatVersion);
+ if ( cacheCompatible && (sEnableClosures || inWhiteList(sExecPath)) ) {
+ const dyld3::closure::LaunchClosure* mainClosure = nullptr;
+ dyld3::closure::LoadedFileInfo mainFileInfo;
+ mainFileInfo.fileContent = mainExecutableMH;
+ mainFileInfo.path = sExecPath;
+ // FIXME: If we are saving this closure, this slice offset/length is probably wrong in the case of FAT files.
+ mainFileInfo.sliceOffset = 0;
+ mainFileInfo.sliceLen = std::numeric_limits<__typeof(mainFileInfo.sliceLen)>::max();
+ struct stat mainExeStatBuf;
+ if ( ::stat(sExecPath, &mainExeStatBuf) == 0 ) {
+ mainFileInfo.inode = mainExeStatBuf.st_ino;
+ mainFileInfo.mtime = mainExeStatBuf.st_mtime;
+ }
+ // check for closure in cache first
+ if ( sSharedCacheLoadInfo.loadAddress != nullptr ) {
+ mainClosure = sSharedCacheLoadInfo.loadAddress->findClosure(sExecPath);
+ if ( gLinkContext.verboseWarnings && (mainClosure != nullptr) )
+ dyld::log("dyld: found closure %p (size=%lu) in dyld shared cache\n", mainClosure, mainClosure->size());
+ }
+ #if !TARGET_IPHONE_SIMULATOR
+ if ( (mainClosure == nullptr) || !closureValid(mainClosure, mainFileInfo, mainExecutableCDHash, true, envp) ) {
+ mainClosure = nullptr;
+ if ( sEnableClosures || isStagedApp((dyld3::MachOFile*)mainExecutableMH, sExecPath) ) {
+ // if forcing closures, and no closure in cache, or it is invalid, check for cached closure
+ mainClosure = findCachedLaunchClosure(mainExecutableCDHash, mainFileInfo, envp);
+ if ( mainClosure == nullptr ) {
+ // if no cached closure found, build new one
+ mainClosure = buildLaunchClosure(mainExecutableCDHash, mainFileInfo, envp);
+ }
+ }
+ }
+ #endif
+ // try using launch closure
+ if ( mainClosure != nullptr ) {
+ CRSetCrashLogMessage("dyld3: launch started");
+ bool launched = launchWithClosure(mainClosure, sSharedCacheLoadInfo.loadAddress, (dyld3::MachOLoaded*)mainExecutableMH,
+ mainExecutableSlide, argc, argv, envp, apple, &result, startGlue);
+ #if !TARGET_IPHONE_SIMULATOR
+ if ( !launched ) {
+ // closure is out of date, build new one
+ mainClosure = buildLaunchClosure(mainExecutableCDHash, mainFileInfo, envp);
+ if ( mainClosure != nullptr ) {
+ launched = launchWithClosure(mainClosure, sSharedCacheLoadInfo.loadAddress, (dyld3::MachOLoaded*)mainExecutableMH,
+ mainExecutableSlide, argc, argv, envp, apple, &result, startGlue);
+ }
+ }
+ #endif
+ if ( launched ) {
+#if __has_feature(ptrauth_calls)
+ // start() calls the result pointer as a function pointer so we need to sign it.
+ result = (uintptr_t)__builtin_ptrauth_sign_unauthenticated((void*)result, 0, 0);
+#endif
+ if (sSkipMain)
+ result = (uintptr_t)&fake_main;
+ return result;
+ }
+ else {
+ if ( gLinkContext.verboseWarnings )
+ dyld::log("dyld: unable to use closure %p\n", mainClosure);
+ }
+ }
+ }
+ else {
+ if ( gLinkContext.verboseWarnings )
+ dyld::log("dyld: not using closure because shared cache format version does not match dyld's\n");
+ }
+ // could not use closure info, launch old way
+
+
+
// install gdb notifier
stateToHandlers(dyld_image_state_dependents_mapped, sBatchHandlers)->push_back(notifyGDB);
stateToHandlers(dyld_image_state_mapped, sSingleHandlers)->push_back(updateAllImages);
// make initial allocations large enough that it is unlikely to need to be re-alloced
- sAllImages.reserve(INITIAL_IMAGE_COUNT);
sImageRoots.reserve(16);
sAddImageCallbacks.reserve(4);
sRemoveImageCallbacks.reserve(4);
+ sAddLoadImageCallbacks.reserve(4);
sImageFilesNeedingTermination.reserve(16);
sImageFilesNeedingDOFUnregistration.reserve(8);
-
+
+#if !TARGET_IPHONE_SIMULATOR
#ifdef WAIT_FOR_SYSTEM_ORDER_HANDSHAKE
// <rdar://problem/6849505> Add gating mechanism to dyld support system order file generation process
WAIT_FOR_SYSTEM_ORDER_HANDSHAKE(dyld::gProcessInfo->systemOrderFlag);
#endif
-
+#endif
+
try {
// add dyld itself to UUID list
addDyldImageToUUIDList();
- if ( sProcessIsRestricted )
- CRSetCrashLogMessage("dyld: launch, loading dependent libraries, ignoring DYLD_* env vars");
- else
- CRSetCrashLogMessage("dyld: launch, loading dependent libraries");
+
+#if SUPPORT_ACCELERATE_TABLES
+#if __arm64e__
+ // Disable accelerator tables when we have threaded rebase/bind, which is arm64e executables only for now.
+ if (sMainExecutableMachHeader->cpusubtype == CPU_SUBTYPE_ARM64_E)
+ sDisableAcceleratorTables = true;
+#endif
+ bool mainExcutableAlreadyRebased = false;
+ if ( (sSharedCacheLoadInfo.loadAddress != nullptr) && !dylibsCanOverrideCache() && !sDisableAcceleratorTables && (sSharedCacheLoadInfo.loadAddress->header.accelerateInfoAddr != 0) ) {
+ struct stat statBuf;
+ if ( ::stat(IPHONE_DYLD_SHARED_CACHE_DIR "no-dyld2-accelerator-tables", &statBuf) != 0 )
+ sAllCacheImagesProxy = ImageLoaderMegaDylib::makeImageLoaderMegaDylib(&sSharedCacheLoadInfo.loadAddress->header, sSharedCacheLoadInfo.slide, mainExecutableMH, gLinkContext);
+ }
+
+reloadAllImages:
+#endif
+
+ CRSetCrashLogMessage(sLoadingCrashMessage);
// instantiate ImageLoader for main executable
sMainExecutable = instantiateFromLoadedImage(mainExecutableMH, mainExecutableSlide, sExecPath);
gLinkContext.mainExecutable = sMainExecutable;
- gLinkContext.processIsRestricted = sProcessIsRestricted;
gLinkContext.mainExecutableCodeSigned = hasCodeSignatureLoadCommand(mainExecutableMH);
- // load shared cache
- checkSharedRegionDisable();
- #if DYLD_SHARED_CACHE_SUPPORT
- if ( gLinkContext.sharedRegionMode != ImageLoader::kDontUseSharedRegion )
- mapSharedCache();
+
+#if TARGET_IPHONE_SIMULATOR
+ // check main executable is not too new for this OS
+ {
+ if ( ! isSimulatorBinary((uint8_t*)mainExecutableMH, sExecPath) ) {
+ throwf("program was built for a platform that is not supported by this runtime");
+ }
+ uint32_t mainMinOS = sMainExecutable->minOSVersion();
+
+ // dyld is always built for the current OS, so we can get the current OS version
+ // from the load command in dyld itself.
+ uint32_t dyldMinOS = ImageLoaderMachO::minOSVersion((const mach_header*)&__dso_handle);
+ if ( mainMinOS > dyldMinOS ) {
+ #if TARGET_OS_WATCH
+ throwf("app was built for watchOS %d.%d which is newer than this simulator %d.%d",
+ mainMinOS >> 16, ((mainMinOS >> 8) & 0xFF),
+ dyldMinOS >> 16, ((dyldMinOS >> 8) & 0xFF));
+ #elif TARGET_OS_TV
+ throwf("app was built for tvOS %d.%d which is newer than this simulator %d.%d",
+ mainMinOS >> 16, ((mainMinOS >> 8) & 0xFF),
+ dyldMinOS >> 16, ((dyldMinOS >> 8) & 0xFF));
+ #else
+ throwf("app was built for iOS %d.%d which is newer than this simulator %d.%d",
+ mainMinOS >> 16, ((mainMinOS >> 8) & 0xFF),
+ dyldMinOS >> 16, ((dyldMinOS >> 8) & 0xFF));
#endif
+ }
+ }
+#endif
+
+
+ #if __MAC_OS_X_VERSION_MIN_REQUIRED
+ // <rdar://problem/22805519> be less strict about old mach-o binaries
+ uint32_t mainSDK = sMainExecutable->sdkVersion();
+ gLinkContext.strictMachORequired = (mainSDK >= DYLD_MACOSX_VERSION_10_12) || gLinkContext.allowInsertFailures;
+ #else
+ // simulators, iOS, tvOS, and watchOS are always strict
+ gLinkContext.strictMachORequired = true;
+ #endif
+
+ #if SUPPORT_ACCELERATE_TABLES
+ sAllImages.reserve((sAllCacheImagesProxy != NULL) ? 16 : INITIAL_IMAGE_COUNT);
+ #else
+ sAllImages.reserve(INITIAL_IMAGE_COUNT);
+ #endif
+
+ // Now that shared cache is loaded, setup an versioned dylib overrides
+ #if SUPPORT_VERSIONED_PATHS
+ checkVersionedPaths();
+ #endif
+
+
+ // dyld_all_image_infos image list does not contain dyld
+ // add it as dyldPath field in dyld_all_image_infos
+ // for simulator, dyld_sim is in image list, need host dyld added
+#if TARGET_IPHONE_SIMULATOR
+ // get path of host dyld from table of syscall vectors in host dyld
+ void* addressInDyld = gSyscallHelpers;
+#else
+ // get path of dyld itself
+ void* addressInDyld = (void*)&__dso_handle;
+#endif
+ char dyldPathBuffer[MAXPATHLEN+1];
+ int len = proc_regionfilename(getpid(), (uint64_t)(long)addressInDyld, dyldPathBuffer, MAXPATHLEN);
+ if ( len > 0 ) {
+ dyldPathBuffer[len] = '\0'; // proc_regionfilename() does not zero terminate returned string
+ if ( strcmp(dyldPathBuffer, gProcessInfo->dyldPath) != 0 )
+ gProcessInfo->dyldPath = strdup(dyldPathBuffer);
+ }
+
// load any inserted libraries
if ( sEnv.DYLD_INSERT_LIBRARIES != NULL ) {
for (const char* const* lib = sEnv.DYLD_INSERT_LIBRARIES; *lib != NULL; ++lib)
@@ -4464,7 +6193,14 @@
// link main executable
gLinkContext.linkingMainExecutable = true;
- link(sMainExecutable, sEnv.DYLD_BIND_AT_LAUNCH, true, ImageLoader::RPathChain(NULL, NULL));
+#if SUPPORT_ACCELERATE_TABLES
+ if ( mainExcutableAlreadyRebased ) {
+ // previous link() on main executable has already adjusted its internal pointers for ASLR
+ // work around that by rebasing by inverse amount
+ sMainExecutable->rebase(gLinkContext, -mainExecutableSlide);
+ }
+#endif
+ link(sMainExecutable, sEnv.DYLD_BIND_AT_LAUNCH, true, ImageLoader::RPathChain(NULL, NULL), -1);
sMainExecutable->setNeverUnloadRecursive();
if ( sMainExecutable->forceFlat() ) {
gLinkContext.bindFlat = true;
@@ -4477,21 +6213,101 @@
if ( sInsertedDylibCount > 0 ) {
for(unsigned int i=0; i < sInsertedDylibCount; ++i) {
ImageLoader* image = sAllImages[i+1];
- link(image, sEnv.DYLD_BIND_AT_LAUNCH, true, ImageLoader::RPathChain(NULL, NULL));
+ link(image, sEnv.DYLD_BIND_AT_LAUNCH, true, ImageLoader::RPathChain(NULL, NULL), -1);
image->setNeverUnloadRecursive();
- // only INSERTED libraries can interpose
- image->registerInterposing();
- }
- }
+ }
+ // only INSERTED libraries can interpose
+ // register interposing info after all inserted libraries are bound so chaining works
+ for(unsigned int i=0; i < sInsertedDylibCount; ++i) {
+ ImageLoader* image = sAllImages[i+1];
+ image->registerInterposing(gLinkContext);
+ }
+ }
+
+ // <rdar://problem/19315404> dyld should support interposition even without DYLD_INSERT_LIBRARIES
+ for (long i=sInsertedDylibCount+1; i < sAllImages.size(); ++i) {
+ ImageLoader* image = sAllImages[i];
+ if ( image->inSharedCache() )
+ continue;
+ image->registerInterposing(gLinkContext);
+ }
+ #if SUPPORT_ACCELERATE_TABLES
+ if ( (sAllCacheImagesProxy != NULL) && ImageLoader::haveInterposingTuples() ) {
+ // Accelerator tables cannot be used with implicit interposing, so relaunch with accelerator tables disabled
+ ImageLoader::clearInterposingTuples();
+ // unmap all loaded dylibs (but not main executable)
+ for (long i=1; i < sAllImages.size(); ++i) {
+ ImageLoader* image = sAllImages[i];
+ if ( image == sMainExecutable )
+ continue;
+ if ( image == sAllCacheImagesProxy )
+ continue;
+ image->setCanUnload();
+ ImageLoader::deleteImage(image);
+ }
+ // note: we don't need to worry about inserted images because if DYLD_INSERT_LIBRARIES was set we would not be using the accelerator table
+ sAllImages.clear();
+ sImageRoots.clear();
+ sImageFilesNeedingTermination.clear();
+ sImageFilesNeedingDOFUnregistration.clear();
+ sAddImageCallbacks.clear();
+ sRemoveImageCallbacks.clear();
+ sAddLoadImageCallbacks.clear();
+ sDisableAcceleratorTables = true;
+ sAllCacheImagesProxy = NULL;
+ sMappedRangesStart = NULL;
+ mainExcutableAlreadyRebased = true;
+ gLinkContext.linkingMainExecutable = false;
+ resetAllImages();
+ goto reloadAllImages;
+ }
+ #endif
+
// apply interposing to initial set of images
for(int i=0; i < sImageRoots.size(); ++i) {
sImageRoots[i]->applyInterposing(gLinkContext);
}
+ ImageLoader::applyInterposingToDyldCache(gLinkContext);
gLinkContext.linkingMainExecutable = false;
+
+ // Bind and notify for the main executable now that interposing has been registered
+ uint64_t bindMainExecutableStartTime = mach_absolute_time();
+ sMainExecutable->recursiveBindWithAccounting(gLinkContext, sEnv.DYLD_BIND_AT_LAUNCH, true);
+ uint64_t bindMainExecutableEndTime = mach_absolute_time();
+ ImageLoaderMachO::fgTotalBindTime += bindMainExecutableEndTime - bindMainExecutableStartTime;
+ gLinkContext.notifyBatch(dyld_image_state_bound, false);
+
+ // Bind and notify for the inserted images now interposing has been registered
+ if ( sInsertedDylibCount > 0 ) {
+ for(unsigned int i=0; i < sInsertedDylibCount; ++i) {
+ ImageLoader* image = sAllImages[i+1];
+ image->recursiveBind(gLinkContext, sEnv.DYLD_BIND_AT_LAUNCH, true);
+ }
+ }
// <rdar://problem/12186933> do weak binding only after all inserted images linked
sMainExecutable->weakBind(gLinkContext);
-
+
+ // If cache has branch island dylibs, tell debugger about them
+ if ( (sSharedCacheLoadInfo.loadAddress != NULL) && (sSharedCacheLoadInfo.loadAddress->header.mappingOffset >= 0x78) && (sSharedCacheLoadInfo.loadAddress->header.branchPoolsOffset != 0) ) {
+ uint32_t count = sSharedCacheLoadInfo.loadAddress->header.branchPoolsCount;
+ dyld_image_info info[count];
+ const uint64_t* poolAddress = (uint64_t*)((char*)sSharedCacheLoadInfo.loadAddress + sSharedCacheLoadInfo.loadAddress->header.branchPoolsOffset);
+ // <rdar://problem/20799203> empty branch pools can be in development cache
+ if ( ((mach_header*)poolAddress)->magic == sMainExecutableMachHeader->magic ) {
+ for (int poolIndex=0; poolIndex < count; ++poolIndex) {
+ uint64_t poolAddr = poolAddress[poolIndex] + sSharedCacheLoadInfo.slide;
+ info[poolIndex].imageLoadAddress = (mach_header*)(long)poolAddr;
+ info[poolIndex].imageFilePath = "dyld_shared_cache_branch_islands";
+ info[poolIndex].imageFileModDate = 0;
+ }
+ // add to all_images list
+ addImagesToAllImages(count, info);
+ // tell gdb about new branch island images
+ gProcessInfo->notification(dyld_image_adding, count, info);
+ }
+ }
+
CRSetCrashLogMessage("dyld: launch, running initializers");
#if SUPPORT_OLD_CRT_INITIALIZATION
// Old way is to run initializers via a callback from crt1.o
@@ -4501,10 +6317,17 @@
// run all initializers
initializeMainExecutable();
#endif
+
+ // notify any montoring proccesses that this process is about to enter main()
+ if (dyld3::kdebug_trace_dyld_enabled(DBG_DYLD_TIMING_LAUNCH_EXECUTABLE)) {
+ dyld3::kdebug_trace_dyld_duration_end(launchTraceID, DBG_DYLD_TIMING_LAUNCH_EXECUTABLE, 0, 0, 2);
+ }
+ notifyMonitoringDyldMain();
+
// find entry point for main executable
- result = (uintptr_t)sMainExecutable->getThreadPC();
+ result = (uintptr_t)sMainExecutable->getEntryFromLC_MAIN();
if ( result != 0 ) {
- // main executable uses LC_MAIN, needs to return to glue in libdyld.dylib
+ // main executable uses LC_MAIN, we need to use helper in libdyld to call into main()
if ( (gLibSystemHelpers != NULL) && (gLibSystemHelpers->version >= 9) )
*startGlue = (uintptr_t)gLibSystemHelpers->startGlueToCallExit;
else
@@ -4512,9 +6335,13 @@
}
else {
// main executable uses LC_UNIXTHREAD, dyld needs to let "start" in program set up for main()
- result = (uintptr_t)sMainExecutable->getMain();
+ result = (uintptr_t)sMainExecutable->getEntryFromLC_UNIXTHREAD();
*startGlue = 0;
}
+#if __has_feature(ptrauth_calls)
+ // start() calls the result pointer as a function pointer so we need to sign it.
+ result = (uintptr_t)__builtin_ptrauth_sign_unauthenticated((void*)result, 0, 0);
+#endif
}
catch(const char* message) {
syncAllImages();
@@ -4524,20 +6351,20 @@
dyld::log("dyld: launch failed\n");
}
-#ifdef ALTERNATIVE_LOGFILE
- // only use alternate log during launch, otherwise file is open forever
- if ( sLogfile != STDERR_FILENO ) {
- close(sLogfile);
- sLogfile = STDERR_FILENO;
- }
-#endif
- CRSetCrashLogMessage(NULL);
+ CRSetCrashLogMessage("dyld2 mode");
+
+ if (sSkipMain) {
+ if (dyld3::kdebug_trace_dyld_enabled(DBG_DYLD_TIMING_LAUNCH_EXECUTABLE)) {
+ dyld3::kdebug_trace_dyld_duration_end(launchTraceID, DBG_DYLD_TIMING_LAUNCH_EXECUTABLE, 0, 0, 2);
+ }
+ result = (uintptr_t)&fake_main;
+ *startGlue = (uintptr_t)gLibSystemHelpers->startGlueToCallExit;
+ }
return result;
}
-
} // namespace