ImageLoaderMachO.cpp [plain text]
#define __srr0 srr0
#define __eip eip
#define __rip rip
#include <string.h>
#include <fcntl.h>
#include <sys/types.h>
#include <sys/fcntl.h>
#include <sys/stat.h>
#include <sys/mman.h>
#include <mach/shared_memory_server.h>
#include <mach/mach.h>
#include <mach/thread_status.h>
#include <mach-o/loader.h>
#include <mach-o/reloc.h>
#include <mach-o/nlist.h>
#include <sys/sysctl.h>
#include <libkern/OSAtomic.h>
#include <libkern/OSCacheControl.h>
#if __ppc__ || __ppc64__
#include <mach-o/ppc/reloc.h>
#endif
#if __x86_64__
#include <mach-o/x86_64/reloc.h>
#endif
#ifndef MH_PIE
#define MH_PIE 0x200000
#endif
#ifndef S_DTRACE_DOF
#define S_DTRACE_DOF 0xF
#endif
#ifndef S_ATTR_SELF_MODIFYING_CODE
#define S_ATTR_SELF_MODIFYING_CODE 0x04000000
#endif
#include "ImageLoaderMachO.h"
#include "mach-o/dyld_images.h"
#if __ppc__
#include <ppc_intrinsics.h>
#else
#define astrcmp(a,b) strcmp(a,b)
#endif
extern "C" void _spin_lock(uint32_t*);
extern "C" void _spin_unlock(uint32_t*);
#if __LP64__
#define RELOC_SIZE 3
#define LC_SEGMENT_COMMAND LC_SEGMENT_64
#define LC_ROUTINES_COMMAND LC_ROUTINES_64
struct macho_header : public mach_header_64 {};
struct macho_segment_command : public segment_command_64 {};
struct macho_section : public section_64 {};
struct macho_nlist : public nlist_64 {};
struct macho_routines_command : public routines_command_64 {};
#else
#define RELOC_SIZE 2
#define LC_SEGMENT_COMMAND LC_SEGMENT
#define LC_ROUTINES_COMMAND LC_ROUTINES
struct macho_header : public mach_header {};
struct macho_segment_command : public segment_command {};
struct macho_section : public section {};
struct macho_nlist : public nlist {};
struct macho_routines_command : public routines_command {};
#endif
#if __x86_64__
#define POINTER_RELOC X86_64_RELOC_UNSIGNED
#else
#define POINTER_RELOC GENERIC_RELOC_VANILLA
#endif
uint32_t ImageLoaderMachO::fgHintedBinaryTreeSearchs = 0;
uint32_t ImageLoaderMachO::fgUnhintedBinaryTreeSearchs = 0;
uint32_t ImageLoaderMachO::fgCountOfImagesWithWeakExports = 0;
#if __i386__
uint32_t ImageLoaderMachO::fgReadOnlyImportSpinLock = 0;
#endif
#if LINKEDIT_USAGE_DEBUG
#include <set>
static std::set<uintptr_t> sLinkEditPageBuckets;
namespace dyld {
extern ImageLoader* findImageContainingAddress(const void* addr);
};
static void noteAccessedLinkEditAddress(const void* addr)
{
uintptr_t page = ((uintptr_t)addr) & (-4096);
if ( sLinkEditPageBuckets.count(page) == 0 ) {
ImageLoader* inImage = dyld::findImageContainingAddress(addr);
dyld::log("dyld: accessing page 0x%016lX in __LINKEDIT of %s\n", page, inImage != NULL ? inImage->getPath() : "unknown" );
}
sLinkEditPageBuckets.insert(page);
}
#endif
void ImageLoaderMachO::init()
{
fMachOData = NULL;
fLinkEditBase = NULL;
fSymbolTable = NULL;
fStrings = NULL;
fDynamicInfo = NULL;
fSlide = 0;
fTwoLevelHints = NULL;
fDylibID = NULL;
#if TEXT_RELOC_SUPPORT
fTextSegmentWithFixups = NULL;
#endif
#if __i386__
fReadOnlyImportSegment = NULL;
#endif
fIsSplitSeg = false;
fInSharedCache = false;
#if __ppc64__
f4GBWritable = false;
#endif
fHasSubLibraries= false;
fHasSubUmbrella = false;
fInUmbrella = false;
fHasDOFSections = false;
fHasDashInit = false;
fHasInitializers= false;
fHasTerminators = false;
#if IMAGE_NOTIFY_SUPPORT
fHasImageNotifySection = false;
#endif
}
ImageLoaderMachO::ImageLoaderMachO(const struct mach_header* mh, uintptr_t slide, const char* path, const LinkContext& context)
: ImageLoader(path)
{
this->init();
fMachOData = (const uint8_t*)mh;
this->instantiateSegments((const uint8_t*)mh);
this->setSlide(slide);
this->parseLoadCmds();
this->adjustSegments();
#if __i386__
if ( fReadOnlyImportSegment != NULL )
fReadOnlyImportSegment->tempWritable(context, this);
#endif
if ( mh->flags & MH_PIE )
Segment::fgNextPIEDylibAddress = (uintptr_t)this->getEnd();
this->setMapped(context);
if ( context.verboseMapping ) {
dyld::log("dyld: Main executable mapped %s\n", this->getPath());
for (ImageLoader::SegmentIterator it = this->beginSegments(); it != this->endSegments(); ++it ) {
Segment* seg = *it;
if ( (strcmp(seg->getName(), "__PAGEZERO") == 0) || (strcmp(seg->getName(), "__UNIXSTACK") == 0) )
dyld::log("%18s at 0x%08lX->0x%08lX\n", seg->getName(), seg->getPreferredLoadAddress(), seg->getPreferredLoadAddress()+seg->getSize());
else
dyld::log("%18s at 0x%08lX->0x%08lX\n", seg->getName(), seg->getActualLoadAddress(this), seg->getActualLoadAddress(this)+seg->getSize());
}
}
}
ImageLoaderMachO::ImageLoaderMachO(const char* moduleName, const struct mach_header* mh, uint64_t len, const LinkContext& context)
: ImageLoader(moduleName)
{
this->init();
fMachOData = (const uint8_t*)mh;
this->instantiateSegments((const uint8_t*)mh);
if ( mh->filetype == MH_EXECUTE ) {
throw "can't load another MH_EXECUTE";
}
else {
ImageLoader::mapSegments((const void*)mh, len, context);
}
this->setNeverUnload();
this->parseLoadCmds();
this->adjustSegments();
if ( moduleName != NULL )
this->setPath(moduleName);
this->setMapped(context);
}
ImageLoaderMachO::ImageLoaderMachO(const struct mach_header* mh, const char* path, const struct stat& info, const LinkContext& context)
: ImageLoader(path, 0, info)
{
this->init();
fMachOData = (const uint8_t*)mh;
fIsSplitSeg = ((mh->flags & MH_SPLIT_SEGS) != 0);
fInSharedCache = true;
this->setNeverUnload();
this->instantiateSegments((const uint8_t*)mh);
if ( context.verboseMapping ) {
dyld::log("dyld: Using shared cached for %s\n", path);
for (ImageLoader::SegmentIterator it = this->beginSegments(); it != this->endSegments(); ++it ) {
Segment* seg = *it;
dyld::log("%18s at 0x%08lX->0x%08lX\n", seg->getName(), seg->getActualLoadAddress(this), seg->getActualLoadAddress(this)+seg->getSize());
}
}
this->parseLoadCmds();
this->setMapped(context);
}
ImageLoaderMachO::ImageLoaderMachO(const char* path, int fd, const uint8_t firstPage[4096], uint64_t offsetInFat,
uint64_t lenInFat, const struct stat& info, const LinkContext& context)
: ImageLoader(path, offsetInFat, info)
{
this->init();
const unsigned int dataSize = sizeof(macho_header) + ((macho_header*)firstPage)->sizeofcmds;
uint8_t buffer[dataSize];
const uint8_t* fileData = firstPage;
if ( dataSize > 4096 ) {
fileData = buffer;
memcpy(buffer, firstPage, 4096);
pread(fd, &buffer[4096], dataSize-4096, offsetInFat+4096);
}
fMachOData = fileData;
fIsSplitSeg = ((((macho_header*)fileData)->flags & MH_SPLIT_SEGS) != 0) && (((macho_header*)fileData)->filetype == MH_DYLIB);
this->instantiateSegments(fileData);
if ( ((macho_header*)fileData)->filetype != MH_EXECUTE )
this->mapSegments(fd, offsetInFat, lenInFat, info.st_size, context);
this->parseLoadCmds();
this->adjustSegments();
this->setMapped(context);
const char* installName = getInstallPath();
if ( (installName != NULL) && (strcmp(installName, path) == 0) && (path[0] == '/') )
this->setPathUnowned(installName);
if ( path[0] != '/' ) {
char realPath[MAXPATHLEN];
if ( realpath(path, realPath) != NULL )
this->setPath(realPath);
else
this->setPath(path);
}
else
this->setPath(path);
if ( ! context.preFetchDisabled )
this->preFetch(fd, offsetInFat, context);
}
ImageLoaderMachO::~ImageLoaderMachO()
{
if ( this->hasCoalescedExports() )
--fgCountOfImagesWithWeakExports;
if ( fInSharedCache )
--fgImagesUsedFromSharedCache;
if ( ! this->leaveMapped() && (this->getState() >= dyld_image_state_mapped) ) {
Segment* firstSeg = *(this->beginSegments());
for(ImageLoader::SegmentIterator it = this->beginSegments(); it != this->endSegments(); ++it ) {
Segment* seg = *it;
if ( seg != firstSeg )
seg->unmap(this);
}
firstSeg->unmap(this);
}
free(fSegmentsArray);
}
void ImageLoaderMachO::instantiateSegments(const uint8_t* fileData)
{
const uint32_t cmd_count = ((macho_header*)fileData)->ncmds;
const struct load_command* const cmds = (struct load_command*)&fileData[sizeof(macho_header)];
uint32_t segCount = 0;
const struct load_command* cmd = cmds;
for (unsigned long i = 0; i < cmd_count; ++i) {
if ( cmd->cmd == LC_SEGMENT_COMMAND ) {
if ( ((struct macho_segment_command*)cmd)->vmsize != 0 )
++segCount;
}
cmd = (const struct load_command*)(((char*)cmd)+cmd->cmdsize);
}
if ( segCount > 255 )
dyld::throwf("more than 255 segments in %s", this->getPath());
fSegmentsArray = static_cast<SegmentMachO*>(malloc(segCount*sizeof(SegmentMachO)));
fSegmentsArrayCount = segCount;
uint32_t segIndex = 0;
cmd = cmds;
for (unsigned long i = 0; i < cmd_count; ++i) {
if ( cmd->cmd == LC_SEGMENT_COMMAND ) {
const struct macho_segment_command* segCmd = (struct macho_segment_command*)cmd;
if ( segCmd->vmsize != 0 )
new (&fSegmentsArray[segIndex++]) SegmentMachO(segCmd);
}
cmd = (const struct load_command*)(((char*)cmd)+cmd->cmdsize);
}
}
void ImageLoaderMachO::adjustSegments()
{
const uint32_t cmd_count = ((macho_header*)fMachOData)->ncmds;
const struct load_command* const cmds = (struct load_command*)&fMachOData[sizeof(macho_header)];
uint32_t segIndex = 0;
const struct load_command* cmd = cmds;
for (unsigned long i = 0; i < cmd_count; ++i) {
if ( cmd->cmd == LC_SEGMENT_COMMAND ) {
const struct macho_segment_command* segCmd = (struct macho_segment_command*)cmd;
if ( segCmd->vmsize != 0 ) {
fSegmentsArray[segIndex].adjust(segCmd);
++segIndex;
}
}
cmd = (const struct load_command*)(((char*)cmd)+cmd->cmdsize);
}
}
void ImageLoaderMachO::preFetch(int fd, uint64_t offsetInFat, const LinkContext& context)
{
uintptr_t symbolTableOffset = (uintptr_t)fSymbolTable - (uintptr_t)fLinkEditBase;
uintptr_t stringTableOffset = (uintptr_t)fStrings - (uintptr_t)fLinkEditBase;
uintptr_t start;
if ( fSegmentsArray[0].getPreferredLoadAddress() != (uintptr_t)fMachOData ) {
start = offsetInFat + fDynamicInfo->locreloff;
}
else {
start = offsetInFat + symbolTableOffset + fDynamicInfo->iextdefsym * sizeof(macho_nlist);
}
uintptr_t end = offsetInFat + stringTableOffset;
if ( fDynamicInfo->nundefsym != 0 )
end += fSymbolTable[fDynamicInfo->iundefsym+fDynamicInfo->nundefsym-1].n_un.n_strx;
else if ( fDynamicInfo->nextdefsym != 0 )
end += fSymbolTable[fDynamicInfo->iextdefsym+fDynamicInfo->nextdefsym-1].n_un.n_strx;
radvisory advice;
advice.ra_offset = start & (-4096); advice.ra_count = (end-advice.ra_offset+4095) & (-4096);
fgTotalBytesPreFetched += advice.ra_count;
fcntl(fd, F_RDADVISE, &advice);
if ( context.verboseMapping ) {
dyld::log("%18s prefetching 0x%0llX -> 0x%0llX\n",
"__LINKEDIT", advice.ra_offset+(uintptr_t)fLinkEditBase-offsetInFat, advice.ra_offset+advice.ra_count+(uintptr_t)fLinkEditBase-offsetInFat);
}
if ( context.linkingMainExecutable ) {
for (ImageLoader::SegmentIterator it = this->beginSegments(); it != this->endSegments(); ++it ) {
Segment* seg = *it;
if ( seg->writeable() && (seg->getFileSize() > 0) ) {
advice.ra_offset = offsetInFat + seg->getFileOffset();
advice.ra_count = seg->getFileSize();
if ( advice.ra_count > 1024*1024 )
advice.ra_count = 1024*1024;
fgTotalBytesPreFetched += advice.ra_count;
fcntl(fd, F_RDADVISE, &advice);
if ( context.verboseMapping ) {
dyld::log("%18s prefetching 0x%0lX -> 0x%0lX\n",
seg->getName(), seg->getActualLoadAddress(this), seg->getActualLoadAddress(this)+advice.ra_count-1);
}
}
}
}
}
bool ImageLoaderMachO::segmentsMustSlideTogether() const
{
return true;
}
bool ImageLoaderMachO::segmentsCanSlide() const
{
const macho_header* mh = (macho_header*)fMachOData;
return ( (mh->filetype == MH_DYLIB) || (mh->filetype == MH_BUNDLE) );
}
bool ImageLoaderMachO::isBundle() const
{
const macho_header* mh = (macho_header*)fMachOData;
return ( mh->filetype == MH_BUNDLE );
}
bool ImageLoaderMachO::isDylib() const
{
const macho_header* mh = (macho_header*)fMachOData;
return ( mh->filetype == MH_DYLIB );
}
bool ImageLoaderMachO::forceFlat() const
{
const macho_header* mh = (macho_header*)fMachOData;
return ( (mh->flags & MH_FORCE_FLAT) != 0 );
}
bool ImageLoaderMachO::usesTwoLevelNameSpace() const
{
const macho_header* mh = (macho_header*)fMachOData;
return ( (mh->flags & MH_TWOLEVEL) != 0 );
}
bool ImageLoaderMachO::isPrebindable() const
{
const macho_header* mh = (macho_header*)fMachOData;
return ( (mh->flags & MH_PREBOUND) != 0 );
}
bool ImageLoaderMachO::hasCoalescedExports() const
{
const macho_header* mh = (macho_header*)fMachOData;
return ( (mh->flags & MH_WEAK_DEFINES) != 0 );
}
bool ImageLoaderMachO::needsCoalescing() const
{
const macho_header* mh = (macho_header*)fMachOData;
return ( (mh->flags & MH_BINDS_TO_WEAK) != 0 );
}
struct _shared_region_mapping_np {
mach_vm_address_t address;
mach_vm_size_t size;
mach_vm_offset_t file_offset;
vm_prot_t max_prot;
vm_prot_t init_prot;
};
struct _shared_region_range_np {
mach_vm_address_t address;
mach_vm_size_t size;
};
#if SPLIT_SEG_SHARED_REGION_SUPPORT
static int
_shared_region_map_file_np(
int fd, unsigned int regionCount, const _shared_region_mapping_np regions[], uint64_t* slide) {
int r = syscall(299, fd, regionCount, regions, slide);
return r;
}
static int
_shared_region_make_private_np(
unsigned int rangeCount, const _shared_region_range_np ranges[]) {
int r = syscall(300, rangeCount, ranges);
return r;
}
#define KERN_SHREG_PRIVATIZABLE 54
static int
_shared_region_map_file_with_mmap(
int fd, unsigned int regionCount, const _shared_region_mapping_np regions[]) {
for(unsigned int i=0; i < regionCount; ++i) {
void* mmapAddress = (void*)(uintptr_t)(regions[i].address);
size_t size = regions[i].size;
if ( (regions[i].init_prot & VM_PROT_ZF) != 0 ) {
}
else {
int protection = 0;
if ( regions[i].init_prot & VM_PROT_EXECUTE )
protection |= PROT_EXEC;
if ( regions[i].init_prot & VM_PROT_READ )
protection |= PROT_READ;
if ( regions[i].init_prot & VM_PROT_WRITE )
protection |= PROT_WRITE;
off_t offset = regions[i].file_offset;
mmapAddress = mmap(mmapAddress, size, protection, MAP_FIXED | MAP_PRIVATE, fd, offset);
if ( mmapAddress == ((void*)(-1)) )
throw "mmap error";
}
}
return 0;
}
static
bool
hasSharedRegionMapFile(void)
{
int mib[CTL_MAXNAME];
int value = 0;
size_t size;
mib[0] = CTL_KERN;
mib[1] = KERN_SHREG_PRIVATIZABLE;
size = sizeof (int);
if (sysctl(mib, 2, &value, &size, NULL, 0) != 0) {
value = 0;
}
return 0 != value;
}
#endif // SPLIT_SEG_SHARED_REGION_SUPPORT
#if SPLIT_SEG_DYLIB_SUPPORT
unsigned int
ImageLoaderMachO::getExtraZeroFillEntriesCount()
{
unsigned int extraZeroFillEntries = 0;
for(ImageLoader::SegmentIterator it = this->beginSegments(); it != this->endSegments(); ++it ) {
Segment* seg = *it;
if ( seg->hasTrailingZeroFill() )
++extraZeroFillEntries;
}
return extraZeroFillEntries;
}
void
ImageLoaderMachO::initMappingTable(uint64_t offsetInFat,
_shared_region_mapping_np *mappingTable)
{
unsigned int segmentCount = fSegmentsArrayCount;
for(unsigned int segIndex=0,entryIndex=0; segIndex < segmentCount; ++segIndex, ++entryIndex){
Segment* seg = &fSegmentsArray[segIndex];
_shared_region_mapping_np* entry = &mappingTable[entryIndex];
entry->address = seg->getActualLoadAddress(this);
entry->size = seg->getFileSize();
entry->file_offset = seg->getFileOffset() + offsetInFat;
entry->init_prot = VM_PROT_NONE;
if ( !seg->unaccessible() ) {
if ( seg->executable() )
entry->init_prot |= VM_PROT_EXECUTE;
if ( seg->readable() )
entry->init_prot |= VM_PROT_READ;
if ( seg->writeable() )
entry->init_prot |= VM_PROT_WRITE | VM_PROT_COW;
}
entry->max_prot = entry->init_prot;
if ( seg->hasTrailingZeroFill() ) {
_shared_region_mapping_np* zfentry = &mappingTable[++entryIndex];
zfentry->address = entry->address + seg->getFileSize();
zfentry->size = seg->getSize() - seg->getFileSize();
zfentry->file_offset = 0;
zfentry->init_prot = entry->init_prot | VM_PROT_COW | VM_PROT_ZF;
zfentry->max_prot = zfentry->init_prot;
}
}
}
int
ImageLoaderMachO::sharedRegionMapFilePrivateOutside(int fd,
uint64_t offsetInFat,
uint64_t lenInFat,
uint64_t fileLen,
const LinkContext& context)
{
static uintptr_t sNextAltLoadAddress
#if __ppc_
= 0xC0000000;
#else
= 0;
#endif
const unsigned int segmentCount = fSegmentsArrayCount;
const unsigned int extraZeroFillEntries = getExtraZeroFillEntriesCount();
const unsigned int regionCount = segmentCount+extraZeroFillEntries;
_shared_region_mapping_np regions[regionCount];
initMappingTable(offsetInFat, regions);
int r = -1;
bool foundRoom = false;
vm_size_t biggestDiff = 0;
while ( ! foundRoom ) {
foundRoom = true;
for(unsigned int i=0; i < regionCount; ++i) {
vm_address_t addr = sNextAltLoadAddress + regions[i].address - regions[0].address;
vm_size_t size = regions[i].size ;
r = vm_allocate(mach_task_self(), &addr, size, false );
if ( 0 != r ) {
for(unsigned int j=0; j < i; ++j) {
vm_address_t addr = sNextAltLoadAddress + regions[j].address - regions[0].address;
vm_size_t size = regions[j].size ;
(void)vm_deallocate(mach_task_self(), addr, size);
}
sNextAltLoadAddress += 0x00100000; if ( (sNextAltLoadAddress & 0xF0000000) == 0x90000000 )
sNextAltLoadAddress = 0xB0000000;
if ( (sNextAltLoadAddress & 0xF0000000) == 0xF0000000 )
throw "can't map split seg anywhere";
foundRoom = false;
break;
}
vm_size_t high = (regions[i].address + size - regions[0].address) & 0x0FFFFFFF;
if ( high > biggestDiff )
biggestDiff = high;
}
}
uintptr_t slide = sNextAltLoadAddress - regions[0].address;
this->setSlide(slide);
for(unsigned int i=0; i < regionCount; ++i) {
if ( ((regions[i].init_prot & VM_PROT_ZF) != 0) || (regions[i].size == 0) ) {
}
else {
void* mmapAddress = (void*)(uintptr_t)(regions[i].address + slide);
size_t size = regions[i].size;
int protection = 0;
if ( regions[i].init_prot & VM_PROT_EXECUTE )
protection |= PROT_EXEC;
if ( regions[i].init_prot & VM_PROT_READ )
protection |= PROT_READ;
if ( regions[i].init_prot & VM_PROT_WRITE )
protection |= PROT_WRITE;
off_t offset = regions[i].file_offset;
mmapAddress = mmap(mmapAddress, size, protection, MAP_FIXED | MAP_PRIVATE, fd, offset);
if ( mmapAddress == ((void*)(-1)) )
throw "mmap error";
}
}
sNextAltLoadAddress += biggestDiff;
sNextAltLoadAddress = (sNextAltLoadAddress + 4095) & (-4096);
if ( context.verboseMapping ) {
dyld::log("dyld: Mapping split-seg outside shared region, slid by 0x%08lX %s\n", this->fSlide, this->getPath());
for(unsigned int segIndex=0,entryIndex=0; segIndex < segmentCount; ++segIndex, ++entryIndex){
Segment* seg = &fSegmentsArray[segIndex];
const _shared_region_mapping_np* entry = ®ions[entryIndex];
if ( (entry->init_prot & VM_PROT_ZF) == 0 )
dyld::log("%18s at 0x%08lX->0x%08lX\n",
seg->getName(), seg->getActualLoadAddress(this), seg->getActualLoadAddress(this)+seg->getFileSize()-1);
if ( entryIndex < (regionCount-1) ) {
const _shared_region_mapping_np* nextEntry = ®ions[entryIndex+1];
if ( (nextEntry->init_prot & VM_PROT_ZF) != 0 ) {
uint64_t segOffset = nextEntry->address - entry->address;
dyld::log("%18s at 0x%08lX->0x%08lX (zerofill)\n",
seg->getName(), (uintptr_t)(seg->getActualLoadAddress(this) + segOffset), (uintptr_t)(seg->getActualLoadAddress(this) + segOffset + nextEntry->size - 1));
++entryIndex;
}
}
}
}
return r;
}
void ImageLoaderMachO::mapSegments(int fd, uint64_t offsetInFat, uint64_t lenInFat, uint64_t fileLen, const LinkContext& context)
{
if ( !fIsSplitSeg )
return ImageLoader::mapSegments(fd, offsetInFat, lenInFat, fileLen, context);
#if SPLIT_SEG_SHARED_REGION_SUPPORT
enum SharedRegionState
{
kSharedRegionStartState = 0,
kSharedRegionMapFileState,
kSharedRegionMapFilePrivateState,
kSharedRegionMapFilePrivateMMapState,
kSharedRegionMapFilePrivateOutsideState,
};
static SharedRegionState sSharedRegionState = kSharedRegionStartState;
if ( kSharedRegionStartState == sSharedRegionState ) {
if ( hasSharedRegionMapFile() ) {
if ( context.sharedRegionMode == kUsePrivateSharedRegion ) {
sharedRegionMakePrivate(context);
sSharedRegionState = kSharedRegionMapFilePrivateState;
}
else if ( context.sharedRegionMode == kDontUseSharedRegion ) {
sSharedRegionState = kSharedRegionMapFilePrivateOutsideState;
}
else if ( context.sharedRegionMode == kSharedRegionIsSharedCache ) {
sSharedRegionState = kSharedRegionMapFilePrivateOutsideState;
}
else {
sSharedRegionState = kSharedRegionMapFileState;
}
}
else {
sSharedRegionState = kSharedRegionMapFilePrivateOutsideState;
}
}
if ( kSharedRegionMapFileState == sSharedRegionState ) {
if ( 0 != sharedRegionMapFile(fd, offsetInFat, lenInFat, fileLen, context) ) {
sharedRegionMakePrivate(context);
sSharedRegionState = kSharedRegionMapFilePrivateState;
}
}
if ( (kSharedRegionMapFilePrivateState == sSharedRegionState) || (kSharedRegionMapFilePrivateMMapState == sSharedRegionState) ) {
if ( 0 != sharedRegionMapFilePrivate(fd, offsetInFat, lenInFat, fileLen, context, (kSharedRegionMapFilePrivateMMapState == sSharedRegionState)) ) {
sSharedRegionState = kSharedRegionMapFilePrivateOutsideState;
}
}
if ( kSharedRegionMapFilePrivateOutsideState == sSharedRegionState ) {
if ( 0 != sharedRegionMapFilePrivateOutside(fd, offsetInFat, lenInFat, fileLen, context) ) {
throw "mapping error";
}
}
#else
if ( sharedRegionMapFilePrivateOutside(fd, offsetInFat, lenInFat, fileLen, context) != 0 ) {
throw "mapping error";
}
#endif
}
#endif // SPLIT_SEG_DYLIB_SUPPORT
#if SPLIT_SEG_SHARED_REGION_SUPPORT
int ImageLoaderMachO::sharedRegionMakePrivate(const LinkContext& context)
{
if ( context.verboseMapping )
dyld::log("dyld: making shared regions private\n");
MappedRegion allRegions[context.imageCount()*8]; MappedRegion* end = context.getAllMappedRegions(allRegions);
_shared_region_range_np splitSegRegions[end-allRegions];
_shared_region_range_np* sp = splitSegRegions;
for (MappedRegion* p=allRegions; p < end; ++p) {
uint8_t highByte = p->address >> 28;
if ( (highByte == 9) || (highByte == 0xA) ) {
_shared_region_range_np splitRegion;
splitRegion.address = p->address;
splitRegion.size = p->size;
*sp++ = splitRegion;
}
}
int result = _shared_region_make_private_np(sp-splitSegRegions, splitSegRegions);
dyld_all_image_infos.processDetachedFromSharedRegion = true;
return result;
}
int
ImageLoaderMachO::sharedRegionMapFile(int fd,
uint64_t offsetInFat,
uint64_t lenInFat,
uint64_t fileLen,
const LinkContext& context)
{
const unsigned int segmentCount = fSegmentsArrayCount;
const unsigned int extraZeroFillEntries = getExtraZeroFillEntriesCount();
const unsigned int mappingTableCount = segmentCount+extraZeroFillEntries;
_shared_region_mapping_np mappingTable[mappingTableCount];
initMappingTable(offsetInFat, mappingTable);
uint64_t *slidep = NULL;
int r = _shared_region_map_file_np(fd, mappingTableCount, mappingTable, slidep);
if ( 0 == r ) {
if(NULL != slidep && 0 != *slidep) {
}
this->setNeverUnload();
if ( context.verboseMapping ) {
dyld::log("dyld: Mapping split-seg shared %s\n", this->getPath());
for(unsigned int segIndex=0,entryIndex=0; segIndex < segmentCount; ++segIndex, ++entryIndex){
Segment* seg = &fSegmentsArray[segIndex];
const _shared_region_mapping_np* entry = &mappingTable[entryIndex];
if ( (entry->init_prot & VM_PROT_ZF) == 0 )
dyld::log("%18s at 0x%08lX->0x%08lX\n",
seg->getName(), seg->getActualLoadAddress(this), seg->getActualLoadAddress(this)+seg->getFileSize()-1);
if ( entryIndex < (mappingTableCount-1) ) {
const _shared_region_mapping_np* nextEntry = &mappingTable[entryIndex+1];
if ( (nextEntry->init_prot & VM_PROT_ZF) != 0 ) {
uint64_t segOffset = nextEntry->address - entry->address;
dyld::log("%18s at 0x%08lX->0x%08lX\n",
seg->getName(), (uintptr_t)(seg->getActualLoadAddress(this) + segOffset), (uintptr_t)(seg->getActualLoadAddress(this) + segOffset + nextEntry->size - 1));
++entryIndex;
}
}
}
}
}
return r;
}
int
ImageLoaderMachO::sharedRegionMapFilePrivate(int fd,
uint64_t offsetInFat,
uint64_t lenInFat,
uint64_t fileLen,
const LinkContext& context,
bool usemmap)
{
const unsigned int segmentCount = fSegmentsArrayCount;
const unsigned int extraZeroFillEntries = getExtraZeroFillEntriesCount();
const unsigned int mappingTableCount = segmentCount+extraZeroFillEntries;
_shared_region_mapping_np mappingTable[mappingTableCount];
initMappingTable(offsetInFat, mappingTable);
uint64_t slide = 0;
int r;
if ( usemmap )
r = _shared_region_map_file_with_mmap(fd, mappingTableCount, mappingTable);
else
r = _shared_region_map_file_np(fd, mappingTableCount, mappingTable, &slide);
if ( 0 == r ) {
if ( 0 != slide ) {
slide = (slide) & (-4096); this->setSlide(slide);
}
this->setNeverUnload();
if ( context.verboseMapping ) {
if ( slide == 0 )
dyld::log("dyld: Mapping split-seg un-shared %s\n", this->getPath());
else
dyld::log("dyld: Mapping split-seg un-shared slid by 0x%08llX %s\n", slide, this->getPath());
for(unsigned int segIndex=0,entryIndex=0; segIndex < segmentCount; ++segIndex, ++entryIndex){
Segment* seg = &fSegmentsArray[segIndex];
const _shared_region_mapping_np* entry = &mappingTable[entryIndex];
if ( (entry->init_prot & VM_PROT_ZF) == 0 )
dyld::log("%18s at 0x%08lX->0x%08lX\n",
seg->getName(), seg->getActualLoadAddress(this), seg->getActualLoadAddress(this)+seg->getFileSize()-1);
if ( entryIndex < (mappingTableCount-1) ) {
const _shared_region_mapping_np* nextEntry = &mappingTable[entryIndex+1];
if ( (nextEntry->init_prot & VM_PROT_ZF) != 0 ) {
uint64_t segOffset = nextEntry->address - entry->address;
dyld::log("%18s at 0x%08lX->0x%08lX (zerofill)\n",
seg->getName(), (uintptr_t)(seg->getActualLoadAddress(this) + segOffset), (uintptr_t)(seg->getActualLoadAddress(this) + segOffset + nextEntry->size - 1));
++entryIndex;
}
}
}
}
}
if ( r != 0 )
dyld::throwf("can't rebase split-seg dylib %s because shared_region_map_file_np() returned %d", this->getPath(), r);
return r;
}
void
ImageLoaderMachO::initMappingTable(uint64_t offsetInFat,
sf_mapping *mappingTable,
uintptr_t baseAddress)
{
unsigned int segmentCount = fSegmentsArrayCount;
for(unsigned int segIndex=0,entryIndex=0; segIndex < segmentCount; ++segIndex, ++entryIndex){
Segment* seg = &fSegmentsArray[segIndex];
sf_mapping* entry = &mappingTable[entryIndex];
entry->mapping_offset = seg->getPreferredLoadAddress() - baseAddress;
entry->size = seg->getFileSize();
entry->file_offset = seg->getFileOffset() + offsetInFat;
entry->protection = VM_PROT_NONE;
if ( !seg->unaccessible() ) {
if ( seg->executable() )
entry->protection |= VM_PROT_EXECUTE;
if ( seg->readable() )
entry->protection |= VM_PROT_READ;
if ( seg->writeable() )
entry->protection |= VM_PROT_WRITE | VM_PROT_COW;
}
entry->cksum = 0;
if ( seg->hasTrailingZeroFill() ) {
sf_mapping* zfentry = &mappingTable[++entryIndex];
zfentry->mapping_offset = entry->mapping_offset + seg->getFileSize();
zfentry->size = seg->getSize() - seg->getFileSize();
zfentry->file_offset = 0;
zfentry->protection = entry->protection | VM_PROT_COW | VM_PROT_ZF;
zfentry->cksum = 0;
}
}
}
#endif // SPLIT_SEG_SHARED_REGION_SUPPORT
void ImageLoaderMachO::setSlide(intptr_t slide)
{
fSlide = slide;
}
void ImageLoaderMachO::parseLoadCmds()
{
for (ImageLoader::SegmentIterator it = this->beginSegments(); it != this->endSegments(); ++it ) {
Segment* seg = *it;
if ( strcmp(seg->getName(),"__LINKEDIT") == 0 )
fLinkEditBase = (uint8_t*)(seg->getActualLoadAddress(this) - seg->getFileOffset());
#if TEXT_RELOC_SUPPORT
if ( strcmp(seg->getName(),"__TEXT") == 0 ) {
if ( ((SegmentMachO*)seg)->hasFixUps() )
fTextSegmentWithFixups = (SegmentMachO*)seg;
}
#endif
#if __i386__
if ( seg->readOnlyImportStubs() )
fReadOnlyImportSegment = (SegmentMachO*)seg;
#endif
if ( (seg->getFileOffset() == 0) && (seg->getFileSize() != 0) ) {
fMachOData = (uint8_t*)(seg->getActualLoadAddress(this));
}
#if __ppc64__
if ( ((seg->getPreferredLoadAddress() + seg->getSize() - fSegmentsArray[0].getPreferredLoadAddress()) > 0x100000000)
&& seg->writeable() )
f4GBWritable = true;
#endif
}
if ( this->hasCoalescedExports() )
++fgCountOfImagesWithWeakExports;
if ( fInSharedCache )
++fgImagesUsedFromSharedCache;
const uint32_t cmd_count = ((macho_header*)fMachOData)->ncmds;
const struct load_command* const cmds = (struct load_command*)&fMachOData[sizeof(macho_header)];
const struct load_command* cmd = cmds;
for (uint32_t i = 0; i < cmd_count; ++i) {
switch (cmd->cmd) {
case LC_SYMTAB:
{
const struct symtab_command* symtab = (struct symtab_command*)cmd;
fStrings = (const char*)&fLinkEditBase[symtab->stroff];
fSymbolTable = (struct macho_nlist*)(&fLinkEditBase[symtab->symoff]);
}
break;
case LC_DYSYMTAB:
fDynamicInfo = (struct dysymtab_command*)cmd;
break;
case LC_SUB_UMBRELLA:
fHasSubUmbrella = true;
break;
case LC_SUB_FRAMEWORK:
fInUmbrella = true;
break;
case LC_SUB_LIBRARY:
fHasSubLibraries = true;
break;
case LC_ROUTINES_COMMAND:
fHasDashInit = true;
break;
case LC_SEGMENT_COMMAND:
{
const struct macho_segment_command* seg = (struct macho_segment_command*)cmd;
#if IMAGE_NOTIFY_SUPPORT
const bool isDataSeg = (strcmp(seg->segname, "__DATA") == 0);
#endif
const struct macho_section* const sectionsStart = (struct macho_section*)((char*)seg + sizeof(struct macho_segment_command));
const struct macho_section* const sectionsEnd = §ionsStart[seg->nsects];
for (const struct macho_section* sect=sectionsStart; sect < sectionsEnd; ++sect) {
const uint8_t type = sect->flags & SECTION_TYPE;
if ( type == S_MOD_INIT_FUNC_POINTERS )
fHasInitializers = true;
else if ( type == S_MOD_TERM_FUNC_POINTERS )
fHasTerminators = true;
else if ( type == S_DTRACE_DOF )
fHasDOFSections = true;
#if IMAGE_NOTIFY_SUPPORT
else if ( isDataSeg && (strcmp(sect->sectname, "__image_notify") == 0) )
fHasImageNotifySection = true;
#endif
}
}
break;
case LC_TWOLEVEL_HINTS:
fTwoLevelHints = (struct twolevel_hints_command*)cmd;
break;
case LC_ID_DYLIB:
{
fDylibID = (struct dylib_command*)cmd;
}
break;
case LC_RPATH:
case LC_LOAD_WEAK_DYLIB:
case LC_REEXPORT_DYLIB:
break;
default:
if ( (cmd->cmd & LC_REQ_DYLD) != 0 )
dyld::throwf("unknown required load command 0x%08X", cmd->cmd);
}
cmd = (const struct load_command*)(((char*)cmd)+cmd->cmdsize);
}
}
const char* ImageLoaderMachO::getInstallPath() const
{
if ( fDylibID != NULL ) {
return (char*)fDylibID + fDylibID->dylib.name.offset;
}
return NULL;
}
bool ImageLoaderMachO::isSubframeworkOf(const LinkContext& context, const ImageLoader* parent) const
{
if ( fInUmbrella ) {
const uint32_t cmd_count = ((macho_header*)fMachOData)->ncmds;
const struct load_command* const cmds = (struct load_command*)&fMachOData[sizeof(macho_header)];
const struct load_command* cmd = cmds;
for (uint32_t i = 0; i < cmd_count; ++i) {
if (cmd->cmd == LC_SUB_FRAMEWORK) {
const struct sub_framework_command* subf = (struct sub_framework_command*)cmd;
const char* exportThruName = (char*)cmd + subf->umbrella.offset;
const char* parentInstallPath = parent->getInstallPath();
if ( parentInstallPath != NULL ) {
const char* lastSlash = strrchr(parentInstallPath, '/');
if ( lastSlash != NULL ) {
if ( strcmp(&lastSlash[1], exportThruName) == 0 )
return true;
if ( context.imageSuffix != NULL ) {
char reexportAndSuffix[strlen(context.imageSuffix)+strlen(exportThruName)+1];
strcpy(reexportAndSuffix, exportThruName);
strcat(reexportAndSuffix, context.imageSuffix);
if ( strcmp(&lastSlash[1], reexportAndSuffix) == 0 )
return true;
}
}
}
}
cmd = (const struct load_command*)(((char*)cmd)+cmd->cmdsize);
}
}
return false;
}
bool ImageLoaderMachO::hasSubLibrary(const LinkContext& context, const ImageLoader* child) const
{
if ( fHasSubLibraries ) {
const char* childInstallPath = child->getInstallPath();
if ( childInstallPath != NULL ) {
const char* lastSlash = strrchr(childInstallPath, '/');
if ( lastSlash != NULL ) {
const char* firstDot = strchr(lastSlash, '.');
int len;
if ( firstDot == NULL )
len = strlen(lastSlash);
else
len = firstDot-lastSlash-1;
char childLeafName[len+1];
strncpy(childLeafName, &lastSlash[1], len);
childLeafName[len] = '\0';
const uint32_t cmd_count = ((macho_header*)fMachOData)->ncmds;
const struct load_command* const cmds = (struct load_command*)&fMachOData[sizeof(macho_header)];
const struct load_command* cmd = cmds;
for (uint32_t i = 0; i < cmd_count; ++i) {
switch (cmd->cmd) {
case LC_SUB_LIBRARY:
{
const struct sub_library_command* lib = (struct sub_library_command*)cmd;
const char* aSubLibName = (char*)cmd + lib->sub_library.offset;
if ( strcmp(aSubLibName, childLeafName) == 0 )
return true;
if ( context.imageSuffix != NULL ) {
char aSubLibNameAndSuffix[strlen(context.imageSuffix)+strlen(aSubLibName)+1];
strcpy(aSubLibNameAndSuffix, aSubLibName);
strcat(aSubLibNameAndSuffix, context.imageSuffix);
if ( strcmp(aSubLibNameAndSuffix, childLeafName) == 0 )
return true;
}
}
break;
}
cmd = (const struct load_command*)(((char*)cmd)+cmd->cmdsize);
}
}
}
}
if ( fHasSubUmbrella ) {
const char* childInstallPath = child->getInstallPath();
if ( childInstallPath != NULL ) {
const char* lastSlash = strrchr(childInstallPath, '/');
if ( lastSlash != NULL ) {
const uint32_t cmd_count = ((macho_header*)fMachOData)->ncmds;
const struct load_command* const cmds = (struct load_command*)&fMachOData[sizeof(macho_header)];
const struct load_command* cmd = cmds;
for (uint32_t i = 0; i < cmd_count; ++i) {
switch (cmd->cmd) {
case LC_SUB_UMBRELLA:
{
const struct sub_umbrella_command* um = (struct sub_umbrella_command*)cmd;
const char* aSubUmbrellaName = (char*)cmd + um->sub_umbrella.offset;
if ( strcmp(aSubUmbrellaName, &lastSlash[1]) == 0 )
return true;
if ( context.imageSuffix != NULL ) {
char umbrellaAndSuffix[strlen(context.imageSuffix)+strlen(aSubUmbrellaName)+1];
strcpy(umbrellaAndSuffix, aSubUmbrellaName);
strcat(umbrellaAndSuffix, context.imageSuffix);
if ( strcmp(umbrellaAndSuffix, &lastSlash[1]) == 0 )
return true;
}
}
break;
}
cmd = (const struct load_command*)(((char*)cmd)+cmd->cmdsize);
}
}
}
}
return false;
}
void* ImageLoaderMachO::getMain() const
{
const uint32_t cmd_count = ((macho_header*)fMachOData)->ncmds;
const struct load_command* const cmds = (struct load_command*)&fMachOData[sizeof(macho_header)];
const struct load_command* cmd = cmds;
for (unsigned long i = 0; i < cmd_count; ++i) {
switch (cmd->cmd) {
case LC_UNIXTHREAD:
{
#if __ppc__
const ppc_thread_state_t* registers = (ppc_thread_state_t*)(((char*)cmd) + 16);
return (void*)(registers->srr0 + fSlide);
#elif __ppc64__
const ppc_thread_state64_t* registers = (ppc_thread_state64_t*)(((char*)cmd) + 16);
return (void*)(registers->srr0 + fSlide);
#elif __i386__
const i386_thread_state_t* registers = (i386_thread_state_t*)(((char*)cmd) + 16);
return (void*)(registers->eip + fSlide);
#elif __x86_64__
const x86_thread_state64_t* registers = (x86_thread_state64_t*)(((char*)cmd) + 16);
return (void*)(registers->rip + fSlide);
#else
#warning need processor specific code
#endif
}
break;
}
cmd = (const struct load_command*)(((char*)cmd)+cmd->cmdsize);
}
return NULL;
}
uint32_t ImageLoaderMachO::doGetDependentLibraryCount()
{
const uint32_t cmd_count = ((macho_header*)fMachOData)->ncmds;
const struct load_command* const cmds = (struct load_command*)&fMachOData[sizeof(macho_header)];
uint32_t count = 0;
const struct load_command* cmd = cmds;
for (unsigned long i = 0; i < cmd_count; ++i) {
switch (cmd->cmd) {
case LC_LOAD_DYLIB:
case LC_LOAD_WEAK_DYLIB:
case LC_REEXPORT_DYLIB:
++count;
break;
}
cmd = (const struct load_command*)(((char*)cmd)+cmd->cmdsize);
}
return count;
}
void ImageLoaderMachO::doGetDependentLibraries(DependentLibraryInfo libs[])
{
uint32_t index = 0;
const uint32_t cmd_count = ((macho_header*)fMachOData)->ncmds;
const struct load_command* const cmds = (struct load_command*)&fMachOData[sizeof(macho_header)];
const struct load_command* cmd = cmds;
for (unsigned long i = 0; i < cmd_count; ++i) {
switch (cmd->cmd) {
case LC_LOAD_DYLIB:
case LC_LOAD_WEAK_DYLIB:
case LC_REEXPORT_DYLIB:
{
const struct dylib_command* dylib = (struct dylib_command*)cmd;
DependentLibraryInfo* lib = &libs[index++];
lib->name = (char*)cmd + dylib->dylib.name.offset;
lib->info.checksum = dylib->dylib.timestamp;
lib->info.minVersion = dylib->dylib.compatibility_version;
lib->info.maxVersion = dylib->dylib.current_version;
lib->required = (cmd->cmd != LC_LOAD_WEAK_DYLIB);
lib->reExported = (cmd->cmd == LC_REEXPORT_DYLIB);
}
break;
}
cmd = (const struct load_command*)(((char*)cmd)+cmd->cmdsize);
}
}
ImageLoader::LibraryInfo ImageLoaderMachO::doGetLibraryInfo()
{
LibraryInfo info;
if ( fDylibID != NULL ) {
info.minVersion = fDylibID->dylib.compatibility_version;
info.maxVersion = fDylibID->dylib.current_version;
info.checksum = fDylibID->dylib.timestamp;
}
else {
info.minVersion = 0;
info.maxVersion = 0;
info.checksum = 0;
}
return info;
}
void ImageLoaderMachO::getRPaths(const LinkContext& context, std::vector<const char*>& paths) const
{
const uint32_t cmd_count = ((macho_header*)fMachOData)->ncmds;
const struct load_command* const cmds = (struct load_command*)&fMachOData[sizeof(macho_header)];
const struct load_command* cmd = cmds;
for (unsigned long i = 0; i < cmd_count; ++i) {
switch (cmd->cmd) {
case LC_RPATH:
const char* path = (char*)cmd + ((struct rpath_command*)cmd)->path.offset;
if ( strncmp(path, "@loader_path/", 13) == 0 ) {
if ( issetugid() && (context.mainExecutable == this) ) {
dyld::warn("LC_RPATH %s in %s being ignored in setuid program because of @loader_path\n", path, this->getPath());
break;
}
char resolvedPath[PATH_MAX];
if ( realpath(this->getPath(), resolvedPath) != NULL ) {
char newRealPath[strlen(resolvedPath) + strlen(path)];
strcpy(newRealPath, resolvedPath);
char* addPoint = strrchr(newRealPath,'/');
if ( addPoint != NULL )
strcpy(&addPoint[1], &path[13]);
else
strcpy(newRealPath, &path[13]);
path = strdup(newRealPath);
}
}
else if ( strncmp(path, "@executable_path/", 17) == 0 ) {
if ( issetugid() ) {
dyld::warn("LC_RPATH %s in %s being ignored in setuid program because of @executable_path\n", path, this->getPath());
break;
}
char resolvedPath[PATH_MAX];
if ( realpath(context.mainExecutable->getPath(), resolvedPath) != NULL ) {
char newRealPath[strlen(resolvedPath) + strlen(path)];
strcpy(newRealPath, resolvedPath);
char* addPoint = strrchr(newRealPath,'/');
if ( addPoint != NULL )
strcpy(&addPoint[1], &path[17]);
else
strcpy(newRealPath, &path[17]);
path = strdup(newRealPath);
}
}
else if ( (path[0] != '/') && issetugid() ) {
dyld::warn("LC_RPATH %s in %s being ignored in setuid program because it is a relative path\n", path, this->getPath());
break;
}
else {
path = strdup(path);
}
paths.push_back(path);
break;
}
cmd = (const struct load_command*)(((char*)cmd)+cmd->cmdsize);
}
}
uintptr_t ImageLoaderMachO::getFirstWritableSegmentAddress()
{
for(ImageLoader::SegmentIterator it = this->beginSegments(); it != this->endSegments(); ++it ) {
Segment* seg = *it;
if ( seg->writeable() )
return seg->getActualLoadAddress(this);
}
throw "no writable segment";
}
uintptr_t ImageLoaderMachO::getRelocBase()
{
#if __ppc__ || __i386__
if ( fIsSplitSeg )
return getFirstWritableSegmentAddress();
else
return fSegmentsArray[0].getActualLoadAddress(this);
#elif __ppc64__
if ( f4GBWritable )
return getFirstWritableSegmentAddress();
else
return fSegmentsArray[0].getActualLoadAddress(this);
#elif __x86_64__
return getFirstWritableSegmentAddress();
#endif
}
#if __ppc__
static inline void otherRelocsPPC(uintptr_t* locationToFix, uint8_t relocationType, uint16_t otherHalf, uintptr_t slide)
{
struct ppcInstruction { uint16_t opcode; int16_t immediateValue; };
ppcInstruction* instruction = (ppcInstruction*)locationToFix;
switch ( relocationType )
{
case PPC_RELOC_LO16:
instruction->immediateValue = ((otherHalf << 16) | instruction->immediateValue) + slide;
break;
case PPC_RELOC_HI16:
instruction->immediateValue = ((((instruction->immediateValue << 16) | otherHalf) + slide) >> 16);
break;
case PPC_RELOC_HA16:
int16_t signedOtherHalf = (int16_t)(otherHalf & 0xffff);
uint32_t temp = (instruction->immediateValue << 16) + signedOtherHalf + slide;
if ( (temp & 0x00008000) != 0 )
temp += 0x00008000;
instruction->immediateValue = temp >> 16;
}
}
#endif
#if __ppc__ || __i386__
void ImageLoaderMachO::resetPreboundLazyPointers(const LinkContext& context, uintptr_t relocBase)
{
register const uintptr_t slide = this->fSlide;
const relocation_info* const relocsStart = (struct relocation_info*)(&fLinkEditBase[fDynamicInfo->locreloff]);
const relocation_info* const relocsEnd = &relocsStart[fDynamicInfo->nlocrel];
for (const relocation_info* reloc=relocsStart; reloc < relocsEnd; ++reloc) {
if ( (reloc->r_address & R_SCATTERED) != 0 ) {
const struct scattered_relocation_info* sreloc = (struct scattered_relocation_info*)reloc;
if (sreloc->r_length == RELOC_SIZE) {
uintptr_t* locationToFix = (uintptr_t*)(sreloc->r_address + relocBase);
switch(sreloc->r_type) {
#if __ppc__
case PPC_RELOC_PB_LA_PTR:
*locationToFix = sreloc->r_value + slide;
break;
#endif
#if __i386__
case GENERIC_RELOC_PB_LA_PTR:
*locationToFix = sreloc->r_value + slide;
break;
#endif
}
}
}
}
}
#endif
void ImageLoaderMachO::doRebase(const LinkContext& context)
{
if ( this->usablePrebinding(context) ) {
++fgImagesWithUsedPrebinding; return;
}
if ( context.verbosePrebinding ) {
if ( !this->isPrebindable() ) {
dyld::log("dyld: image not prebound, so could not use prebinding in %s\n", this->getPath());
}
else if ( fSlide != 0 ) {
dyld::log("dyld: image slid, so could not use prebinding in %s\n", this->getPath());
}
else if ( !this->allDependentLibrariesAsWhenPreBound() ) {
dyld::log("dyld: dependent libraries changed, so could not use prebinding in %s\n", this->getPath());
}
else if ( !this->usesTwoLevelNameSpace() ){
dyld::log("dyld: image uses flat-namespace so, parts of prebinding ignored %s\n", this->getPath());
}
else {
dyld::log("dyld: environment variable disabled use of prebinding in %s\n", this->getPath());
}
}
const uintptr_t relocBase = this->getRelocBase();
register const uintptr_t slide = this->fSlide;
#if __ppc__ || __i386__
if ( this->isPrebindable() && !fInSharedCache )
this->resetPreboundLazyPointers(context, relocBase);
#endif
if ( fInSharedCache )
context.notifySharedCacheInvalid();
if ( slide == 0 )
return;
#if TEXT_RELOC_SUPPORT
if ( fTextSegmentWithFixups != NULL )
fTextSegmentWithFixups->tempWritable(context, this);
#endif
const relocation_info* const relocsStart = (struct relocation_info*)(&fLinkEditBase[fDynamicInfo->locreloff]);
const relocation_info* const relocsEnd = &relocsStart[fDynamicInfo->nlocrel];
for (const relocation_info* reloc=relocsStart; reloc < relocsEnd; ++reloc) {
#if LINKEDIT_USAGE_DEBUG
noteAccessedLinkEditAddress(reloc);
#endif
#if __x86_64__
if ( reloc->r_length != 3 )
throw "bad local relocation length";
if ( reloc->r_type != X86_64_RELOC_UNSIGNED )
throw "unknown local relocation type";
if ( reloc->r_pcrel != 0 )
throw "bad local relocation pc_rel";
if ( reloc->r_extern != 0 )
throw "extern relocation found with local relocations";
*((uintptr_t*)(reloc->r_address + relocBase)) += slide;
#else
if ( (reloc->r_address & R_SCATTERED) == 0 ) {
if ( reloc->r_symbolnum == R_ABS ) {
}
else if (reloc->r_length == RELOC_SIZE) {
switch(reloc->r_type) {
case GENERIC_RELOC_VANILLA:
*((uintptr_t*)(reloc->r_address + relocBase)) += slide;
break;
#if __ppc__
case PPC_RELOC_HI16:
case PPC_RELOC_LO16:
case PPC_RELOC_HA16:
otherRelocsPPC((uintptr_t*)(reloc->r_address + relocBase), reloc->r_type, reloc[1].r_address, slide);
++reloc; break;
#endif
default:
throw "unknown local relocation type";
}
}
else {
throw "bad local relocation length";
}
}
else {
const struct scattered_relocation_info* sreloc = (struct scattered_relocation_info*)reloc;
if (sreloc->r_length == RELOC_SIZE) {
uintptr_t* locationToFix = (uintptr_t*)(sreloc->r_address + relocBase);
switch(sreloc->r_type) {
case GENERIC_RELOC_VANILLA:
*locationToFix += slide;
break;
#if __ppc__
case PPC_RELOC_HI16:
case PPC_RELOC_LO16:
case PPC_RELOC_HA16:
++reloc; otherRelocsPPC(locationToFix, sreloc->r_type, reloc->r_address, slide);
break;
case PPC_RELOC_PB_LA_PTR:
break;
#elif __ppc64__
case PPC_RELOC_PB_LA_PTR:
*locationToFix += slide;
break;
#elif __i386__
case GENERIC_RELOC_PB_LA_PTR:
break;
#endif
default:
throw "unknown local scattered relocation type";
}
}
else {
throw "bad local scattered relocation length";
}
}
#endif }
#if TEXT_RELOC_SUPPORT
if ( fTextSegmentWithFixups != NULL ) {
fTextSegmentWithFixups->setPermissions(context,this);
sys_icache_invalidate((void*)fTextSegmentWithFixups->getActualLoadAddress(this), fTextSegmentWithFixups->getSize());
}
#endif
fgTotalRebaseFixups += fDynamicInfo->nlocrel;
}
const struct macho_nlist* ImageLoaderMachO::binarySearchWithToc(const char* key, const char stringPool[], const struct macho_nlist symbols[],
const struct dylib_table_of_contents toc[], uint32_t symbolCount, uint32_t hintIndex) const
{
int32_t high = symbolCount-1;
int32_t mid = hintIndex;
if ( mid >= (int32_t)symbolCount ) {
mid = symbolCount/2;
++ImageLoaderMachO::fgUnhintedBinaryTreeSearchs;
}
else {
++ImageLoaderMachO::fgHintedBinaryTreeSearchs;
}
++fgTotalBindImageSearches;
for (int32_t low = 0; low <= high; mid = (low+high)/2) {
const uint32_t index = toc[mid].symbol_index;
const struct macho_nlist* pivot = &symbols[index];
const char* pivotStr = &stringPool[pivot->n_un.n_strx];
#if LINKEDIT_USAGE_DEBUG
noteAccessedLinkEditAddress(&toc[mid]);
noteAccessedLinkEditAddress(pivot);
noteAccessedLinkEditAddress(pivotStr);
#endif
int cmp = astrcmp(key, pivotStr);
if ( cmp == 0 )
return pivot;
if ( cmp > 0 ) {
low = mid + 1;
}
else {
high = mid - 1;
}
}
return NULL;
}
const struct macho_nlist* ImageLoaderMachO::binarySearch(const char* key, const char stringPool[], const struct macho_nlist symbols[], uint32_t symbolCount) const
{
++fgTotalBindImageSearches;
++ImageLoaderMachO::fgUnhintedBinaryTreeSearchs;
const struct macho_nlist* base = symbols;
for (uint32_t n = symbolCount; n > 0; n /= 2) {
const struct macho_nlist* pivot = &base[n/2];
const char* pivotStr = &stringPool[pivot->n_un.n_strx];
#if LINKEDIT_USAGE_DEBUG
noteAccessedLinkEditAddress(pivot);
noteAccessedLinkEditAddress(pivotStr);
#endif
int cmp = astrcmp(key, pivotStr);
if ( cmp == 0 )
return pivot;
if ( cmp > 0 ) {
base = &pivot[1];
--n;
}
else {
}
}
return NULL;
}
const ImageLoader::Symbol* ImageLoaderMachO::findExportedSymbol(const char* name, const void* hint, bool searchReExports, const ImageLoader** foundIn) const
{
const struct macho_nlist* sym = NULL;
const struct twolevel_hint* theHint = (struct twolevel_hint*)hint;
if ( fDynamicInfo->tocoff == 0 )
sym = binarySearch(name, fStrings, &fSymbolTable[fDynamicInfo->iextdefsym], fDynamicInfo->nextdefsym);
else {
uint32_t start = fDynamicInfo->nextdefsym;
if ( theHint != NULL )
start = theHint->itoc;
if ( (theHint == NULL) || (theHint->isub_image == 0) ) {
sym = binarySearchWithToc(name, fStrings, fSymbolTable, (dylib_table_of_contents*)&fLinkEditBase[fDynamicInfo->tocoff],
fDynamicInfo->ntoc, start);
}
}
if ( sym != NULL ) {
if ( foundIn != NULL )
*foundIn = (ImageLoader*)this;
return (const Symbol*)sym;
}
if ( searchReExports ) {
if ( (theHint != NULL) && (theHint->isub_image > 0) && (theHint->isub_image <= fLibrariesCount) ) {
uint32_t index = 0;
ImageLoader* target = NULL;
for (uint32_t i=0; i < fLibrariesCount; ++i) {
DependentLibrary& libInfo = fLibraries[i];
if ( libInfo.isSubFramework && (libInfo.image != NULL)) {
if ( ++index == theHint->isub_image ) {
target = libInfo.image;
break;
}
}
}
if (target != NULL) {
for (uint32_t i=0; i < fLibrariesCount; ++i) {
DependentLibrary& libInfo = fLibraries[i];
if ( libInfo.isReExported && !libInfo.isSubFramework && (libInfo.image != NULL) ) {
if ( ++index == theHint->isub_image ) {
target = libInfo.image;
break;
}
}
}
}
if (target != NULL) {
const Symbol* result = target->findExportedSymbol(name, NULL, searchReExports, foundIn);
if ( result != NULL )
return result;
}
}
for(unsigned int i=0; i < fLibrariesCount; ++i){
DependentLibrary& libInfo = fLibraries[i];
if ( (libInfo.image != NULL) && libInfo.isSubFramework ) {
const Symbol* result = libInfo.image->findExportedSymbol(name, NULL, searchReExports, foundIn);
if ( result != NULL )
return result;
}
}
for(unsigned int i=0; i < fLibrariesCount; ++i){
DependentLibrary& libInfo = fLibraries[i];
if ( (libInfo.image != NULL) && libInfo.isReExported && !libInfo.isSubFramework ) {
const Symbol* result = libInfo.image->findExportedSymbol(name, NULL, searchReExports, foundIn);
if ( result != NULL )
return result;
}
}
}
if ( (theHint != NULL) && (theHint->isub_image != 0) ) {
sym = binarySearchWithToc(name, fStrings, fSymbolTable, (dylib_table_of_contents*)&fLinkEditBase[fDynamicInfo->tocoff],
fDynamicInfo->ntoc, fDynamicInfo->nextdefsym);
if ( sym != NULL ) {
if ( foundIn != NULL )
*foundIn = (ImageLoader*)this;
return (const Symbol*)sym;
}
}
return NULL;
}
uintptr_t ImageLoaderMachO::getExportedSymbolAddress(const Symbol* sym, const LinkContext& context, const ImageLoader* requestor) const
{
return this->getSymbolAddress((const struct macho_nlist*)sym, requestor, context);
}
uintptr_t ImageLoaderMachO::getSymbolAddress(const struct macho_nlist* sym, const ImageLoader* requestor, const LinkContext& context) const
{
uintptr_t result = sym->n_value + fSlide;
return result;
}
ImageLoader::DefinitionFlags ImageLoaderMachO::getExportedSymbolInfo(const Symbol* sym) const
{
const struct macho_nlist* nlistSym = (const struct macho_nlist*)sym;
if ( (nlistSym->n_desc & N_WEAK_DEF) != 0 )
return kWeakDefinition;
return kNoDefinitionOptions;
}
const char* ImageLoaderMachO::getExportedSymbolName(const Symbol* sym) const
{
const struct macho_nlist* nlistSym = (const struct macho_nlist*)sym;
return &fStrings[nlistSym->n_un.n_strx];
}
uint32_t ImageLoaderMachO::getExportedSymbolCount() const
{
return fDynamicInfo->nextdefsym;
}
const ImageLoader::Symbol* ImageLoaderMachO::getIndexedExportedSymbol(uint32_t index) const
{
if ( index < fDynamicInfo->nextdefsym ) {
const struct macho_nlist* sym = &fSymbolTable[fDynamicInfo->iextdefsym + index];
return (const ImageLoader::Symbol*)sym;
}
return NULL;
}
uint32_t ImageLoaderMachO::getImportedSymbolCount() const
{
return fDynamicInfo->nundefsym;
}
const ImageLoader::Symbol* ImageLoaderMachO::getIndexedImportedSymbol(uint32_t index) const
{
if ( index < fDynamicInfo->nundefsym ) {
const struct macho_nlist* sym = &fSymbolTable[fDynamicInfo->iundefsym + index];
return (const ImageLoader::Symbol*)sym;
}
return NULL;
}
ImageLoader::ReferenceFlags ImageLoaderMachO::geImportedSymbolInfo(const ImageLoader::Symbol* sym) const
{
const struct macho_nlist* nlistSym = (const struct macho_nlist*)sym;
ImageLoader::ReferenceFlags flags = kNoReferenceOptions;
if ( ((nlistSym->n_type & N_TYPE) == N_UNDF) && (nlistSym->n_value != 0) )
flags |= ImageLoader::kTentativeDefinition;
if ( (nlistSym->n_desc & N_WEAK_REF) != 0 )
flags |= ImageLoader::kWeakReference;
return flags;
}
const char* ImageLoaderMachO::getImportedSymbolName(const ImageLoader::Symbol* sym) const
{
const struct macho_nlist* nlistSym = (const struct macho_nlist*)sym;
return &fStrings[nlistSym->n_un.n_strx];
}
bool ImageLoaderMachO::getSectionContent(const char* segmentName, const char* sectionName, void** start, size_t* length)
{
const uint32_t cmd_count = ((macho_header*)fMachOData)->ncmds;
const struct load_command* const cmds = (struct load_command*)&fMachOData[sizeof(macho_header)];
const struct load_command* cmd = cmds;
for (uint32_t i = 0; i < cmd_count; ++i) {
switch (cmd->cmd) {
case LC_SEGMENT_COMMAND:
{
const struct macho_segment_command* seg = (struct macho_segment_command*)cmd;
const struct macho_section* const sectionsStart = (struct macho_section*)((char*)seg + sizeof(struct macho_segment_command));
const struct macho_section* const sectionsEnd = §ionsStart[seg->nsects];
for (const struct macho_section* sect=sectionsStart; sect < sectionsEnd; ++sect) {
if ( (strcmp(sect->segname, segmentName) == 0) && (strcmp(sect->sectname, sectionName) == 0) ) {
*start = (uintptr_t*)(sect->addr + fSlide);
*length = sect->size;
return true;
}
}
}
break;
}
cmd = (const struct load_command*)(((char*)cmd)+cmd->cmdsize);
}
return false;
}
bool ImageLoaderMachO::findSection(const void* imageInterior, const char** segmentName, const char** sectionName, size_t* sectionOffset)
{
const uint32_t cmd_count = ((macho_header*)fMachOData)->ncmds;
const struct load_command* const cmds = (struct load_command*)&fMachOData[sizeof(macho_header)];
const struct load_command* cmd = cmds;
const uintptr_t unslidInteriorAddress = (uintptr_t)imageInterior - this->getSlide();
for (uint32_t i = 0; i < cmd_count; ++i) {
switch (cmd->cmd) {
case LC_SEGMENT_COMMAND:
{
const struct macho_segment_command* seg = (struct macho_segment_command*)cmd;
if ( (unslidInteriorAddress >= seg->vmaddr) && (unslidInteriorAddress < (seg->vmaddr+seg->vmsize)) ) {
const struct macho_section* const sectionsStart = (struct macho_section*)((char*)seg + sizeof(struct macho_segment_command));
const struct macho_section* const sectionsEnd = §ionsStart[seg->nsects];
for (const struct macho_section* sect=sectionsStart; sect < sectionsEnd; ++sect) {
if ((sect->addr <= unslidInteriorAddress) && (unslidInteriorAddress < (sect->addr+sect->size))) {
if ( segmentName != NULL )
*segmentName = sect->segname;
if ( sectionName != NULL )
*sectionName = sect->sectname;
if ( sectionOffset != NULL )
*sectionOffset = unslidInteriorAddress - sect->addr;
return true;
}
}
}
}
break;
}
cmd = (const struct load_command*)(((char*)cmd)+cmd->cmdsize);
}
return false;
}
bool ImageLoaderMachO::symbolRequiresCoalescing(const struct macho_nlist* symbol)
{
if ( ((symbol->n_type & N_TYPE) == N_SECT) && ((symbol->n_desc & N_WEAK_DEF) != 0) )
return true;
if ( ((symbol->n_type & N_TYPE) != N_SECT) && ((symbol->n_desc & N_REF_TO_WEAK) != 0) )
return true;
return false;
}
static void __attribute__((noreturn)) throwSymbolNotFound(const char* symbol, const char* referencedFrom, const char* expectedIn)
{
dyld::throwf("Symbol not found: %s\n Referenced from: %s\n Expected in: %s\n", symbol, referencedFrom, expectedIn);
}
uintptr_t ImageLoaderMachO::resolveUndefined(const LinkContext& context, const struct macho_nlist* undefinedSymbol, bool twoLevel, const ImageLoader** foundIn)
{
++fgTotalBindSymbolsResolved;
const char* symbolName = &fStrings[undefinedSymbol->n_un.n_strx];
#if LINKEDIT_USAGE_DEBUG
noteAccessedLinkEditAddress(undefinedSymbol);
noteAccessedLinkEditAddress(symbolName);
#endif
if ( context.bindFlat || !twoLevel ) {
if ( ((undefinedSymbol->n_type & N_PEXT) != 0) && ((undefinedSymbol->n_type & N_TYPE) == N_SECT) ) {
uintptr_t addr = this->getSymbolAddress(undefinedSymbol, this, context);
*foundIn = this;
return addr;
}
const Symbol* sym;
if ( context.flatExportFinder(symbolName, &sym, foundIn) ) {
if ( (*foundIn != this) && !(*foundIn)->neverUnload() )
this->addDynamicReference(*foundIn);
return (*foundIn)->getExportedSymbolAddress(sym, context, this);
}
if ( this->isBundle() && this->hasHiddenExports() ) {
sym = this->findExportedSymbol(symbolName, NULL, false, foundIn);
if ( sym != NULL )
return (*foundIn)->getExportedSymbolAddress(sym, context, this);
}
if ( (undefinedSymbol->n_desc & N_WEAK_REF) != 0 ) {
return 0;
}
throwSymbolNotFound(symbolName, this->getPath(), "flat namespace");
}
else {
if ( !context.prebinding && this->needsCoalescing() && symbolRequiresCoalescing(undefinedSymbol) ) {
const Symbol* sym;
if ( context.coalescedExportFinder(symbolName, &sym, foundIn) ) {
if ( (*foundIn != this) && !(*foundIn)->neverUnload() )
this->addDynamicReference(*foundIn);
return (*foundIn)->getExportedSymbolAddress(sym, context, this);
}
}
if ( (undefinedSymbol->n_type & N_TYPE) == N_SECT ) {
uintptr_t addr = this->getSymbolAddress(undefinedSymbol, this, context);
*foundIn = this;
return addr;
}
void* hint = NULL;
ImageLoader* target = NULL;
uint8_t ord = GET_LIBRARY_ORDINAL(undefinedSymbol->n_desc);
if ( ord == EXECUTABLE_ORDINAL ) {
target = context.mainExecutable;
}
else if ( ord == SELF_LIBRARY_ORDINAL ) {
target = this;
}
else if ( ord == DYNAMIC_LOOKUP_ORDINAL ) {
const Symbol* sym;
if ( context.flatExportFinder(symbolName, &sym, foundIn) )
return (*foundIn)->getExportedSymbolAddress(sym, context, this);
context.undefinedHandler(symbolName);
if ( context.flatExportFinder(symbolName, &sym, foundIn) )
return (*foundIn)->getExportedSymbolAddress(sym, context, this);
throwSymbolNotFound(symbolName, this->getPath(), "dynamic lookup");
}
else if ( ord <= fLibrariesCount ) {
DependentLibrary& libInfo = fLibraries[ord-1];
target = libInfo.image;
if ( (target == NULL) && (((undefinedSymbol->n_desc & N_WEAK_REF) != 0) || !libInfo.required) ) {
return 0;
}
}
else {
dyld::throwf("bad mach-o binary, library ordinal (%u) too big (max %u) for symbol %s in %s",
ord, fLibrariesCount, symbolName, this->getPath());
}
if ( target == NULL ) {
throw "symbol not found";
}
if ( fTwoLevelHints != NULL ) {
uint32_t symIndex = undefinedSymbol - fSymbolTable;
int32_t undefinedIndex = symIndex - fDynamicInfo->iundefsym;
if ( (undefinedIndex >= 0) && ((uint32_t)undefinedIndex < fDynamicInfo->nundefsym) ) {
const struct twolevel_hint* hints = (struct twolevel_hint*)(&fLinkEditBase[fTwoLevelHints->offset]);
const struct twolevel_hint* theHint = &hints[undefinedIndex];
hint = (void*)theHint;
}
}
const Symbol* sym = target->findExportedSymbol(symbolName, hint, true, foundIn);
if ( sym!= NULL ) {
return (*foundIn)->getExportedSymbolAddress(sym, context, this);
}
else if ( (undefinedSymbol->n_type & N_PEXT) != 0 ) {
*foundIn = this;
return this->getSymbolAddress(undefinedSymbol, this, context);
}
else if ( (undefinedSymbol->n_desc & N_WEAK_REF) != 0 ) {
return 0;
}
throwSymbolNotFound(symbolName, this->getPath(), target->getPath());
}
}
bool ImageLoaderMachO::isAddrInSection(uintptr_t addr, uint8_t sectionIndex)
{
uint8_t currentSectionIndex = 1;
const uint32_t cmd_count = ((macho_header*)fMachOData)->ncmds;
const struct load_command* const cmds = (struct load_command*)&fMachOData[sizeof(macho_header)];
const struct load_command* cmd = cmds;
for (unsigned long i = 0; i < cmd_count; ++i) {
if ( cmd->cmd == LC_SEGMENT_COMMAND ) {
const struct macho_segment_command* seg = (struct macho_segment_command*)cmd;
if ( (currentSectionIndex <= sectionIndex) && (sectionIndex < currentSectionIndex+seg->nsects) ) {
const struct macho_section* const sectionsStart = (struct macho_section*)((char*)seg + sizeof(struct macho_segment_command));
const struct macho_section* const section = §ionsStart[sectionIndex-currentSectionIndex];
return ( (section->addr <= addr) && (addr < section->addr+section->size) );
}
else {
currentSectionIndex += seg->nsects;
}
}
cmd = (const struct load_command*)(((char*)cmd)+cmd->cmdsize);
}
return false;
}
void ImageLoaderMachO::doBindExternalRelocations(const LinkContext& context, bool onlyCoalescedSymbols)
{
const uintptr_t relocBase = this->getRelocBase();
const bool twoLevel = this->usesTwoLevelNameSpace();
const bool prebound = this->isPrebindable();
#if TEXT_RELOC_SUPPORT
if ( fTextSegmentWithFixups != NULL )
fTextSegmentWithFixups->tempWritable(context, this);
#endif
const struct macho_nlist* lastUndefinedSymbol = NULL;
uintptr_t symbolAddr = 0;
const ImageLoader* image = NULL;
const relocation_info* const relocsStart = (struct relocation_info*)(&fLinkEditBase[fDynamicInfo->extreloff]);
const relocation_info* const relocsEnd = &relocsStart[fDynamicInfo->nextrel];
for (const relocation_info* reloc=relocsStart; reloc < relocsEnd; ++reloc) {
if (reloc->r_length == RELOC_SIZE) {
switch(reloc->r_type) {
case POINTER_RELOC:
{
const struct macho_nlist* undefinedSymbol = &fSymbolTable[reloc->r_symbolnum];
if ( onlyCoalescedSymbols && !symbolRequiresCoalescing(undefinedSymbol) )
continue;
uintptr_t* location = ((uintptr_t*)(reloc->r_address + relocBase));
uintptr_t value = *location;
bool symbolAddrCached = true;
#if __i386__
if ( reloc->r_pcrel ) {
value += (uintptr_t)location + 4 - fSlide;
}
#endif
if ( prebound ) {
if ( ((undefinedSymbol->n_type & N_TYPE) == N_SECT) && ((undefinedSymbol->n_desc & N_WEAK_DEF) != 0) ) {
if ( (value == undefinedSymbol->n_value) || this->isAddrInSection(value, undefinedSymbol->n_sect) )
value -= undefinedSymbol->n_value;
else
value = 0;
}
else {
value -= undefinedSymbol->n_value;
}
}
if ( undefinedSymbol != lastUndefinedSymbol ) {
symbolAddr = this->resolveUndefined(context, undefinedSymbol, twoLevel, &image);
lastUndefinedSymbol = undefinedSymbol;
symbolAddrCached = false;
}
if ( context.verboseBind ) {
const char *path = NULL;
if ( image != NULL ) {
path = image->getShortName();
}
const char* cachedString = "(cached)";
if ( !symbolAddrCached )
cachedString = "";
if ( value == 0 ) {
dyld::log("dyld: bind: %s:0x%08lX = %s:%s, *0x%08lX = 0x%08lX%s\n",
this->getShortName(), (uintptr_t)location,
path, &fStrings[undefinedSymbol->n_un.n_strx], (uintptr_t)location, symbolAddr, cachedString);
}
else {
dyld::log("dyld: bind: %s:0x%08lX = %s:%s, *0x%08lX = 0x%08lX%s + %ld\n",
this->getShortName(), (uintptr_t)location,
path, &fStrings[undefinedSymbol->n_un.n_strx], (uintptr_t)location, symbolAddr, cachedString, value);
}
}
value += symbolAddr;
#if __i386__
if ( reloc->r_pcrel ) {
*location = value - ((uintptr_t)location + 4);
}
else {
if ( !prebound || (*location != value) )
*location = value;
}
#else
if ( !prebound || (*location != value) )
*location = value;
#endif
++fgTotalBindFixups;
}
break;
default:
throw "unknown external relocation type";
}
}
else {
throw "bad external relocation length";
}
}
#if TEXT_RELOC_SUPPORT
if ( fTextSegmentWithFixups != NULL ) {
fTextSegmentWithFixups->setPermissions(context, this);
sys_icache_invalidate((void*)fTextSegmentWithFixups->getActualLoadAddress(this), fTextSegmentWithFixups->getSize());
}
#endif
}
const mach_header* ImageLoaderMachO::machHeader() const
{
return (mach_header*)fMachOData;
}
uintptr_t ImageLoaderMachO::getSlide() const
{
return fSlide;
}
const void* ImageLoaderMachO::getEnd() const
{
uintptr_t lastAddress = 0;
for (ImageLoader::SegmentIterator it = this->beginSegments(); it != this->endSegments(); ++it ) {
Segment* seg = *it;
uintptr_t segEnd = seg->getActualLoadAddress(this) + seg->getSize();
if ( segEnd > lastAddress )
lastAddress = segEnd;
}
return (const void*)lastAddress;
}
uintptr_t ImageLoaderMachO::bindIndirectSymbol(uintptr_t* ptrToBind, const struct macho_section* sect, const char* symbolName, uintptr_t targetAddr, const ImageLoader* targetImage, const LinkContext& context)
{
if ( context.verboseBind ) {
const char* path = NULL;
if ( targetImage != NULL )
path = targetImage->getShortName();
dyld::log("dyld: bind: %s:%s$%s = %s:%s, *0x%08lx = 0x%08lx\n",
this->getShortName(), symbolName, (((sect->flags & SECTION_TYPE)==S_NON_LAZY_SYMBOL_POINTERS) ? "non_lazy_ptr" : "lazy_ptr"),
path, symbolName, (uintptr_t)ptrToBind, targetAddr);
}
if ( context.bindingHandler != NULL ) {
const char* path = NULL;
if ( targetImage != NULL )
path = targetImage->getShortName();
targetAddr = (uintptr_t)context.bindingHandler(path, symbolName, (void *)targetAddr);
}
#if __i386__
if ( ((sect->flags & SECTION_TYPE) == S_SYMBOL_STUBS) && ((sect->flags & S_ATTR_SELF_MODIFYING_CODE) != 0) && (sect->reserved2 == 5) ) {
uint32_t rel32 = targetAddr - (((uint32_t)ptrToBind)+5);
bool done = false;
while ( !done ) {
volatile int64_t* jumpPtr = (int64_t*)ptrToBind;
int pad = 0;
if ( (((uint32_t)ptrToBind + 8) & 0x00000FFC) == 0x00000000 ) {
jumpPtr = (int64_t*)((uint32_t)ptrToBind - 3);
pad = 3;
}
int64_t oldEntry = *jumpPtr;
union {
int64_t int64;
uint8_t bytes[8];
} newEntry;
newEntry.int64 = oldEntry;
newEntry.bytes[pad+0] = 0xE9; newEntry.bytes[pad+1] = rel32 & 0xFF;
newEntry.bytes[pad+2] = (rel32 >> 8) & 0xFF;
newEntry.bytes[pad+3] = (rel32 >> 16) & 0xFF;
newEntry.bytes[pad+4] = (rel32 >> 24) & 0xFF;
done = OSAtomicCompareAndSwap64Barrier(oldEntry, newEntry.int64, (int64_t*)jumpPtr);
}
}
else
#endif
*ptrToBind = targetAddr;
return targetAddr;
}
uintptr_t ImageLoaderMachO::doBindLazySymbol(uintptr_t* lazyPointer, const LinkContext& context)
{
const bool twoLevel = this->usesTwoLevelNameSpace();
const uint32_t cmd_count = ((macho_header*)fMachOData)->ncmds;
const struct load_command* const cmds = (struct load_command*)&fMachOData[sizeof(macho_header)];
const struct load_command* cmd = cmds;
const uint32_t* const indirectTable = (uint32_t*)&fLinkEditBase[fDynamicInfo->indirectsymoff];
for (uint32_t i = 0; i < cmd_count; ++i) {
switch (cmd->cmd) {
case LC_SEGMENT_COMMAND:
{
const struct macho_segment_command* seg = (struct macho_segment_command*)cmd;
const struct macho_section* const sectionsStart = (struct macho_section*)((char*)seg + sizeof(struct macho_segment_command));
const struct macho_section* const sectionsEnd = §ionsStart[seg->nsects];
for (const struct macho_section* sect=sectionsStart; sect < sectionsEnd; ++sect) {
const uint8_t type = sect->flags & SECTION_TYPE;
uint32_t symbolIndex = INDIRECT_SYMBOL_LOCAL;
if ( type == S_LAZY_SYMBOL_POINTERS ) {
const uint32_t pointerCount = sect->size / sizeof(uintptr_t);
uintptr_t* const symbolPointers = (uintptr_t*)(sect->addr + fSlide);
if ( (lazyPointer >= symbolPointers) && (lazyPointer < &symbolPointers[pointerCount]) ) {
const uint32_t indirectTableOffset = sect->reserved1;
const uint32_t lazyIndex = lazyPointer - symbolPointers;
symbolIndex = indirectTable[indirectTableOffset + lazyIndex];
}
}
#if __i386__
else if ( (type == S_SYMBOL_STUBS) && (sect->flags & S_ATTR_SELF_MODIFYING_CODE) && (sect->reserved2 == 5) ) {
uint8_t* const jmpTableBase = (uint8_t*)(sect->addr + fSlide);
uint8_t* const jmpTableEnd = jmpTableBase + sect->size;
uint8_t* const jmpTableEntryToPatch = ((uint8_t*)lazyPointer) - 5;
lazyPointer = (uintptr_t*)jmpTableEntryToPatch;
if ( (jmpTableEntryToPatch >= jmpTableBase) && (jmpTableEntryToPatch < jmpTableEnd) ) {
const uint32_t indirectTableOffset = sect->reserved1;
const uint32_t entryIndex = (jmpTableEntryToPatch - jmpTableBase)/5;
symbolIndex = indirectTable[indirectTableOffset + entryIndex];
}
}
#endif
if ( symbolIndex != INDIRECT_SYMBOL_ABS && symbolIndex != INDIRECT_SYMBOL_LOCAL ) {
const char* symbolName = &fStrings[fSymbolTable[symbolIndex].n_un.n_strx];
const ImageLoader* image = NULL;
uintptr_t symbolAddr = this->resolveUndefined(context, &fSymbolTable[symbolIndex], twoLevel, &image);
#if __i386__
this->makeImportSegmentWritable(context);
#endif
symbolAddr = this->bindIndirectSymbol(lazyPointer, sect, symbolName, symbolAddr, image, context);
++fgTotalLazyBindFixups;
#if __i386__
this->makeImportSegmentReadOnly(context);
#endif
return symbolAddr;
}
}
}
break;
}
cmd = (const struct load_command*)(((char*)cmd)+cmd->cmdsize);
}
dyld::throwf("lazy pointer not found at address %p in image %s", lazyPointer, this->getPath());
}
#if __i386__
void ImageLoaderMachO::makeImportSegmentWritable(const LinkContext& context)
{
if ( fReadOnlyImportSegment != NULL ) {
if ( fInSharedCache ) {
if ( !context.linkingMainExecutable ) {
_spin_lock(&fgReadOnlyImportSpinLock);
context.makeSharedCacheImportSegmentsWritable(true);
}
}
else {
_spin_lock(&fgReadOnlyImportSpinLock);
fReadOnlyImportSegment->tempWritable(context, this);
}
}
}
void ImageLoaderMachO::makeImportSegmentReadOnly(const LinkContext& context)
{
if ( fReadOnlyImportSegment != NULL ) {
if ( fInSharedCache ) {
if ( !context.linkingMainExecutable ) {
context.makeSharedCacheImportSegmentsWritable(false);
_spin_unlock(&fgReadOnlyImportSpinLock);
}
}
else {
fReadOnlyImportSegment->setPermissions(context, this);
_spin_unlock(&fgReadOnlyImportSpinLock);
}
}
}
#endif
void ImageLoaderMachO::doBindIndirectSymbolPointers(const LinkContext& context, bool bindNonLazys, bool bindLazys, bool onlyCoalescedSymbols)
{
#if __i386__
this->makeImportSegmentWritable(context);
#endif
const bool twoLevel = this->usesTwoLevelNameSpace();
const uint32_t cmd_count = ((macho_header*)fMachOData)->ncmds;
const struct load_command* const cmds = (struct load_command*)&fMachOData[sizeof(macho_header)];
const struct load_command* cmd = cmds;
const uint32_t* const indirectTable = (uint32_t*)&fLinkEditBase[fDynamicInfo->indirectsymoff];
for (uint32_t i = 0; i < cmd_count; ++i) {
switch (cmd->cmd) {
case LC_SEGMENT_COMMAND:
{
const struct macho_segment_command* seg = (struct macho_segment_command*)cmd;
const struct macho_section* const sectionsStart = (struct macho_section*)((char*)seg + sizeof(struct macho_segment_command));
const struct macho_section* const sectionsEnd = §ionsStart[seg->nsects];
for (const struct macho_section* sect=sectionsStart; sect < sectionsEnd; ++sect) {
const uint8_t type = sect->flags & SECTION_TYPE;
uint32_t elementSize = sizeof(uintptr_t);
uint32_t elementCount = sect->size / elementSize;
if ( type == S_NON_LAZY_SYMBOL_POINTERS ) {
if ( ! bindNonLazys )
continue;
}
else if ( type == S_LAZY_SYMBOL_POINTERS ) {
fgTotalPossibleLazyBindFixups += elementCount;
if ( ! bindLazys )
continue;
}
#if __i386__
else if ( (type == S_SYMBOL_STUBS) && (sect->flags & S_ATTR_SELF_MODIFYING_CODE) && (sect->reserved2 == 5) ) {
elementCount = sect->size / 5;
elementSize = 5;
fgTotalPossibleLazyBindFixups += elementCount;
if ( ! bindLazys )
continue;
}
#endif
else {
continue;
}
const uint32_t indirectTableOffset = sect->reserved1;
uint8_t* ptrToBind = (uint8_t*)(sect->addr + fSlide);
for (uint32_t j=0; j < elementCount; ++j, ptrToBind += elementSize) {
#if LINKEDIT_USAGE_DEBUG
noteAccessedLinkEditAddress(&indirectTable[indirectTableOffset + j]);
#endif
uint32_t symbolIndex = indirectTable[indirectTableOffset + j];
if ( symbolIndex == INDIRECT_SYMBOL_LOCAL) {
*((uintptr_t*)ptrToBind) += this->fSlide;
}
else if ( symbolIndex == INDIRECT_SYMBOL_ABS) {
}
else {
const struct macho_nlist* sym = &fSymbolTable[symbolIndex];
if ( symbolIndex == 0 ) {
if ( ((const macho_header*)fMachOData)->filetype == MH_EXECUTE ) {
static bool alreadyWarned = false;
if ( (sym->n_type & N_TYPE) != N_UNDF ) {
if ( context.verboseWarnings && !alreadyWarned ) {
dyld::log("dyld: malformed executable '%s', skipping indirect symbol to %s\n",
this->getPath(), &fStrings[sym->n_un.n_strx]);
alreadyWarned = true;
}
continue;
}
}
}
const ImageLoader* image = NULL;
if ( onlyCoalescedSymbols && !symbolRequiresCoalescing(sym) )
continue;
uintptr_t symbolAddr;
symbolAddr = resolveUndefined(context, sym, twoLevel, &image);
symbolAddr = this->bindIndirectSymbol((uintptr_t*)ptrToBind, sect, &fStrings[sym->n_un.n_strx], symbolAddr, image, context);
++fgTotalBindFixups;
}
}
}
}
break;
}
cmd = (const struct load_command*)(((char*)cmd)+cmd->cmdsize);
}
#if __i386__
this->makeImportSegmentReadOnly(context);
#endif
}
#if SUPPORT_OLD_CRT_INITIALIZATION
#if __ppc__
static uint32_t sStandardEntryPointInstructions[4] = { 0x7c3a0b78, 0x3821fffc, 0x54210034, 0x38000000 };
#elif __i386__
static uint8_t sStandardEntryPointInstructions[16] = { 0x6a, 0x00, 0x89, 0xe5, 0x83, 0xe4, 0xf0, 0x83, 0xec, 0x10, 0x8b, 0x5d, 0x04, 0x89, 0x5c, 0x24 };
#endif
#endif
struct DATAdyld {
void* dyldLazyBinder; void* dyldFuncLookup; ProgramVars vars;
};
extern "C" void stub_binding_helper();
extern "C" bool dyld_func_lookup(const char* name, uintptr_t* address);
extern "C" void fast_stub_binding_helper_interface();
void ImageLoaderMachO::setupLazyPointerHandler(const LinkContext& context)
{
const macho_header* mh = (macho_header*)fMachOData;
const uint32_t cmd_count = mh->ncmds;
const struct load_command* const cmds = (struct load_command*)&fMachOData[sizeof(macho_header)];
const struct load_command* cmd;
if ( !fInSharedCache || !context.dyldLoadedAtSameAddressNeededBySharedCache ) {
cmd = cmds;
for (uint32_t i = 0; i < cmd_count; ++i) {
if ( cmd->cmd == LC_SEGMENT_COMMAND ) {
const struct macho_segment_command* seg = (struct macho_segment_command*)cmd;
if ( strcmp(seg->segname, "__DATA") == 0 ) {
const struct macho_section* const sectionsStart = (struct macho_section*)((char*)seg + sizeof(struct macho_segment_command));
const struct macho_section* const sectionsEnd = §ionsStart[seg->nsects];
for (const struct macho_section* sect=sectionsStart; sect < sectionsEnd; ++sect) {
if ( strcmp(sect->sectname, "__dyld" ) == 0 ) {
struct DATAdyld* dd = (struct DATAdyld*)(sect->addr + fSlide);
if ( sect->size > offsetof(DATAdyld, dyldLazyBinder) ) {
if ( dd->dyldLazyBinder != (void*)&stub_binding_helper )
dd->dyldLazyBinder = (void*)&stub_binding_helper;
}
if ( sect->size > offsetof(DATAdyld, dyldFuncLookup) ) {
if ( dd->dyldFuncLookup != (void*)&dyld_func_lookup )
dd->dyldFuncLookup = (void*)&dyld_func_lookup;
}
if ( mh->filetype == MH_EXECUTE ) {
if ( (sect->size > offsetof(DATAdyld, vars)) && (dd->vars.mh == mh) ) {
context.setNewProgramVars(dd->vars);
}
else {
this->lookupProgramVars(context);
#if SUPPORT_OLD_CRT_INITIALIZATION
if ( memcmp(this->getMain(), sStandardEntryPointInstructions, 16) != 0 ) {
if ( context.verboseInit )
dyld::log("dyld: program uses non-standard entry point so delaying running of initializers\n");
context.setRunInitialzersOldWay();
}
#endif
}
}
}
}
}
}
cmd = (const struct load_command*)(((char*)cmd)+cmd->cmdsize);
}
}
#if __i386__
if ( ! this->usablePrebinding(context) ) {
this->makeImportSegmentWritable(context);
cmd = cmds;
for (uint32_t i = 0; i < cmd_count; ++i) {
switch (cmd->cmd) {
case LC_SEGMENT_COMMAND:
{
const struct macho_segment_command* seg = (struct macho_segment_command*)cmd;
const struct macho_section* const sectionsStart = (struct macho_section*)((char*)seg + sizeof(struct macho_segment_command));
const struct macho_section* const sectionsEnd = §ionsStart[seg->nsects];
for (const struct macho_section* sect=sectionsStart; sect < sectionsEnd; ++sect) {
const uint8_t type = sect->flags & SECTION_TYPE;
if ( (type == S_SYMBOL_STUBS) && (sect->flags & S_ATTR_SELF_MODIFYING_CODE) && (sect->reserved2 == 5) ) {
const uint32_t indirectTableOffset = sect->reserved1;
const uint32_t* const indirectTable = (uint32_t*)&fLinkEditBase[fDynamicInfo->indirectsymoff];
uint8_t* start = (uint8_t*)(sect->addr + this->fSlide);
uint8_t* end = start + sect->size;
uintptr_t dyldHandler = (uintptr_t)&fast_stub_binding_helper_interface;
uint32_t entryIndex = 0;
for (uint8_t* entry = start; entry < end; entry += 5, ++entryIndex) {
bool installLazyHandler = true;
if ( ((uint32_t)entry & 0xFFFFFFC0) != ((uint32_t)entry+4 & 0xFFFFFFC0) ) {
uint32_t symbolIndex = indirectTable[indirectTableOffset + entryIndex];
if ( symbolIndex != INDIRECT_SYMBOL_ABS ) {
const char* symbolName = &fStrings[fSymbolTable[symbolIndex].n_un.n_strx];
const ImageLoader* image = NULL;
try {
uintptr_t symbolAddr = this->resolveUndefined(context, &fSymbolTable[symbolIndex], this->usesTwoLevelNameSpace(), &image);
symbolAddr = this->bindIndirectSymbol((uintptr_t*)entry, sect, symbolName, symbolAddr, image, context);
++fgTotalBindFixups;
uint32_t rel32 = symbolAddr - (((uint32_t)entry)+5);
entry[0] = 0xE9; entry[1] = rel32 & 0xFF;
entry[2] = (rel32 >> 8) & 0xFF;
entry[3] = (rel32 >> 16) & 0xFF;
entry[4] = (rel32 >> 24) & 0xFF;
installLazyHandler = false;
}
catch (const char* msg) {
}
}
}
if ( installLazyHandler ) {
uint32_t rel32 = dyldHandler - (((uint32_t)entry)+5);
entry[0] = 0xE8; entry[1] = rel32 & 0xFF;
entry[2] = (rel32 >> 8) & 0xFF;
entry[3] = (rel32 >> 16) & 0xFF;
entry[4] = (rel32 >> 24) & 0xFF;
}
}
}
}
}
}
cmd = (const struct load_command*)(((char*)cmd)+cmd->cmdsize);
}
this->makeImportSegmentReadOnly(context);
}
#endif
}
void ImageLoaderMachO::lookupProgramVars(const LinkContext& context) const
{
ProgramVars vars = context.programVars;
const ImageLoader::Symbol* sym;
vars.mh = (macho_header*)fMachOData;
sym = this->findExportedSymbol("_NXArgc", NULL, false, NULL);
if ( sym != NULL )
vars.NXArgcPtr = (int*)this->getExportedSymbolAddress(sym, context, this);
sym = this->findExportedSymbol("_NXArgv", NULL, false, NULL);
if ( sym != NULL )
vars.NXArgvPtr = (const char***)this->getExportedSymbolAddress(sym, context, this);
sym = this->findExportedSymbol("_environ", NULL, false, NULL);
if ( sym != NULL )
vars.environPtr = (const char***)this->getExportedSymbolAddress(sym, context, this);
sym = this->findExportedSymbol("___progname", NULL, false, NULL);
if ( sym != NULL )
vars.__prognamePtr = (const char**)this->getExportedSymbolAddress(sym, context, this);
context.setNewProgramVars(vars);
}
bool ImageLoaderMachO::usablePrebinding(const LinkContext& context) const
{
if ( (this->isPrebindable() || fInSharedCache)
&& (this->getSlide() == 0)
&& this->usesTwoLevelNameSpace()
&& this->allDependentLibrariesAsWhenPreBound() ) {
if ( context.bindFlat )
return false;
switch ( context.prebindUsage ) {
case kUseAllPrebinding:
return true;
case kUseSplitSegPrebinding:
return this->fIsSplitSeg;
case kUseAllButAppPredbinding:
return (this != context.mainExecutable);
case kUseNoPrebinding:
return false;
}
}
return false;
}
void ImageLoaderMachO::doBind(const LinkContext& context, bool forceLazysBound)
{
if ( forceLazysBound && (this->getState() > dyld_image_state_bound) ) {
this->doBindIndirectSymbolPointers(context, false, forceLazysBound, false);
return;
}
this->setupLazyPointerHandler(context);
if ( this->usablePrebinding(context) ) {
if ( this->needsCoalescing() && (fgCountOfImagesWithWeakExports > 1) ) {
this->doBindExternalRelocations(context, true);
this->doBindIndirectSymbolPointers(context, true, true, true);
}
else {
++fgImagesRequiringNoFixups;
}
return;
}
this->doBindExternalRelocations(context, false);
this->doBindIndirectSymbolPointers(context, true, forceLazysBound || fInSharedCache, false);
}
void ImageLoaderMachO::doUpdateMappingPermissions(const LinkContext& context)
{
#if __i386__
if ( (fReadOnlyImportSegment != NULL) && !fInSharedCache )
fReadOnlyImportSegment->setPermissions(context, this);
#endif
}
void ImageLoaderMachO::doImageInit(const LinkContext& context)
{
if ( fHasDashInit ) {
const uint32_t cmd_count = ((macho_header*)fMachOData)->ncmds;
const struct load_command* const cmds = (struct load_command*)&fMachOData[sizeof(macho_header)];
const struct load_command* cmd = cmds;
for (unsigned long i = 0; i < cmd_count; ++i) {
switch (cmd->cmd) {
case LC_ROUTINES_COMMAND:
Initializer func = (Initializer)(((struct macho_routines_command*)cmd)->init_address + fSlide);
if ( context.verboseInit )
dyld::log("dyld: calling -init function 0x%p in %s\n", func, this->getPath());
func(context.argc, context.argv, context.envp, context.apple, &context.programVars);
break;
}
cmd = (const struct load_command*)(((char*)cmd)+cmd->cmdsize);
}
}
}
void ImageLoaderMachO::doModInitFunctions(const LinkContext& context)
{
if ( fHasInitializers ) {
const uint32_t cmd_count = ((macho_header*)fMachOData)->ncmds;
const struct load_command* const cmds = (struct load_command*)&fMachOData[sizeof(macho_header)];
const struct load_command* cmd = cmds;
for (unsigned long i = 0; i < cmd_count; ++i) {
if ( cmd->cmd == LC_SEGMENT_COMMAND ) {
const struct macho_segment_command* seg = (struct macho_segment_command*)cmd;
const struct macho_section* const sectionsStart = (struct macho_section*)((char*)seg + sizeof(struct macho_segment_command));
const struct macho_section* const sectionsEnd = §ionsStart[seg->nsects];
for (const struct macho_section* sect=sectionsStart; sect < sectionsEnd; ++sect) {
const uint8_t type = sect->flags & SECTION_TYPE;
if ( type == S_MOD_INIT_FUNC_POINTERS ) {
Initializer* inits = (Initializer*)(sect->addr + fSlide);
const uint32_t count = sect->size / sizeof(uintptr_t);
for (uint32_t i=0; i < count; ++i) {
Initializer func = inits[i];
if ( context.verboseInit )
dyld::log("dyld: calling initializer function %p in %s\n", func, this->getPath());
func(context.argc, context.argv, context.envp, context.apple, &context.programVars);
}
}
}
cmd = (const struct load_command*)(((char*)cmd)+cmd->cmdsize);
}
}
}
}
void ImageLoaderMachO::doGetDOFSections(const LinkContext& context, std::vector<ImageLoader::DOFInfo>& dofs)
{
if ( fHasDOFSections ) {
const uint32_t cmd_count = ((macho_header*)fMachOData)->ncmds;
const struct load_command* const cmds = (struct load_command*)&fMachOData[sizeof(macho_header)];
const struct load_command* cmd = cmds;
for (uint32_t i = 0; i < cmd_count; ++i) {
switch (cmd->cmd) {
case LC_SEGMENT_COMMAND:
{
const struct macho_segment_command* seg = (struct macho_segment_command*)cmd;
const struct macho_section* const sectionsStart = (struct macho_section*)((char*)seg + sizeof(struct macho_segment_command));
const struct macho_section* const sectionsEnd = §ionsStart[seg->nsects];
for (const struct macho_section* sect=sectionsStart; sect < sectionsEnd; ++sect) {
if ( (sect->flags & SECTION_TYPE) == S_DTRACE_DOF ) {
ImageLoader::DOFInfo info;
info.dof = (void*)(sect->addr + fSlide);
info.imageHeader = this->machHeader();
info.imageShortName = this->getShortName();
dofs.push_back(info);
}
}
}
break;
}
cmd = (const struct load_command*)(((char*)cmd)+cmd->cmdsize);
}
}
}
void ImageLoaderMachO::doInitialization(const LinkContext& context)
{
doImageInit(context);
doModInitFunctions(context);
}
bool ImageLoaderMachO::needsInitialization()
{
return ( fHasDashInit || fHasInitializers );
}
bool ImageLoaderMachO::needsTermination()
{
return fHasTerminators;
}
#if IMAGE_NOTIFY_SUPPORT
bool ImageLoaderMachO::hasImageNotification()
{
return fHasImageNotifySection;
}
#endif
void ImageLoaderMachO::doTermination(const LinkContext& context)
{
if ( fHasTerminators ) {
const uint32_t cmd_count = ((macho_header*)fMachOData)->ncmds;
const struct load_command* const cmds = (struct load_command*)&fMachOData[sizeof(macho_header)];
const struct load_command* cmd = cmds;
for (unsigned long i = 0; i < cmd_count; ++i) {
if ( cmd->cmd == LC_SEGMENT_COMMAND ) {
const struct macho_segment_command* seg = (struct macho_segment_command*)cmd;
const struct macho_section* const sectionsStart = (struct macho_section*)((char*)seg + sizeof(struct macho_segment_command));
const struct macho_section* const sectionsEnd = §ionsStart[seg->nsects];
for (const struct macho_section* sect=sectionsStart; sect < sectionsEnd; ++sect) {
const uint8_t type = sect->flags & SECTION_TYPE;
if ( type == S_MOD_TERM_FUNC_POINTERS ) {
Terminator* terms = (Terminator*)(sect->addr + fSlide);
const uint32_t count = sect->size / sizeof(uintptr_t);
for (uint32_t i=count; i > 0; --i) {
Terminator func = terms[i-1];
if ( context.verboseInit )
dyld::log("dyld: calling terminaton function %p in %s\n", func, this->getPath());
func();
}
}
}
}
cmd = (const struct load_command*)(((char*)cmd)+cmd->cmdsize);
}
}
}
#if IMAGE_NOTIFY_SUPPORT
void ImageLoaderMachO::doNotification(enum dyld_image_mode mode, uint32_t infoCount, const struct dyld_image_info info[])
{
if ( fHasImageNotifySection ) {
const uint32_t cmd_count = ((macho_header*)fMachOData)->ncmds;
const struct load_command* const cmds = (struct load_command*)&fMachOData[sizeof(macho_header)];
const struct load_command* cmd = cmds;
for (unsigned long i = 0; i < cmd_count; ++i) {
if ( cmd->cmd == LC_SEGMENT_COMMAND ) {
const struct macho_segment_command* seg = (struct macho_segment_command*)cmd;
if ( strcmp(seg->segname, "__DATA") == 0 ) {
const struct macho_section* const sectionsStart = (struct macho_section*)((char*)seg + sizeof(struct macho_segment_command));
const struct macho_section* const sectionsEnd = §ionsStart[seg->nsects];
for (const struct macho_section* sect=sectionsStart; sect < sectionsEnd; ++sect) {
if ( strcmp(sect->sectname, "__image_notify") == 0 ) {
dyld_image_notifier* notes = (dyld_image_notifier*)(sect->addr + fSlide);
const uint32_t count = sect->size / sizeof(uintptr_t);
for (uint32_t i=count; i > 0; --i) {
dyld_image_notifier func = notes[i-1];
func(mode, infoCount, info);
}
}
}
}
}
cmd = (const struct load_command*)(((char*)cmd)+cmd->cmdsize);
}
}
}
#endif
void ImageLoaderMachO::printStatistics(unsigned int imageCount)
{
ImageLoader::printStatistics(imageCount);
dyld::log("total images with weak exports: %d\n", fgCountOfImagesWithWeakExports);
#if LINKEDIT_USAGE_DEBUG
dyld::log("linkedit pages accessed (%lu):\n", sLinkEditPageBuckets.size());
#endif
}
ImageLoader::SegmentIterator ImageLoaderMachO::beginSegments() const
{
return SegmentIterator(fSegmentsArray);
}
ImageLoader::SegmentIterator ImageLoaderMachO::endSegments() const
{
return SegmentIterator(&fSegmentsArray[fSegmentsArrayCount]);
}
SegmentMachO::SegmentMachO(const struct macho_segment_command* cmd)
: fSegmentLoadCommand(cmd)
{
}
SegmentMachO::~SegmentMachO()
{
}
void SegmentMachO::adjust(const struct macho_segment_command* cmd)
{
fSegmentLoadCommand = cmd;
}
void SegmentMachO::unmap(const ImageLoader* image)
{
--ImageLoader::fgTotalSegmentsMapped;
ImageLoader::fgTotalBytesMapped -= fSegmentLoadCommand->vmsize;
munmap((void*)(this->getActualLoadAddress(image)), fSegmentLoadCommand->vmsize);
}
const char* SegmentMachO::getName()
{
return fSegmentLoadCommand->segname;
}
uintptr_t SegmentMachO::getSize()
{
return fSegmentLoadCommand->vmsize;
}
uintptr_t SegmentMachO::getFileSize()
{
return fSegmentLoadCommand->filesize;
}
uintptr_t SegmentMachO::getFileOffset()
{
return fSegmentLoadCommand->fileoff;
}
bool SegmentMachO::readable()
{
return ( (fSegmentLoadCommand->initprot & VM_PROT_READ) != 0);
}
bool SegmentMachO::writeable()
{
return ((fSegmentLoadCommand->initprot & VM_PROT_WRITE) != 0);
}
bool SegmentMachO::executable()
{
return ((fSegmentLoadCommand->initprot & VM_PROT_EXECUTE) != 0);
}
bool SegmentMachO::unaccessible()
{
return (fSegmentLoadCommand->initprot == 0);
}
#if TEXT_RELOC_SUPPORT
bool SegmentMachO::hasFixUps()
{
const struct macho_section* const sectionsStart = (struct macho_section*)((char*)fSegmentLoadCommand + sizeof(struct macho_segment_command));
const struct macho_section* const sectionsEnd = §ionsStart[fSegmentLoadCommand->nsects];
for (const struct macho_section* sect=sectionsStart; sect < sectionsEnd; ++sect) {
if ( (sect->flags & (S_ATTR_EXT_RELOC | S_ATTR_LOC_RELOC)) != 0 )
return true;
}
return false;
}
#endif
#if __i386__
bool SegmentMachO::readOnlyImportStubs()
{
return ( (fSegmentLoadCommand->initprot & VM_PROT_EXECUTE)
&& ((fSegmentLoadCommand->initprot & VM_PROT_WRITE) == 0)
&& (strcmp(fSegmentLoadCommand->segname, "__IMPORT") == 0) );
}
#endif
uintptr_t SegmentMachO::getActualLoadAddress(const ImageLoader* inImage)
{
return fSegmentLoadCommand->vmaddr + inImage->getSlide();
}
uintptr_t SegmentMachO::getPreferredLoadAddress()
{
return fSegmentLoadCommand->vmaddr;
}
bool SegmentMachO::hasPreferredLoadAddress()
{
return (fSegmentLoadCommand->vmaddr != 0);
}
Segment* SegmentMachO::next(Segment* location)
{
return &((SegmentMachO*)location)[1];
}