/*
 * Copyright (c) 2000-2004 Apple Computer, Inc. All rights reserved.
 *
 * @APPLE_LICENSE_HEADER_START@
 * 
 * The contents of this file constitute Original Code as defined in and
 * are subject to the Apple Public Source License Version 1.1 (the
 * "License").  You may not use this file except in compliance with the
 * License.  Please obtain a copy of the License at
 * http://www.apple.com/publicsource and read it before using this file.
 * 
 * This Original Code and all software distributed under the License are
 * distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY KIND, EITHER
 * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
 * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE OR NON-INFRINGEMENT.  Please see the
 * License for the specific language governing rights and limitations
 * under the License.
 * 
 * @APPLE_LICENSE_HEADER_END@
 */
/*
 *      Copyright (C) 1988, 1989,  NeXT, Inc.
 *
 *      File:   kern/mach_loader.c
 *      Author: Avadis Tevanian, Jr.
 *
 *      Mach object file loader (kernel version, for now).
 *
 * 21-Jul-88  Avadis Tevanian, Jr. (avie) at NeXT
 *      Started.
 */

#include <sys/param.h>
#include <sys/vnode_internal.h>
#include <sys/uio.h>
#include <sys/namei.h>
#include <sys/proc_internal.h>
#include <sys/kauth.h>
#include <sys/stat.h>
#include <sys/malloc.h>
#include <sys/mount_internal.h>
#include <sys/fcntl.h>
#include <sys/ubc_internal.h>
#include <sys/imgact.h>

#include <mach/mach_types.h>
#include <mach/vm_map.h>        /* vm_allocate() */
#include <mach/mach_vm.h>       /* mach_vm_allocate() */
#include <mach/vm_statistics.h>
#include <mach/shared_memory_server.h>
#include <mach/task.h>
#include <mach/thread_act.h>

#include <machine/vmparam.h>

#include <kern/kern_types.h>
#include <kern/cpu_number.h>
#include <kern/mach_loader.h>
#include <kern/kalloc.h>
#include <kern/task.h>
#include <kern/thread.h>

#include <mach-o/fat.h>
#include <mach-o/loader.h>

#include <vm/pmap.h>
#include <vm/vm_map.h>
#include <vm/vm_kern.h>
#include <vm/vm_pager.h>
#include <vm/vnode_pager.h>
#include <vm/vm_shared_memory_server.h>
#include <vm/vm_protos.h> 

/*
 * XXX vm/pmap.h should not treat these prototypes as MACH_KERNEL_PRIVATE
 * when KERNEL is defined.
 */
extern pmap_t   pmap_create(vm_map_size_t size);
extern void     pmap_switch(pmap_t);
extern void     pmap_map_sharedpage(task_t task, pmap_t pmap);

/*
 * XXX kern/thread.h should not treat these prototypes as MACH_KERNEL_PRIVATE
 * when KERNEL is defined.
 */
extern kern_return_t    thread_setstatus(thread_t thread, int flavor,
                                thread_state_t tstate,
                                mach_msg_type_number_t count);

extern kern_return_t    thread_state_initialize(thread_t thread);


/* XXX should have prototypes in a shared header file */
extern int grade_binary(cpu_type_t exectype, cpu_subtype_t execsubtype);
extern int      get_map_nentries(vm_map_t);
extern kern_return_t    thread_userstack(thread_t, int, thread_state_t,
                                unsigned int, mach_vm_offset_t *, int *);
extern kern_return_t    thread_entrypoint(thread_t, int, thread_state_t,
                                unsigned int, mach_vm_offset_t *);


/* An empty load_result_t */
static load_result_t load_result_null = {
        MACH_VM_MIN_ADDRESS,
        MACH_VM_MIN_ADDRESS,
        MACH_VM_MIN_ADDRESS,
        0,
        0,
        0,
        0
};

/*
 * Prototypes of static functions.
 */
static load_return_t
parse_machfile(
        struct vnode            *vp,
        vm_map_t                map,
        thread_t                thr_act,
        struct mach_header      *header,
        off_t                   file_offset,
        off_t                   macho_size,
        boolean_t               shared_regions,
        boolean_t               clean_regions,
        int                     depth,
        load_result_t           *result
);

static load_return_t
load_segment(
        struct segment_command  *scp,
        void *                                  pager,
        off_t                           pager_offset,
        off_t                           macho_size,
        off_t                           end_of_file,
        vm_map_t                                map,
        load_result_t                   *result
);

static load_return_t
load_segment_64(
        struct segment_command_64       *scp64,
        void                            *pager,
        off_t                           pager_offset,
        off_t                           macho_size,
        off_t                           end_of_file,
        vm_map_t                        map,
        load_result_t                   *result
);

static load_return_t
load_unixthread(
        struct thread_command   *tcp,
        thread_t                        thr_act,
        load_result_t                   *result
);

static load_return_t
load_thread(
        struct thread_command   *tcp,
        thread_t                        thr_act,
        load_result_t                   *result
);

static load_return_t
load_threadstate(
        thread_t                thread,
        unsigned long   *ts,
        unsigned long   total_size
);

static load_return_t
load_threadstack(
        thread_t                thread,
        unsigned long   *ts,
        unsigned long   total_size,
        mach_vm_offset_t        *user_stack,
        int                             *customstack
);

static load_return_t
load_threadentry(
        thread_t                thread,
        unsigned long   *ts,
        unsigned long   total_size,
        mach_vm_offset_t        *entry_point
);

static load_return_t
load_dylinker(
        struct dylinker_command *lcp,
        integer_t               archbits,
        vm_map_t                                map,
        thread_t                        thr_act,
        int                                             depth,
        load_result_t                   *result,
        boolean_t                       clean_regions
);

static load_return_t
get_macho_vnode(
        char                            *path,
        integer_t               archbits,
        struct mach_header      *mach_header,
        off_t                   *file_offset,
        off_t                   *macho_size,
        struct vnode            **vpp
);

load_return_t
load_machfile(
        struct image_params     *imgp,
        struct mach_header      *header,
        thread_t                thr_act,
        vm_map_t                new_map,
        boolean_t               clean_regions,
        load_result_t           *result
)
{
        struct vnode            *vp = imgp->ip_vp;
        off_t                   file_offset = imgp->ip_arch_offset;
        off_t                   macho_size = imgp->ip_arch_size;
        
        pmap_t                  pmap = 0;       /* protected by create_map */
        vm_map_t                map;
        vm_map_t                old_map;
        load_result_t           myresult;
        load_return_t           lret;
        boolean_t create_map = TRUE;

        if (new_map != VM_MAP_NULL) {
                create_map = FALSE;
        }

        if (create_map) {
                old_map = current_map();
#ifdef i386
                pmap = get_task_pmap(current_task());
                pmap_reference(pmap);
#else
                pmap = pmap_create((vm_map_size_t) 0);
#endif
                map = vm_map_create(pmap,
                                get_map_min(old_map),
                                get_map_max(old_map),
                                TRUE); /**** FIXME ****/
        } else
                map = new_map;
                
        if (!result)
                result = &myresult;

        *result = load_result_null;

        lret = parse_machfile(vp, map, thr_act, header, file_offset, macho_size,
                              ((imgp->ip_flags & IMGPF_IS_64BIT) == 0), /* shared regions? */
                              clean_regions, 0, result);

        if (lret != LOAD_SUCCESS) {
                if (create_map) {
                        vm_map_deallocate(map); /* will lose pmap reference too */
                }
                return(lret);
        }

        /*
         *      Commit to new map.  First make sure that the current
         *      users of the task get done with it, and that we clean
         *      up the old contents of IPC and memory.  The task is
         *      guaranteed to be single threaded upon return (us).
         *
         *      Swap the new map for the old, which  consumes our new map
         *      reference but each leaves us responsible for the old_map reference.
         *      That lets us get off the pmap associated with it, and
         *      then we can release it.
         */
         if (create_map) {
                task_halt(current_task());

                old_map = swap_task_map(current_task(), map);
#ifndef i386
                pmap_switch(pmap);      /* Make sure we are using the new pmap */
#endif
                vm_map_deallocate(old_map);
        }
        return(LOAD_SUCCESS);
}

int     dylink_test = 1;

/*
 * The file size of a mach-o file is limited to 32 bits; this is because
 * this is the limit on the kalloc() of enough bytes for a mach_header and
 * the contents of its sizeofcmds, which is currently constrained to 32
 * bits in the file format itself.  We read into the kernel buffer the
 * commands section, and then parse it in order to parse the mach-o file
 * format load_command segment(s).  We are only interested in a subset of
 * the total set of possible commands.
 */
static
load_return_t
parse_machfile(
        struct vnode            *vp,       
        vm_map_t                map,
        thread_t                thr_act,
        struct mach_header      *header,
        off_t                   file_offset,
        off_t                   macho_size,
        boolean_t               shared_regions,
        boolean_t               clean_regions,
        int                     depth,
        load_result_t           *result
)
{
        uint32_t                ncmds;
        struct load_command     *lcp;
        struct dylinker_command *dlp = 0;
        integer_t               dlarchbits = 0;
        void *                  pager;
        load_return_t           ret = LOAD_SUCCESS;
        caddr_t                 addr;
        void *                  kl_addr;
        vm_size_t               size,kl_size;
        size_t                  offset;
        size_t                  oldoffset;      /* for overflow check */
        int                     pass;
        struct proc *p = current_proc();                /* XXXX */
        int                     error;
        int resid=0;
        task_t task;
        size_t                  mach_header_sz = sizeof(struct mach_header);
        boolean_t               abi64;

        if (header->magic == MH_MAGIC_64 ||
            header->magic == MH_CIGAM_64) {
                mach_header_sz = sizeof(struct mach_header_64);
        }

        /*
         *      Break infinite recursion
         */
        if (depth > 6)
                return(LOAD_FAILURE);

        task = (task_t)get_threadtask(thr_act);

        depth++;

        /*
         *      Check to see if right machine type.
         */
        if (((cpu_type_t)(header->cputype & ~CPU_ARCH_MASK) != cpu_type()) ||
            !grade_binary(header->cputype, header->cpusubtype))
                return(LOAD_BADARCH);
                
        abi64 = ((header->cputype & CPU_ARCH_ABI64) == CPU_ARCH_ABI64);
                
        switch (header->filetype) {
        
        case MH_OBJECT:
        case MH_EXECUTE:
        case MH_PRELOAD:
                if (depth != 1)
                        return (LOAD_FAILURE);
                break;
                
        case MH_FVMLIB:
        case MH_DYLIB:
                if (depth == 1)
                        return (LOAD_FAILURE);
                break;

        case MH_DYLINKER:
                if (depth != 2)
                        return (LOAD_FAILURE);
                break;
                
        default:
                return (LOAD_FAILURE);
        }

        /*
         *      Get the pager for the file.
         */
        UBCINFOCHECK("parse_machfile", vp);
        pager = (void *) ubc_getpager(vp);

        /*
         *      Map portion that must be accessible directly into
         *      kernel's map.
         */
        if ((mach_header_sz + header->sizeofcmds) > macho_size)
                return(LOAD_BADMACHO);

        /*
         *      Round size of Mach-O commands up to page boundry.
         */
        size = round_page(mach_header_sz + header->sizeofcmds);
        if (size <= 0)
                return(LOAD_BADMACHO);

        /*
         * Map the load commands into kernel memory.
         */
        addr = 0;
        kl_size = size;
        kl_addr = kalloc(size);
        addr = (caddr_t)kl_addr;
        if (addr == NULL)
                return(LOAD_NOSPACE);

        error = vn_rdwr(UIO_READ, vp, addr, size, file_offset,
            UIO_SYSSPACE32, 0, kauth_cred_get(), &resid, p);
        if (error) {
                if (kl_addr )
                        kfree(kl_addr, kl_size);
                return(LOAD_IOERROR);
        }
        /* (void)ubc_map(vp, PROT_EXEC); */ /* NOT HERE */
        
        /*
         *      Scan through the commands, processing each one as necessary.
         */
        for (pass = 1; pass <= 2; pass++) {
                /*
                 * Loop through each of the load_commands indicated by the
                 * Mach-O header; if an absurd value is provided, we just
                 * run off the end of the reserved section by incrementing
                 * the offset too far, so we are implicitly fail-safe.
                 */
                offset = mach_header_sz;
                ncmds = header->ncmds;
                while (ncmds--) {
                        /*
                         *      Get a pointer to the command.
                         */
                        lcp = (struct load_command *)(addr + offset);
                        oldoffset = offset;
                        offset += lcp->cmdsize;

                        /*
                         * Perform prevalidation of the struct load_command
                         * before we attempt to use its contents.  Invalid
                         * values are ones which result in an overflow, or
                         * which can not possibly be valid commands, or which
                         * straddle or exist past the reserved section at the
                         * start of the image.
                         */
                        if (oldoffset > offset ||
                            lcp->cmdsize < sizeof(struct load_command) ||
                            offset > header->sizeofcmds + mach_header_sz) {
                                ret = LOAD_BADMACHO;
                                break;
                        }

                        /*
                         * Act on struct load_command's for which kernel
                         * intervention is required.
                         */
                        switch(lcp->cmd) {
                        case LC_SEGMENT_64:
                                if (pass != 1)
                                        break;
                                ret = load_segment_64(
                                               (struct segment_command_64 *)lcp,
                                                   pager,
                                                   file_offset,
                                                   macho_size,
                                                   ubc_getsize(vp),
                                                   map,
                                                   result);
                                break;
                        case LC_SEGMENT:
                                if (pass != 1)
                                        break;
                                ret = load_segment(
                                               (struct segment_command *) lcp,
                                                   pager,
                                                   file_offset,
                                                   macho_size,
                                                   ubc_getsize(vp),
                                                   map,
                                                   result);
                                break;
                        case LC_THREAD:
                                if (pass != 2)
                                        break;
                                ret = load_thread((struct thread_command *)lcp,
                                                   thr_act,
                                                  result);
                                break;
                        case LC_UNIXTHREAD:
                                if (pass != 2)
                                        break;
                                ret = load_unixthread(
                                                 (struct thread_command *) lcp,
                                                   thr_act,
                                                 result);
                                break;
                        case LC_LOAD_DYLINKER:
                                if (pass != 2)
                                        break;
                                if ((depth == 1) && (dlp == 0)) {
                                        dlp = (struct dylinker_command *)lcp;
                                        dlarchbits = (header->cputype & CPU_ARCH_MASK);
                                } else {
                                        ret = LOAD_FAILURE;
                                }
                                break;
                        default:
                                /* Other commands are ignored by the kernel */
                                ret = LOAD_SUCCESS;
                                break;
                        }
                        if (ret != LOAD_SUCCESS)
                                break;
                }
                if (ret != LOAD_SUCCESS)
                        break;
        }
        if (ret == LOAD_SUCCESS) { 

            if (shared_regions) {
                vm_offset_t vmaddr;
                shared_region_mapping_t shared_region;
                struct shared_region_task_mappings      map_info;
                shared_region_mapping_t next;

RedoLookup:
                vm_get_shared_region(task, &shared_region);
                map_info.self = (vm_offset_t)shared_region;
                shared_region_mapping_info(shared_region,
                        &(map_info.text_region),   
                        &(map_info.text_size),
                        &(map_info.data_region),
                        &(map_info.data_size),
                        &(map_info.region_mappings),
                        &(map_info.client_base),
                        &(map_info.alternate_base),
                        &(map_info.alternate_next), 
                        &(map_info.fs_base),
                        &(map_info.system),
                        &(map_info.flags), &next);

                if((map_info.flags & SHARED_REGION_FULL) ||
                        (map_info.flags & SHARED_REGION_STALE)) {
                        shared_region_mapping_t system_region;
                        system_region = lookup_default_shared_region(
                                map_info.fs_base, map_info.system);
                        if((map_info.self != (vm_offset_t)system_region) &&
                                (map_info.flags & SHARED_REGION_SYSTEM)) {
                           if(system_region == NULL) {
                                shared_file_boot_time_init(
                                        map_info.fs_base, map_info.system);
                           } else {
                                vm_set_shared_region(task, system_region);
                           }
                           shared_region_mapping_dealloc(
                                        (shared_region_mapping_t)map_info.self);
                           goto RedoLookup;
                        } else if (map_info.flags & SHARED_REGION_SYSTEM) {
                              shared_region_mapping_dealloc(system_region);
                              shared_file_boot_time_init(
                                        map_info.fs_base, map_info.system);
                              shared_region_mapping_dealloc(
                                     (shared_region_mapping_t)map_info.self);
                        } else {
                              shared_region_mapping_dealloc(system_region);
                        }
                }

                if (dylink_test) {
                        p->p_flag |=  P_NOSHLIB; /* no shlibs in use */
                        vmaddr = map_info.client_base;
                        if(clean_regions) {
                           vm_map(map, &vmaddr, map_info.text_size, 
                                0, SHARED_LIB_ALIAS|VM_FLAGS_FIXED,
                                map_info.text_region, 0, FALSE,
                                VM_PROT_READ, VM_PROT_READ, VM_INHERIT_SHARE);
                        } else {
                           vm_map(map, &vmaddr, map_info.text_size, 0, 
                                (VM_MEMORY_SHARED_PMAP << 24) 
                                  | SHARED_LIB_ALIAS | VM_FLAGS_FIXED,
                                map_info.text_region, 0, FALSE,
                                VM_PROT_READ, VM_PROT_READ, VM_INHERIT_SHARE);
                        }
                        vmaddr = map_info.client_base + map_info.text_size;
                        vm_map(map, &vmaddr, map_info.data_size, 
                                0, SHARED_LIB_ALIAS | VM_FLAGS_FIXED,
                                map_info.data_region, 0, TRUE,
                                VM_PROT_READ, VM_PROT_READ, VM_INHERIT_SHARE);
        
                        while (next) {
                           /* this should be fleshed out for the general case */
                           /* but this is not necessary for now.  Indeed we   */
                           /* are handling the com page inside of the         */
                           /* shared_region mapping create calls for now for  */
                           /* simplicities sake.  If more general support is  */
                           /* needed the code to manipulate the shared range  */
                           /* chain can be pulled out and moved to the callers*/
                           shared_region_mapping_info(next,
                                &(map_info.text_region),   
                                &(map_info.text_size),
                                &(map_info.data_region),
                                &(map_info.data_size),
                                &(map_info.region_mappings),
                                &(map_info.client_base),
                                &(map_info.alternate_base),
                                &(map_info.alternate_next), 
                                &(map_info.fs_base),
                                &(map_info.system),
                                &(map_info.flags), &next);

                           vmaddr = map_info.client_base;
                           vm_map(map, &vmaddr, map_info.text_size, 
                                0, SHARED_LIB_ALIAS | VM_FLAGS_FIXED,
                                map_info.text_region, 0, FALSE,
                                VM_PROT_READ, VM_PROT_READ, VM_INHERIT_SHARE);
                        }
                }
            }
            if (dlp != 0)
                        ret = load_dylinker(dlp, dlarchbits, map, thr_act, depth, result, clean_regions);

            if(depth == 1) {
                if (result->thread_count == 0)
                        ret = LOAD_FAILURE;
#ifdef __ppc__
                else if ( abi64 ) {
                        /* Map in 64-bit commpage */
                        /* LP64todo - make this clean */
                        pmap_map_sharedpage(current_task(), get_map_pmap(map));
                        vm_map_commpage64(map);
                }
#endif
            }
        }

        if (kl_addr )
                kfree(kl_addr, kl_size);

        if (ret == LOAD_SUCCESS)
                (void)ubc_map(vp, PROT_EXEC);
                
        return(ret);
}

static
load_return_t
load_segment(
        struct segment_command  *scp,
        void *                  pager,
        off_t                   pager_offset,
        off_t                   macho_size,
        __unused off_t          end_of_file,
        vm_map_t                map,
        load_result_t           *result
)
{
        kern_return_t           ret;
        vm_offset_t             map_addr, map_offset;
        vm_size_t               map_size, seg_size, delta_size;
        vm_prot_t               initprot;
        vm_prot_t               maxprot;

        /*
         * Make sure what we get from the file is really ours (as specified
         * by macho_size).
         */
        if (scp->fileoff + scp->filesize > macho_size)
                return (LOAD_BADMACHO);

        seg_size = round_page(scp->vmsize);
        if (seg_size == 0)
                return(KERN_SUCCESS);

        /*
         *      Round sizes to page size.
         */
        map_size = round_page(scp->filesize);
        map_addr = trunc_page(scp->vmaddr);

        map_offset = pager_offset + scp->fileoff;

        if (map_size > 0) {
                initprot = (scp->initprot) & VM_PROT_ALL;
                maxprot = (scp->maxprot) & VM_PROT_ALL;
                /*
                 *      Map a copy of the file into the address space.
                 */
                ret = vm_map(map,
                                &map_addr, map_size, (vm_offset_t)0,
                                VM_FLAGS_FIXED, pager, map_offset, TRUE,
                                initprot, maxprot,
                                VM_INHERIT_DEFAULT);
                if (ret != KERN_SUCCESS)
                        return(LOAD_NOSPACE);
        
                /*
                 *      If the file didn't end on a page boundary,
                 *      we need to zero the leftover.
                 */
                delta_size = map_size - scp->filesize;
#if FIXME
                if (delta_size > 0) {
                        vm_offset_t     tmp;
        
                        ret = vm_allocate(kernel_map, &tmp, delta_size, VM_FLAGS_ANYWHERE);
                        if (ret != KERN_SUCCESS)
                                return(LOAD_RESOURCE);
        
                        if (copyout(tmp, map_addr + scp->filesize,
                                                                delta_size)) {
                                (void) vm_deallocate(
                                                kernel_map, tmp, delta_size);
                                return(LOAD_FAILURE);
                        }
                        
                        (void) vm_deallocate(kernel_map, tmp, delta_size);
                }
#endif /* FIXME */
        }

        /*
         *      If the virtual size of the segment is greater
         *      than the size from the file, we need to allocate
         *      zero fill memory for the rest.
         */
        delta_size = seg_size - map_size;
        if (delta_size > 0) {
                vm_offset_t     tmp = map_addr + map_size;

                ret = vm_allocate(map, &tmp, delta_size, VM_FLAGS_FIXED);
                if (ret != KERN_SUCCESS)
                        return(LOAD_NOSPACE);
        }

        /*
         *      Set protection values. (Note: ignore errors!)
         */

        if (scp->maxprot != VM_PROT_DEFAULT) {
                (void) vm_protect(map,
                                        map_addr, seg_size,
                                        TRUE, scp->maxprot);
        }
        if (scp->initprot != VM_PROT_DEFAULT) {
                (void) vm_protect(map,
                                      map_addr, seg_size,
                                      FALSE, scp->initprot);
        }
        if ( (scp->fileoff == 0) && (scp->filesize != 0) )
                result->mach_header = map_addr;
        return(LOAD_SUCCESS);
}

static
load_return_t
load_segment_64(
        struct segment_command_64       *scp64,
        void *                          pager,
        off_t                           pager_offset,
        off_t                           macho_size,
        __unused off_t                  end_of_file,
        vm_map_t                        map,
        load_result_t           *result
)
{
        kern_return_t           ret;
        mach_vm_offset_t        map_addr, map_offset;
        mach_vm_size_t          map_size, seg_size, delta_size;
        vm_prot_t               initprot;
        vm_prot_t               maxprot;
        
        /*
         * Make sure what we get from the file is really ours (as specified
         * by macho_size).
         */
        if (scp64->fileoff + scp64->filesize > (uint64_t)macho_size)
                return (LOAD_BADMACHO);

        seg_size = round_page_64(scp64->vmsize);
        if (seg_size == 0)
                return(KERN_SUCCESS);

        /*
         *      Round sizes to page size.
         */
        map_size = round_page_64(scp64->filesize);      /* limited to 32 bits */
        map_addr = round_page_64(scp64->vmaddr);

        map_offset = pager_offset + scp64->fileoff;     /* limited to 32 bits */

        if (map_size > 0) {
                initprot = (scp64->initprot) & VM_PROT_ALL;
                maxprot = (scp64->maxprot) & VM_PROT_ALL;
                /*
                 *      Map a copy of the file into the address space.
                 */
                ret = mach_vm_map(map,
                                &map_addr, map_size, (mach_vm_offset_t)0,
                                VM_FLAGS_FIXED, pager, map_offset, TRUE,
                                initprot, maxprot,
                                VM_INHERIT_DEFAULT);
                if (ret != KERN_SUCCESS)
                        return(LOAD_NOSPACE);
        
                /*
                 *      If the file didn't end on a page boundary,
                 *      we need to zero the leftover.
                 */
                delta_size = map_size - scp64->filesize;
#if FIXME
                if (delta_size > 0) {
                        mach_vm_offset_t        tmp;
        
                        ret = vm_allocate(kernel_map, &tmp, delta_size, VM_FLAGS_ANYWHERE);
                        if (ret != KERN_SUCCESS)
                                return(LOAD_RESOURCE);
        
                        if (copyout(tmp, map_addr + scp64->filesize,
                                                                delta_size)) {
                                (void) vm_deallocate(
                                                kernel_map, tmp, delta_size);
                return (LOAD_FAILURE);
                        }
        
                        (void) vm_deallocate(kernel_map, tmp, delta_size);
                }
#endif /* FIXME */
        }

        /*
         *      If the virtual size of the segment is greater
         *      than the size from the file, we need to allocate
         *      zero fill memory for the rest.
         */
        delta_size = seg_size - map_size;
        if (delta_size > 0) {
                mach_vm_offset_t tmp = map_addr + map_size;

                ret = mach_vm_allocate(map, &tmp, delta_size, VM_FLAGS_FIXED);
                if (ret != KERN_SUCCESS)
                        return(LOAD_NOSPACE);
        }

        /*
         *      Set protection values. (Note: ignore errors!)
         */

        if (scp64->maxprot != VM_PROT_DEFAULT) {
                (void) mach_vm_protect(map,
                                        map_addr, seg_size,
                                        TRUE, scp64->maxprot);
        }
        if (scp64->initprot != VM_PROT_DEFAULT) {
                (void) mach_vm_protect(map,
                                      map_addr, seg_size,
                                      FALSE, scp64->initprot);
        }
        if ( (scp64->fileoff == 0) && (scp64->filesize != 0) )
                result->mach_header = map_addr;
        return(LOAD_SUCCESS);
}

static
load_return_t
load_thread(
        struct thread_command   *tcp,
        thread_t                        thread,
        load_result_t           *result
)
{
        kern_return_t   kret;
        load_return_t   lret;
        task_t                  task;
        int customstack=0;

        task = get_threadtask(thread);

        /* if count is 0; same as thr_act */
        if (result->thread_count != 0) {
                kret = thread_create(task, &thread);
                if (kret != KERN_SUCCESS)
                        return(LOAD_RESOURCE);
                thread_deallocate(thread);
        }

        lret = load_threadstate(thread,
                       (unsigned long *)(((vm_offset_t)tcp) + 
                                sizeof(struct thread_command)),
                       tcp->cmdsize - sizeof(struct thread_command));
        if (lret != LOAD_SUCCESS)
                return (lret);

        if (result->thread_count == 0) {
                lret = load_threadstack(thread,
                                (unsigned long *)(((vm_offset_t)tcp) + 
                                        sizeof(struct thread_command)),
                                tcp->cmdsize - sizeof(struct thread_command),
                                &result->user_stack,
                                &customstack);
                if (customstack)
                                result->customstack = 1;
                else
                                result->customstack = 0;
                        
                if (lret != LOAD_SUCCESS)
                        return(lret);

                lret = load_threadentry(thread,
                                (unsigned long *)(((vm_offset_t)tcp) + 
                                        sizeof(struct thread_command)),
                                tcp->cmdsize - sizeof(struct thread_command),
                                &result->entry_point);
                if (lret != LOAD_SUCCESS)
                        return(lret);
        }
        /*
         *      Resume thread now, note that this means that the thread
         *      commands should appear after all the load commands to
         *      be sure they don't reference anything not yet mapped.
         */
        else
                thread_resume(thread);
                
        result->thread_count++;

        return(LOAD_SUCCESS);
}

static
load_return_t
load_unixthread(
        struct thread_command   *tcp,
        thread_t                thread,
        load_result_t           *result
)
{
        load_return_t   ret;
        int customstack =0;
        
        if (result->thread_count != 0)
                return (LOAD_FAILURE);
        
        ret = load_threadstack(thread,
                       (unsigned long *)(((vm_offset_t)tcp) + 
                                sizeof(struct thread_command)),
                       tcp->cmdsize - sizeof(struct thread_command),
                       &result->user_stack,
                           &customstack);
        if (ret != LOAD_SUCCESS)
                return(ret);

        if (customstack)
                        result->customstack = 1;
        else
                        result->customstack = 0;
        ret = load_threadentry(thread,
                       (unsigned long *)(((vm_offset_t)tcp) + 
                                sizeof(struct thread_command)),
                       tcp->cmdsize - sizeof(struct thread_command),
                       &result->entry_point);
        if (ret != LOAD_SUCCESS)
                return(ret);

        ret = load_threadstate(thread,
                       (unsigned long *)(((vm_offset_t)tcp) + 
                                sizeof(struct thread_command)),
                       tcp->cmdsize - sizeof(struct thread_command));
        if (ret != LOAD_SUCCESS)
                return (ret);

        result->unixproc = TRUE;
        result->thread_count++;

        return(LOAD_SUCCESS);
}

static
load_return_t
load_threadstate(
        thread_t        thread,
        unsigned long   *ts,
        unsigned long   total_size
)
{
        kern_return_t   ret;
        unsigned long   size;
        int             flavor;
        unsigned long   thread_size;

    ret = thread_state_initialize( thread );
    if (ret != KERN_SUCCESS)
        return(LOAD_FAILURE);
    
        /*
         *      Set the new thread state; iterate through the state flavors in

     *  the mach-o file.
         */
        while (total_size > 0) {
                flavor = *ts++;
                size = *ts++;
                thread_size = (size+2)*sizeof(unsigned long);
                if (thread_size > total_size)
                        return(LOAD_BADMACHO);
                total_size -= thread_size;
                /*
                 * Third argument is a kernel space pointer; it gets cast
                 * to the appropriate type in machine_thread_set_state()
                 * based on the value of flavor.
                 */
                ret = thread_setstatus(thread, flavor, (thread_state_t)ts, size);
                if (ret != KERN_SUCCESS)
                        return(LOAD_FAILURE);
                ts += size;     /* ts is a (unsigned long *) */
        }
        return(LOAD_SUCCESS);
}

static
load_return_t
load_threadstack(
        thread_t        thread,
        unsigned long   *ts,
        unsigned long   total_size,
        user_addr_t     *user_stack,
        int *customstack
)
{
        kern_return_t   ret;
        unsigned long   size;
        int             flavor;
        unsigned long   stack_size;

        while (total_size > 0) {
                flavor = *ts++;
                size = *ts++;
                stack_size = (size+2)*sizeof(unsigned long);
                if (stack_size > total_size)
                        return(LOAD_BADMACHO);
                total_size -= stack_size;

                /*
                 * Third argument is a kernel space pointer; it gets cast
                 * to the appropriate type in thread_userstack() based on
                 * the value of flavor.
                 */
                ret = thread_userstack(thread, flavor, (thread_state_t)ts, size, user_stack, customstack);
                if (ret != KERN_SUCCESS)
                        return(LOAD_FAILURE);
                ts += size;     /* ts is a (unsigned long *) */
        }
        return(LOAD_SUCCESS);
}

static
load_return_t
load_threadentry(
        thread_t        thread,
        unsigned long   *ts,
        unsigned long   total_size,
        mach_vm_offset_t        *entry_point
)
{
        kern_return_t   ret;
        unsigned long   size;
        int             flavor;
        unsigned long   entry_size;

        /*
         *      Set the thread state.
         */
        *entry_point = MACH_VM_MIN_ADDRESS;
        while (total_size > 0) {
                flavor = *ts++;
                size = *ts++;
                entry_size = (size+2)*sizeof(unsigned long);
                if (entry_size > total_size)
                        return(LOAD_BADMACHO);
                total_size -= entry_size;
                /*
                 * Third argument is a kernel space pointer; it gets cast
                 * to the appropriate type in thread_entrypoint() based on
                 * the value of flavor.
                 */
                ret = thread_entrypoint(thread, flavor, (thread_state_t)ts, size, entry_point);
                if (ret != KERN_SUCCESS)
                        return(LOAD_FAILURE);
                ts += size;     /* ts is a (unsigned long *) */
        }
        return(LOAD_SUCCESS);
}


static
load_return_t
load_dylinker(
        struct dylinker_command *lcp,
        integer_t               archbits,
        vm_map_t                map,
        thread_t        thr_act,
        int                     depth,
        load_result_t           *result,
        boolean_t               clean_regions
)
{
        char                    *name;
        char                    *p;
        struct vnode            *vp;
        struct mach_header      header;
        off_t                   file_offset;
        off_t                   macho_size;
        vm_map_t                copy_map;
        load_result_t           myresult;
        kern_return_t           ret;
        vm_map_copy_t   tmp;
        mach_vm_offset_t        dyl_start, map_addr;
        mach_vm_size_t          dyl_length;

        name = (char *)lcp + lcp->name.offset;
        /*
         *      Check for a proper null terminated string.
         */
        p = name;
        do {
                if (p >= (char *)lcp + lcp->cmdsize)
                        return(LOAD_BADMACHO);
        } while (*p++);

        ret = get_macho_vnode(name, archbits, &header, &file_offset, &macho_size, &vp);
        if (ret)
                return (ret);
                        
        /*
         *      Load the Mach-O.
         *      Use a temporary map to do the work.
         */
        copy_map = vm_map_create(pmap_create(vm_map_round_page(macho_size)),
                                 get_map_min(map), get_map_max(map), TRUE);
        if (VM_MAP_NULL == copy_map) {
                ret = LOAD_RESOURCE;
                goto out;
        }

        myresult = load_result_null;

        ret = parse_machfile(vp, copy_map, thr_act, &header,
                                file_offset, macho_size,
                                FALSE, clean_regions, depth, &myresult);

        if (ret)
                goto out;

        if (get_map_nentries(copy_map) > 0) {

                dyl_start = mach_get_vm_start(copy_map);
                dyl_length = mach_get_vm_end(copy_map) - dyl_start;

                map_addr = dyl_start;
                ret = mach_vm_allocate(map, &map_addr, dyl_length, VM_FLAGS_FIXED);
                if (ret != KERN_SUCCESS)  {
                        ret = mach_vm_allocate(map, &map_addr, dyl_length, VM_FLAGS_ANYWHERE);
                }

                if (ret != KERN_SUCCESS) {
                        ret = LOAD_NOSPACE;
                        goto out;
                
                }
                ret = vm_map_copyin(copy_map,
                                    (vm_map_address_t)dyl_start,
                                    (vm_map_size_t)dyl_length,
                                    TRUE, &tmp);
                if (ret != KERN_SUCCESS) {
                        (void) vm_map_remove(map,
                                     vm_map_trunc_page(map_addr),
                                     vm_map_round_page(map_addr + dyl_length),
                                     VM_MAP_NO_FLAGS);
                        goto out;
                }

                ret = vm_map_copy_overwrite(map,
                                     (vm_map_address_t)map_addr,
                                     tmp, FALSE);
                if (ret != KERN_SUCCESS) {
                        vm_map_copy_discard(tmp);
                        (void) vm_map_remove(map,
                                     vm_map_trunc_page(map_addr),
                                     vm_map_round_page(map_addr + dyl_length),
                                     VM_MAP_NO_FLAGS);
                        goto out;
                }

                if (map_addr != dyl_start)
                        myresult.entry_point += (map_addr - dyl_start);
        } else
                ret = LOAD_FAILURE;
        
        if (ret == LOAD_SUCCESS) {              
                result->dynlinker = TRUE;
                result->entry_point = myresult.entry_point;
                (void)ubc_map(vp, PROT_EXEC);
        }
out:
        vm_map_deallocate(copy_map);
        
        vnode_put(vp);
        return (ret);

}

/*
 * This routine exists to support the load_dylinker().
 *
 * This routine has its own, separate, understanding of the FAT file format,
 * which is terrifically unfortunate.
 */
static
load_return_t
get_macho_vnode(
        char                    *path,
        integer_t               archbits,
        struct mach_header      *mach_header,
        off_t                   *file_offset,
        off_t                   *macho_size,
        struct vnode            **vpp
)
{
        struct vnode            *vp;
        struct vfs_context context;
        struct nameidata nid, *ndp;
        struct proc *p = current_proc();                /* XXXX */
        boolean_t               is_fat;
        struct fat_arch         fat_arch;
        int                     error = LOAD_SUCCESS;
        int resid;
        union {
                struct mach_header      mach_header;
                struct fat_header       fat_header;
                char    pad[512];
        } header;
        off_t fsize = (off_t)0;
        struct  ucred *cred = kauth_cred_get();
        int err2;
        
        context.vc_proc = p;
        context.vc_ucred = cred;

        ndp = &nid;
        
        /* init the namei data to point the file user's program name */
        NDINIT(ndp, LOOKUP, FOLLOW | LOCKLEAF, UIO_SYSSPACE32, CAST_USER_ADDR_T(path), &context);

        if ((error = namei(ndp)) != 0) {
                if (error == ENOENT)
                        error = LOAD_ENOENT;
                else
                        error = LOAD_FAILURE;
                return(error);
        }
        nameidone(ndp);
        vp = ndp->ni_vp;
        
        /* check for regular file */
        if (vp->v_type != VREG) {
                error = LOAD_PROTECT;
                goto bad1;
        }

        /* get size */
        if ((error = vnode_size(vp, &fsize, &context)) != 0) {
                error = LOAD_FAILURE;
                goto bad1;
        }

        /* Check mount point */
        if (vp->v_mount->mnt_flag & MNT_NOEXEC) {
                error = LOAD_PROTECT;
                goto bad1;
        }

        /* check access */
        if ((error = vnode_authorize(vp, NULL, KAUTH_VNODE_EXECUTE, &context)) != 0) {
                error = LOAD_PROTECT;
                goto bad1;
        }

        /* try to open it */
        if ((error = VNOP_OPEN(vp, FREAD, &context)) != 0) {
                error = LOAD_PROTECT;
                goto bad1;
        }

        if ((error = vn_rdwr(UIO_READ, vp, (caddr_t)&header, sizeof(header), 0,
            UIO_SYSSPACE32, IO_NODELOCKED, cred, &resid, p)) != 0) {
                error = LOAD_IOERROR;
                goto bad2;
        }
        
        if (header.mach_header.magic == MH_MAGIC ||
            header.mach_header.magic == MH_MAGIC_64)
            is_fat = FALSE;
        else if (header.fat_header.magic == FAT_MAGIC ||
                 header.fat_header.magic == FAT_CIGAM)
            is_fat = TRUE;
        else {
            error = LOAD_BADMACHO;
            goto bad2;
        }

        if (is_fat) {
                /* Look up our architecture in the fat file. */
                error = fatfile_getarch_with_bits(vp, archbits, (vm_offset_t)(&header.fat_header), &fat_arch);
                if (error != LOAD_SUCCESS)
                        goto bad2;

                /* Read the Mach-O header out of it */
                error = vn_rdwr(UIO_READ, vp, (caddr_t)&header.mach_header,
                                sizeof(header.mach_header), fat_arch.offset,
                                UIO_SYSSPACE32, IO_NODELOCKED, cred, &resid, p);
                if (error) {
                        error = LOAD_IOERROR;
                        goto bad2;
                }

                /* Is this really a Mach-O? */
                if (header.mach_header.magic != MH_MAGIC &&
                    header.mach_header.magic != MH_MAGIC_64) {
                        error = LOAD_BADMACHO;
                        goto bad2;
                }

                *file_offset = fat_arch.offset;
                *macho_size = fsize = fat_arch.size;
        } else {
                /*
                 * Force get_macho_vnode() to fail if the architecture bits
                 * do not match the expected architecture bits.  This in
                 * turn causes load_dylinker() to fail for the same reason,
                 * so it ensures the dynamic linker and the binary are in
                 * lock-step.  This is potentially bad, if we ever add to
                 * the CPU_ARCH_* bits any bits that are desirable but not
                 * required, since the dynamic linker might work, but we will
                 * refuse to load it because of this check.
                 */
                if ((cpu_type_t)(header.mach_header.cputype & CPU_ARCH_MASK) != archbits)
                        return(LOAD_BADARCH);

                *file_offset = 0;
                *macho_size = fsize;
        }

        *mach_header = header.mach_header;
        *vpp = vp;

        ubc_setsize(vp, fsize);
        
        return (error);

bad2:
        err2 = VNOP_CLOSE(vp, FREAD, &context);
        vnode_put(vp);
        return (error);

bad1:
        vnode_put(vp);
        return(error);
}