You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
153 lines
5.5 KiB
153 lines
5.5 KiB
//===-- Implementation of crt for x86_64 ----------------------------------===//
|
|
//
|
|
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
|
|
// See https://llvm.org/LICENSE.txt for license information.
|
|
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
#include "config/linux/app.h"
|
|
#include "config/linux/syscall.h"
|
|
#include "include/sys/mman.h"
|
|
#include "include/sys/syscall.h"
|
|
#include "src/string/memcpy.h"
|
|
#include "src/sys/mman/mmap.h"
|
|
|
|
#include <asm/prctl.h>
|
|
#include <linux/auxvec.h>
|
|
#include <linux/elf.h>
|
|
#include <stdint.h>
|
|
|
|
extern "C" int main(int, char **, char **);
|
|
|
|
namespace __llvm_libc {
|
|
|
|
#ifdef SYS_mmap2
|
|
static constexpr long mmapSyscallNumber = SYS_mmap2;
|
|
#elif SYS_mmap
|
|
static constexpr long mmapSyscallNumber = SYS_mmap;
|
|
#else
|
|
#error "Target platform does not have SYS_mmap or SYS_mmap2 defined"
|
|
#endif
|
|
|
|
// TODO: Declare var an extern var in config/linux/app.h so that other
|
|
// libc functions can make use of the application wide information. For
|
|
// example, mmap can pick up the page size from here.
|
|
AppProperties app;
|
|
|
|
// TODO: The function is x86_64 specific. Move it to config/linux/app.h
|
|
// and generalize it. Also, dynamic loading is not handled currently.
|
|
void initTLS() {
|
|
if (app.tls.size == 0)
|
|
return;
|
|
|
|
// We will assume the alignment is always a power of two.
|
|
uintptr_t tlsSize = (app.tls.size + app.tls.align) & -app.tls.align;
|
|
|
|
// Per the x86_64 TLS ABI, the entry pointed to by the thread pointer is the
|
|
// address of the TLS block. So, we add more size to accomodate this address
|
|
// entry.
|
|
size_t tlsSizeWithAddr = tlsSize + sizeof(uintptr_t);
|
|
|
|
// We cannot call the mmap function here as the functions set errno on
|
|
// failure. Since errno is implemented via a thread local variable, we cannot
|
|
// use errno before TLS is setup.
|
|
long mmapRetVal = __llvm_libc::syscall(
|
|
mmapSyscallNumber, nullptr, tlsSizeWithAddr, PROT_READ | PROT_WRITE,
|
|
MAP_ANONYMOUS | MAP_PRIVATE, -1, 0);
|
|
// We cannot check the return value with MAP_FAILED as that is the return
|
|
// of the mmap function and not the mmap syscall.
|
|
if (mmapRetVal < 0 && static_cast<uintptr_t>(mmapRetVal) > -app.pageSize)
|
|
__llvm_libc::syscall(SYS_exit, 1);
|
|
uintptr_t *tlsAddr = reinterpret_cast<uintptr_t *>(mmapRetVal);
|
|
|
|
// x86_64 TLS faces down from the thread pointer with the first entry
|
|
// pointing to the address of the first real TLS byte.
|
|
uintptr_t endPtr = reinterpret_cast<uintptr_t>(tlsAddr) + tlsSize;
|
|
*reinterpret_cast<uintptr_t *>(endPtr) = endPtr;
|
|
|
|
__llvm_libc::memcpy(tlsAddr, reinterpret_cast<const void *>(app.tls.address),
|
|
app.tls.size);
|
|
if (__llvm_libc::syscall(SYS_arch_prctl, ARCH_SET_FS, endPtr) == -1)
|
|
__llvm_libc::syscall(SYS_exit, 1);
|
|
}
|
|
|
|
} // namespace __llvm_libc
|
|
|
|
using __llvm_libc::app;
|
|
|
|
struct Args {
|
|
// At the language level, argc is an int. But we use uint64_t as the x86_64
|
|
// ABI specifies it as an 8 byte value.
|
|
uint64_t argc;
|
|
|
|
// At the language level, argv is a char** value. However, we use uint64_t as
|
|
// the x86_64 ABI specifies the argv vector be an |argc| long array of 8-byte
|
|
// values. Even though a flexible length array would be more suitable here, we
|
|
// set the array length to 1 to avoid a compiler warning about it being a C99
|
|
// extension. Length of 1 is not really wrong as |argc| is guaranteed to be
|
|
// atleast 1, and there is an 8-byte null entry at the end of the argv array.
|
|
uint64_t argv[1];
|
|
};
|
|
|
|
// TODO: Would be nice to use the aux entry structure from elf.h when available.
|
|
struct AuxEntry {
|
|
uint64_t type;
|
|
uint64_t value;
|
|
};
|
|
|
|
extern "C" void _start() {
|
|
uintptr_t *frame_ptr =
|
|
reinterpret_cast<uintptr_t *>(__builtin_frame_address(0));
|
|
|
|
// This TU is compiled with -fno-omit-frame-pointer. Hence, the previous value
|
|
// of the base pointer is pushed on to the stack. So, we step over it (the
|
|
// "+ 1" below) to get to the args.
|
|
Args *args = reinterpret_cast<Args *>(frame_ptr + 1);
|
|
|
|
// After the argv array, is a 8-byte long NULL value before the array of env
|
|
// values. The end of the env values is marked by another 8-byte long NULL
|
|
// value. We step over it (the "+ 1" below) to get to the env values.
|
|
uint64_t *env_ptr = args->argv + args->argc + 1;
|
|
uint64_t *env_end_marker = env_ptr;
|
|
while (*env_end_marker)
|
|
++env_end_marker;
|
|
|
|
// After the env array, is the aux-vector. The end of the aux-vector is
|
|
// denoted by an AT_NULL entry.
|
|
Elf64_Phdr *programHdrTable = nullptr;
|
|
uintptr_t programHdrCount;
|
|
for (AuxEntry *aux_entry = reinterpret_cast<AuxEntry *>(env_end_marker + 1);
|
|
aux_entry->type != AT_NULL; ++aux_entry) {
|
|
switch (aux_entry->type) {
|
|
case AT_PHDR:
|
|
programHdrTable = reinterpret_cast<Elf64_Phdr *>(aux_entry->value);
|
|
break;
|
|
case AT_PHNUM:
|
|
programHdrCount = aux_entry->value;
|
|
break;
|
|
case AT_PAGESZ:
|
|
app.pageSize = aux_entry->value;
|
|
break;
|
|
default:
|
|
break; // TODO: Read other useful entries from the aux vector.
|
|
}
|
|
}
|
|
|
|
for (uintptr_t i = 0; i < programHdrCount; ++i) {
|
|
Elf64_Phdr *phdr = programHdrTable + i;
|
|
if (phdr->p_type != PT_TLS)
|
|
continue;
|
|
// TODO: p_vaddr value has to be adjusted for static-pie executables.
|
|
app.tls.address = phdr->p_vaddr;
|
|
app.tls.size = phdr->p_memsz;
|
|
app.tls.align = phdr->p_align;
|
|
}
|
|
|
|
__llvm_libc::initTLS();
|
|
|
|
__llvm_libc::syscall(SYS_exit,
|
|
main(args->argc, reinterpret_cast<char **>(args->argv),
|
|
reinterpret_cast<char **>(env_ptr)));
|
|
}
|