| /* Definition for thread-local data handling. NPTL/PowerPC version. |
| Copyright (C) 2003-2018 Free Software Foundation, Inc. |
| This file is part of the GNU C Library. |
| |
| The GNU C Library is free software; you can redistribute it and/or |
| modify it under the terms of the GNU Lesser General Public |
| License as published by the Free Software Foundation; either |
| version 2.1 of the License, or (at your option) any later version. |
| |
| The GNU C Library is distributed in the hope that it will be useful, |
| but WITHOUT ANY WARRANTY; without even the implied warranty of |
| MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
| Lesser General Public License for more details. |
| |
| You should have received a copy of the GNU Lesser General Public |
| License along with the GNU C Library; if not, see |
| <http://www.gnu.org/licenses/>. */ |
| |
| #ifndef _TLS_H |
| #define _TLS_H 1 |
| |
| # include <dl-sysdep.h> |
| |
| #ifndef __ASSEMBLER__ |
| # include <stdbool.h> |
| # include <stddef.h> |
| # include <stdint.h> |
| # include <dl-dtv.h> |
| |
| #else /* __ASSEMBLER__ */ |
| # include <tcb-offsets.h> |
| #endif /* __ASSEMBLER__ */ |
| |
| |
| #ifndef __ASSEMBLER__ |
| |
| # include <hwcapinfo.h> |
| |
| /* Get system call information. */ |
| # include <sysdep.h> |
| |
| /* The TP points to the start of the thread blocks. */ |
| # define TLS_DTV_AT_TP 1 |
| # define TLS_TCB_AT_TP 0 |
| |
| /* We use the multiple_threads field in the pthread struct */ |
| #define TLS_MULTIPLE_THREADS_IN_TCB 1 |
| |
| /* Get the thread descriptor definition. */ |
| # include <nptl/descr.h> |
| |
| |
| /* The stack_guard is accessed directly by GCC -fstack-protector code, |
| so it is a part of public ABI. The dtv and pointer_guard fields |
| are private. */ |
| typedef struct |
| { |
| /* Reservation for HWCAP data. To be accessed by GCC in |
| __builtin_cpu_supports(), so it is a part of public ABI. */ |
| uint64_t hwcap; |
| /* Reservation for AT_PLATFORM data. To be accessed by GCC in |
| __builtin_cpu_is(), so it is a part of public ABI. Since there |
| are different ABIs for 32 and 64 bit, we put this field in a |
| previously empty padding space for powerpc64. */ |
| #ifndef __powerpc64__ |
| /* Padding to maintain alignment. */ |
| uint32_t padding; |
| uint32_t at_platform; |
| #endif |
| /* Indicate if HTM capable (ISA 2.07). */ |
| uint32_t tm_capable; |
| /* Reservation for AT_PLATFORM data - powerpc64. */ |
| #ifdef __powerpc64__ |
| uint32_t at_platform; |
| #endif |
| /* Reservation for Dynamic System Optimizer ABI. */ |
| uintptr_t dso_slot2; |
| uintptr_t dso_slot1; |
| /* Reservation for tar register (ISA 2.07). */ |
| uintptr_t tar_save; |
| /* GCC split stack support. */ |
| void *__private_ss; |
| /* Reservation for the Event-Based Branching ABI. */ |
| uintptr_t ebb_handler; |
| uintptr_t ebb_ctx_pointer; |
| uintptr_t ebb_reserved1; |
| uintptr_t ebb_reserved2; |
| uintptr_t pointer_guard; |
| uintptr_t stack_guard; |
| dtv_t *dtv; |
| } tcbhead_t; |
| |
| /* This is the size of the initial TCB. */ |
| # define TLS_INIT_TCB_SIZE 0 |
| |
| /* Alignment requirements for the initial TCB. */ |
| # define TLS_INIT_TCB_ALIGN __alignof__ (struct pthread) |
| |
| /* This is the size of the TCB. */ |
| # define TLS_TCB_SIZE 0 |
| |
| /* Alignment requirements for the TCB. */ |
| # define TLS_TCB_ALIGN __alignof__ (struct pthread) |
| |
| /* This is the size we need before TCB. */ |
| # define TLS_PRE_TCB_SIZE \ |
| (sizeof (struct pthread) \ |
| + ((sizeof (tcbhead_t) + TLS_TCB_ALIGN - 1) & ~(TLS_TCB_ALIGN - 1))) |
| |
| # ifndef __powerpc64__ |
| /* Register r2 (tp) is reserved by the ABI as "thread pointer". */ |
| register void *__thread_register __asm__ ("r2"); |
| # define PT_THREAD_POINTER PT_R2 |
| # else |
| /* Register r13 (tp) is reserved by the ABI as "thread pointer". */ |
| register void *__thread_register __asm__ ("r13"); |
| # define PT_THREAD_POINTER PT_R13 |
| # endif |
| |
| /* The following assumes that TP (R2 or R13) points to the end of the |
| TCB + 0x7000 (per the ABI). This implies that TCB address is |
| TP - 0x7000. As we define TLS_DTV_AT_TP we can |
| assume that the pthread struct is allocated immediately ahead of the |
| TCB. This implies that the pthread_descr address is |
| TP - (TLS_PRE_TCB_SIZE + 0x7000). */ |
| # define TLS_TCB_OFFSET 0x7000 |
| |
| /* Install the dtv pointer. The pointer passed is to the element with |
| index -1 which contain the length. */ |
| # define INSTALL_DTV(tcbp, dtvp) \ |
| ((tcbhead_t *) (tcbp))[-1].dtv = dtvp + 1 |
| |
| /* Install new dtv for current thread. */ |
| # define INSTALL_NEW_DTV(dtv) (THREAD_DTV() = (dtv)) |
| |
| /* Return dtv of given thread descriptor. */ |
| # define GET_DTV(tcbp) (((tcbhead_t *) (tcbp))[-1].dtv) |
| |
| /* Code to initially initialize the thread pointer. This might need |
| special attention since 'errno' is not yet available and if the |
| operation can cause a failure 'errno' must not be touched. */ |
| # define TLS_INIT_TP(tcbp) \ |
| ({ \ |
| __thread_register = (void *) (tcbp) + TLS_TCB_OFFSET; \ |
| THREAD_SET_TM_CAPABLE (__tcb_hwcap & PPC_FEATURE2_HAS_HTM ? 1 : 0); \ |
| THREAD_SET_HWCAP (__tcb_hwcap); \ |
| THREAD_SET_AT_PLATFORM (__tcb_platform); \ |
| NULL; \ |
| }) |
| |
| /* Value passed to 'clone' for initialization of the thread register. */ |
| # define TLS_DEFINE_INIT_TP(tp, pd) \ |
| void *tp = (void *) (pd) + TLS_TCB_OFFSET + TLS_PRE_TCB_SIZE; \ |
| (((tcbhead_t *) ((char *) tp - TLS_TCB_OFFSET))[-1].tm_capable) = \ |
| THREAD_GET_TM_CAPABLE (); \ |
| (((tcbhead_t *) ((char *) tp - TLS_TCB_OFFSET))[-1].hwcap) = \ |
| THREAD_GET_HWCAP (); \ |
| (((tcbhead_t *) ((char *) tp - TLS_TCB_OFFSET))[-1].at_platform) = \ |
| THREAD_GET_AT_PLATFORM (); |
| |
| /* Return the address of the dtv for the current thread. */ |
| # define THREAD_DTV() \ |
| (((tcbhead_t *) (__thread_register - TLS_TCB_OFFSET))[-1].dtv) |
| |
| /* Return the thread descriptor for the current thread. */ |
| # define THREAD_SELF \ |
| ((struct pthread *) (__thread_register \ |
| - TLS_TCB_OFFSET - TLS_PRE_TCB_SIZE)) |
| |
| /* Magic for libthread_db to know how to do THREAD_SELF. */ |
| # define DB_THREAD_SELF \ |
| REGISTER (32, 32, PT_THREAD_POINTER * 4, \ |
| - TLS_TCB_OFFSET - TLS_PRE_TCB_SIZE) \ |
| REGISTER (64, 64, PT_THREAD_POINTER * 8, \ |
| - TLS_TCB_OFFSET - TLS_PRE_TCB_SIZE) |
| |
| /* Read member of the thread descriptor directly. */ |
| # define THREAD_GETMEM(descr, member) ((void)(descr), (THREAD_SELF)->member) |
| |
| /* Same as THREAD_GETMEM, but the member offset can be non-constant. */ |
| # define THREAD_GETMEM_NC(descr, member, idx) \ |
| ((void)(descr), (THREAD_SELF)->member[idx]) |
| |
| /* Set member of the thread descriptor directly. */ |
| # define THREAD_SETMEM(descr, member, value) \ |
| ((void)(descr), (THREAD_SELF)->member = (value)) |
| |
| /* Same as THREAD_SETMEM, but the member offset can be non-constant. */ |
| # define THREAD_SETMEM_NC(descr, member, idx, value) \ |
| ((void)(descr), (THREAD_SELF)->member[idx] = (value)) |
| |
| /* Set the stack guard field in TCB head. */ |
| # define THREAD_SET_STACK_GUARD(value) \ |
| (((tcbhead_t *) ((char *) __thread_register \ |
| - TLS_TCB_OFFSET))[-1].stack_guard = (value)) |
| # define THREAD_COPY_STACK_GUARD(descr) \ |
| (((tcbhead_t *) ((char *) (descr) \ |
| + TLS_PRE_TCB_SIZE))[-1].stack_guard \ |
| = ((tcbhead_t *) ((char *) __thread_register \ |
| - TLS_TCB_OFFSET))[-1].stack_guard) |
| |
| /* Set the stack guard field in TCB head. */ |
| # define THREAD_GET_POINTER_GUARD() \ |
| (((tcbhead_t *) ((char *) __thread_register \ |
| - TLS_TCB_OFFSET))[-1].pointer_guard) |
| # define THREAD_SET_POINTER_GUARD(value) \ |
| (THREAD_GET_POINTER_GUARD () = (value)) |
| # define THREAD_COPY_POINTER_GUARD(descr) \ |
| (((tcbhead_t *) ((char *) (descr) \ |
| + TLS_PRE_TCB_SIZE))[-1].pointer_guard \ |
| = THREAD_GET_POINTER_GUARD()) |
| |
| /* tm_capable field in TCB head. */ |
| # define THREAD_GET_TM_CAPABLE() \ |
| (((tcbhead_t *) ((char *) __thread_register \ |
| - TLS_TCB_OFFSET))[-1].tm_capable) |
| # define THREAD_SET_TM_CAPABLE(value) \ |
| (THREAD_GET_TM_CAPABLE () = (value)) |
| |
| /* hwcap field in TCB head. */ |
| # define THREAD_GET_HWCAP() \ |
| (((tcbhead_t *) ((char *) __thread_register \ |
| - TLS_TCB_OFFSET))[-1].hwcap) |
| # define THREAD_SET_HWCAP(value) \ |
| (THREAD_GET_HWCAP () = (value)) |
| |
| /* at_platform field in TCB head. */ |
| # define THREAD_GET_AT_PLATFORM() \ |
| (((tcbhead_t *) ((char *) __thread_register \ |
| - TLS_TCB_OFFSET))[-1].at_platform) |
| # define THREAD_SET_AT_PLATFORM(value) \ |
| (THREAD_GET_AT_PLATFORM () = (value)) |
| |
| /* l_tls_offset == 0 is perfectly valid on PPC, so we have to use some |
| different value to mean unset l_tls_offset. */ |
| # define NO_TLS_OFFSET -1 |
| |
| /* Get and set the global scope generation counter in struct pthread. */ |
| #define THREAD_GSCOPE_FLAG_UNUSED 0 |
| #define THREAD_GSCOPE_FLAG_USED 1 |
| #define THREAD_GSCOPE_FLAG_WAIT 2 |
| #define THREAD_GSCOPE_RESET_FLAG() \ |
| do \ |
| { int __res \ |
| = atomic_exchange_rel (&THREAD_SELF->header.gscope_flag, \ |
| THREAD_GSCOPE_FLAG_UNUSED); \ |
| if (__res == THREAD_GSCOPE_FLAG_WAIT) \ |
| lll_futex_wake (&THREAD_SELF->header.gscope_flag, 1, LLL_PRIVATE); \ |
| } \ |
| while (0) |
| #define THREAD_GSCOPE_SET_FLAG() \ |
| do \ |
| { \ |
| THREAD_SELF->header.gscope_flag = THREAD_GSCOPE_FLAG_USED; \ |
| atomic_write_barrier (); \ |
| } \ |
| while (0) |
| #define THREAD_GSCOPE_WAIT() \ |
| GL(dl_wait_lookup_done) () |
| |
| #endif /* __ASSEMBLER__ */ |
| |
| #endif /* tls.h */ |
