| /* |
| * Copyright (c) 2016, 2025, Oracle and/or its affiliates. All rights reserved. |
| * Copyright (c) 2016, 2024 SAP SE. All rights reserved. |
| * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
| * |
| * This code is free software; you can redistribute it and/or modify it |
| * under the terms of the GNU General Public License version 2 only, as |
| * published by the Free Software Foundation. |
| * |
| * This code is distributed in the hope that it will be useful, but WITHOUT |
| * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
| * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License |
| * version 2 for more details (a copy is included in the LICENSE file that |
| * accompanied this code). |
| * |
| * You should have received a copy of the GNU General Public License version |
| * 2 along with this work; if not, write to the Free Software Foundation, |
| * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. |
| * |
| * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
| * or visit www.oracle.com if you need additional information or have any |
| * questions. |
| * |
| */ |
| |
| // This file is organized as os_linux_x86.cpp. |
| |
| #include "asm/assembler.inline.hpp" |
| #include "classfile/vmSymbols.hpp" |
| #include "code/nativeInst.hpp" |
| #include "code/vtableStubs.hpp" |
| #include "compiler/disassembler.hpp" |
| #include "interpreter/interpreter.hpp" |
| #include "jvm.h" |
| #include "memory/allocation.inline.hpp" |
| #include "nativeInst_s390.hpp" |
| #include "os_linux.hpp" |
| #include "os_posix.hpp" |
| #include "prims/jniFastGetField.hpp" |
| #include "prims/jvm_misc.hpp" |
| #include "runtime/arguments.hpp" |
| #include "runtime/frame.inline.hpp" |
| #include "runtime/interfaceSupport.inline.hpp" |
| #include "runtime/java.hpp" |
| #include "runtime/javaCalls.hpp" |
| #include "runtime/javaThread.hpp" |
| #include "runtime/mutexLocker.hpp" |
| #include "runtime/osThread.hpp" |
| #include "runtime/safepointMechanism.hpp" |
| #include "runtime/sharedRuntime.hpp" |
| #include "runtime/stubRoutines.hpp" |
| #include "runtime/timer.hpp" |
| #include "signals_posix.hpp" |
| #include "utilities/events.hpp" |
| #include "utilities/debug.hpp" |
| #include "utilities/vmError.hpp" |
| |
| // put OS-includes here |
| # include <sys/types.h> |
| # include <sys/mman.h> |
| # include <pthread.h> |
| # include <signal.h> |
| # include <errno.h> |
| # include <dlfcn.h> |
| # include <stdlib.h> |
| # include <stdio.h> |
| # include <unistd.h> |
| # include <sys/resource.h> |
| # include <pthread.h> |
| # include <sys/stat.h> |
| # include <sys/time.h> |
| # include <sys/utsname.h> |
| # include <sys/socket.h> |
| # include <sys/wait.h> |
| # include <pwd.h> |
| # include <poll.h> |
| # include <ucontext.h> |
| |
| address os::current_stack_pointer() { |
| intptr_t* csp; |
| |
| // Inline assembly for `z_lgr regno(csp), Z_SP' (Z_SP = Z_R15): |
| __asm__ __volatile__ ("lgr %0, 15":"=r"(csp):); |
| |
| assert(((uint64_t)csp & (frame::alignment_in_bytes-1)) == 0, "SP must be aligned"); |
| return (address) csp; |
| } |
| |
| char* os::non_memory_address_word() { |
| // Must never look like an address returned by reserve_memory, |
| // even in its subfields (as defined by the CPU immediate fields, |
| // if the CPU splits constants across multiple instructions). |
| return (char*) -1; |
| } |
| |
| // Frame information (pc, sp, fp) retrieved via ucontext |
| // always looks like a C-frame according to the frame |
| // conventions in frame_s390.hpp. |
| address os::Posix::ucontext_get_pc(const ucontext_t * uc) { |
| return (address)uc->uc_mcontext.psw.addr; |
| } |
| |
| void os::Posix::ucontext_set_pc(ucontext_t * uc, address pc) { |
| uc->uc_mcontext.psw.addr = (unsigned long)pc; |
| } |
| |
| static address ucontext_get_lr(const ucontext_t * uc) { |
| return (address)uc->uc_mcontext.gregs[14/*LINK*/]; |
| } |
| |
| intptr_t* os::Linux::ucontext_get_sp(const ucontext_t * uc) { |
| return (intptr_t*)uc->uc_mcontext.gregs[15/*REG_SP*/]; |
| } |
| |
| intptr_t* os::Linux::ucontext_get_fp(const ucontext_t * uc) { |
| return nullptr; |
| } |
| |
| address os::fetch_frame_from_context(const void* ucVoid, |
| intptr_t** ret_sp, intptr_t** ret_fp) { |
| |
| address epc; |
| const ucontext_t* uc = (const ucontext_t*)ucVoid; |
| |
| if (uc != nullptr) { |
| epc = os::Posix::ucontext_get_pc(uc); |
| if (ret_sp) { *ret_sp = os::Linux::ucontext_get_sp(uc); } |
| if (ret_fp) { *ret_fp = os::Linux::ucontext_get_fp(uc); } |
| } else { |
| epc = nullptr; |
| if (ret_sp) { *ret_sp = (intptr_t *)nullptr; } |
| if (ret_fp) { *ret_fp = (intptr_t *)nullptr; } |
| } |
| |
| return epc; |
| } |
| |
| frame os::fetch_frame_from_context(const void* ucVoid) { |
| intptr_t* sp; |
| intptr_t* fp; |
| address epc = fetch_frame_from_context(ucVoid, &sp, &fp); |
| if (!is_readable_pointer(epc)) { |
| // Try to recover from calling into bad memory |
| // Assume new frame has not been set up, the same as |
| // compiled frame stack bang |
| return fetch_compiled_frame_from_context(ucVoid); |
| } |
| return frame(sp, epc); |
| } |
| |
| frame os::fetch_compiled_frame_from_context(const void* ucVoid) { |
| const ucontext_t* uc = (const ucontext_t*)ucVoid; |
| intptr_t* sp = os::Linux::ucontext_get_sp(uc); |
| address lr = ucontext_get_lr(uc); |
| return frame(sp, lr); |
| } |
| |
| intptr_t* os::fetch_bcp_from_context(const void* ucVoid) { |
| Unimplemented(); |
| return nullptr; |
| } |
| |
| frame os::get_sender_for_C_frame(frame* fr) { |
| if (*fr->sp() == 0) { |
| // fr is the last C frame. |
| return frame(); |
| } |
| |
| // If its not one of our frames, the return pc is saved at gpr14 |
| // stack slot. The call_stub stores the return_pc to the stack slot |
| // of gpr10. |
| if ((Interpreter::code() != nullptr && Interpreter::contains(fr->pc())) || |
| (CodeCache::contains(fr->pc()) && !StubRoutines::contains(fr->pc()))) { |
| return frame(fr->sender_sp(), fr->sender_pc()); |
| } else { |
| if (StubRoutines::contains(fr->pc())) { |
| StubCodeDesc* desc = StubCodeDesc::desc_for(fr->pc()); |
| if (desc && !strcmp(desc->name(),"call_stub")) { |
| return frame(fr->sender_sp(), fr->callstub_sender_pc()); |
| } else { |
| return frame(fr->sender_sp(), fr->sender_pc()); |
| } |
| } else { |
| intptr_t* sender_sp = fr->sender_sp(); |
| address sender_fp = (address)*sender_sp; |
| ptrdiff_t entry_len = sender_fp - (address)sender_sp; |
| if (entry_len < frame::z_abi_160_size) { |
| return frame(sender_sp, fr->sender_pc()); |
| } else { |
| return frame(sender_sp, fr->native_sender_pc()); |
| } |
| } |
| } |
| } |
| |
| frame os::current_frame() { |
| // Expected to return the stack pointer of this method. |
| // But if inlined, returns the stack pointer of our caller! |
| intptr_t* csp = (intptr_t*) *((intptr_t*) os::current_stack_pointer()); |
| assert (csp != nullptr, "sp should not be null"); |
| // Pass a dummy pc. This way we don't have to load it from the |
| // stack, since we don't know in which slot we can find it. |
| frame topframe(csp, (address)0x8); |
| if (os::is_first_C_frame(&topframe)) { |
| // Stack is not walkable. |
| return frame(); |
| } else { |
| frame senderFrame = os::get_sender_for_C_frame(&topframe); |
| assert(senderFrame.pc() != nullptr, "Sender pc should not be null"); |
| // Return sender of sender of current topframe which hopefully |
| // both have pc != nullptr. |
| #ifdef _NMT_NOINLINE_ // Is set in slowdebug builds. |
| // Current_stack_pointer is not inlined, we must pop one more frame. |
| frame tmp = os::get_sender_for_C_frame(&topframe); |
| return os::get_sender_for_C_frame(&tmp); |
| #else |
| return os::get_sender_for_C_frame(&topframe); |
| #endif |
| } |
| } |
| |
| bool PosixSignals::pd_hotspot_signal_handler(int sig, siginfo_t* info, |
| ucontext_t* uc, JavaThread* thread) { |
| |
| // Decide if this trap can be handled by a stub. |
| address stub = nullptr; |
| address pc = nullptr; // Pc as retrieved from PSW. Usually points past failing instruction. |
| address trap_pc = nullptr; // Pc of the instruction causing the trap. |
| |
| //%note os_trap_1 |
| if (info != nullptr && uc != nullptr && thread != nullptr) { |
| pc = os::Posix::ucontext_get_pc(uc); |
| if (TraceTraps) { |
| tty->print_cr(" pc at " INTPTR_FORMAT, p2i(pc)); |
| } |
| if ((unsigned long)(pc - (address)info->si_addr) <= (unsigned long)Assembler::instr_maxlen() ) { |
| trap_pc = (address)info->si_addr; |
| if (TraceTraps) { |
| tty->print_cr("trap_pc at " INTPTR_FORMAT, p2i(trap_pc)); |
| } |
| } |
| |
| // Handle ALL stack overflow variations here |
| if (sig == SIGSEGV) { |
| address addr = (address)info->si_addr; // Address causing SIGSEGV, usually mem ref target. |
| |
| // Check if fault address is within thread stack. |
| if (thread->is_in_full_stack(addr)) { |
| // stack overflow |
| if (os::Posix::handle_stack_overflow(thread, addr, pc, uc, &stub)) { |
| return true; // continue |
| } |
| } |
| } |
| |
| if (thread->thread_state() == _thread_in_Java) { |
| // Java thread running in Java code => find exception handler if any |
| // a fault inside compiled code, the interpreter, or a stub |
| |
| // Handle signal from NativeJump::patch_verified_entry(). |
| if (sig == SIGILL && nativeInstruction_at(pc)->is_sigill_not_entrant()) { |
| if (TraceTraps) { |
| tty->print_cr("trap: not_entrant (SIGILL)"); |
| } |
| stub = SharedRuntime::get_handle_wrong_method_stub(); |
| } |
| |
| else if (sig == SIGSEGV && |
| SafepointMechanism::is_poll_address((address)info->si_addr)) { |
| if (TraceTraps) { |
| tty->print_cr("trap: safepoint_poll at " INTPTR_FORMAT " (SIGSEGV)", p2i(pc)); |
| } |
| stub = SharedRuntime::get_poll_stub(pc); |
| |
| // Info->si_addr only points to the page base address, so we |
| // must extract the real si_addr from the instruction and the |
| // ucontext. |
| assert(((NativeInstruction*)pc)->is_safepoint_poll(), "must be safepoint poll"); |
| const address real_si_addr = ((NativeInstruction*)pc)->get_poll_address(uc); |
| } |
| |
| // SIGTRAP-based implicit null check in compiled code. |
| else if ((sig == SIGFPE) && |
| TrapBasedNullChecks && |
| (trap_pc != nullptr) && |
| Assembler::is_sigtrap_zero_check(trap_pc)) { |
| if (TraceTraps) { |
| tty->print_cr("trap: NULL_CHECK at " INTPTR_FORMAT " (SIGFPE)", p2i(trap_pc)); |
| } |
| stub = SharedRuntime::continuation_for_implicit_exception(thread, trap_pc, SharedRuntime::IMPLICIT_NULL); |
| } |
| |
| else if (sig == SIGSEGV && ImplicitNullChecks && |
| CodeCache::contains((void*) pc) && |
| MacroAssembler::uses_implicit_null_check(info->si_addr)) { |
| if (TraceTraps) { |
| tty->print_cr("trap: null_check at " INTPTR_FORMAT " (SIGSEGV)", p2i(pc)); |
| } |
| stub = SharedRuntime::continuation_for_implicit_exception(thread, pc, SharedRuntime::IMPLICIT_NULL); |
| } |
| |
| #ifdef COMPILER2 |
| // SIGTRAP-based implicit range check in compiled code. |
| else if (sig == SIGFPE && TrapBasedRangeChecks && |
| (trap_pc != nullptr) && |
| Assembler::is_sigtrap_range_check(trap_pc)) { |
| if (TraceTraps) { |
| tty->print_cr("trap: RANGE_CHECK at " INTPTR_FORMAT " (SIGFPE)", p2i(trap_pc)); |
| } |
| stub = SharedRuntime::continuation_for_implicit_exception(thread, trap_pc, SharedRuntime::IMPLICIT_NULL); |
| } |
| #endif |
| |
| else if (sig == SIGFPE && info->si_code == FPE_INTDIV) { |
| stub = SharedRuntime::continuation_for_implicit_exception(thread, trap_pc, SharedRuntime::IMPLICIT_DIVIDE_BY_ZERO); |
| } |
| |
| else if (sig == SIGBUS) { |
| // BugId 4454115: A read from a MappedByteBuffer can fault here if the |
| // underlying file has been truncated. Do not crash the VM in such a case. |
| CodeBlob* cb = CodeCache::find_blob(pc); |
| nmethod* nm = (cb != nullptr) ? cb->as_nmethod_or_null() : nullptr; |
| if (nm != nullptr && nm->has_unsafe_access()) { |
| // We don't really need a stub here! Just set the pending exception and |
| // continue at the next instruction after the faulting read. Returning |
| // garbage from this read is ok. |
| thread->set_pending_unsafe_access_error(); |
| uc->uc_mcontext.psw.addr = ((unsigned long)pc) + Assembler::instr_len(pc); |
| return true; |
| } |
| } |
| } |
| |
| else { // thread->thread_state() != _thread_in_Java |
| if ((sig == SIGILL) && VM_Version::is_determine_features_test_running()) { |
| // SIGILL must be caused by VM_Version::determine_features() |
| // when attempting to execute a non-existing instruction. |
| //*(int *) (pc-6)=0; // Patch instruction to 0 to indicate that it causes a SIGILL. |
| // Flushing of icache is not necessary. |
| stub = pc; // Continue with next instruction. |
| } else if ((sig == SIGFPE) && VM_Version::is_determine_features_test_running()) { |
| // SIGFPE is known to be caused by trying to execute a vector instruction |
| // when the vector facility is installed, but operating system support is missing. |
| VM_Version::reset_has_VectorFacility(); |
| stub = pc; // Continue with next instruction. |
| } else if ((thread->thread_state() == _thread_in_vm || |
| thread->thread_state() == _thread_in_native) && |
| sig == SIGBUS && thread->doing_unsafe_access()) { |
| // We don't really need a stub here! Just set the pending exception and |
| // continue at the next instruction after the faulting read. Returning |
| // garbage from this read is ok. |
| thread->set_pending_unsafe_access_error(); |
| os::Posix::ucontext_set_pc(uc, pc + Assembler::instr_len(pc)); |
| return true; |
| } |
| } |
| |
| // jni_fast_Get<Primitive>Field can trap at certain pc's if a GC kicks in |
| // and the heap gets shrunk before the field access. |
| if ((sig == SIGSEGV) || (sig == SIGBUS)) { |
| address addr = JNI_FastGetField::find_slowcase_pc(pc); |
| if (addr != (address)-1) { |
| stub = addr; |
| } |
| } |
| } |
| |
| if (stub != nullptr) { |
| // Save all thread context in case we need to restore it. |
| if (thread != nullptr) thread->set_saved_exception_pc(pc); |
| os::Posix::ucontext_set_pc(uc, stub); |
| return true; |
| } |
| |
| return false; |
| } |
| |
| void os::Linux::init_thread_fpu_state(void) { |
| // Nothing to do on z/Architecture. |
| } |
| |
| int os::Linux::get_fpu_control_word(void) { |
| // Nothing to do on z/Architecture. |
| return 0; |
| } |
| |
| void os::Linux::set_fpu_control_word(int fpu_control) { |
| // Nothing to do on z/Architecture. |
| } |
| |
| //////////////////////////////////////////////////////////////////////////////// |
| // thread stack |
| |
| // Minimum usable stack sizes required to get to user code. Space for |
| // HotSpot guard pages is added later. |
| size_t os::_compiler_thread_min_stack_allowed = (52 DEBUG_ONLY(+ 32)) * K; |
| size_t os::_java_thread_min_stack_allowed = (32 DEBUG_ONLY(+ 8)) * K; |
| size_t os::_vm_internal_thread_min_stack_allowed = 32 * K; |
| |
| // Return default stack size for thr_type. |
| size_t os::Posix::default_stack_size(os::ThreadType thr_type) { |
| // Default stack size (compiler thread needs larger stack). |
| size_t s = (thr_type == os::compiler_thread ? 4 * M : 1024 * K); |
| return s; |
| } |
| |
| ///////////////////////////////////////////////////////////////////////////// |
| // helper functions for fatal error handler |
| |
| void os::print_context(outputStream *st, const void *context) { |
| if (context == nullptr) return; |
| |
| const ucontext_t* uc = (const ucontext_t*)context; |
| |
| st->print_cr("Processor state:"); |
| st->print_cr("----------------"); |
| st->print_cr(" ip = " INTPTR_FORMAT " ", uc->uc_mcontext.psw.addr); |
| st->print_cr(" proc mask = " INTPTR_FORMAT " ", uc->uc_mcontext.psw.mask); |
| st->print_cr(" fpc reg = 0x%8.8x " , uc->uc_mcontext.fpregs.fpc); |
| st->cr(); |
| |
| st->print_cr("General Purpose Registers:"); |
| st->print_cr("--------------------------"); |
| for( int i = 0; i < 16; i+=2 ) { |
| st->print(" r%-2d = " INTPTR_FORMAT " " , i, uc->uc_mcontext.gregs[i]); |
| st->print(" r%-2d = " INTPTR_FORMAT " |", i+1, uc->uc_mcontext.gregs[i+1]); |
| st->print(" r%-2d = %23.1ld " , i, uc->uc_mcontext.gregs[i]); |
| st->print(" r%-2d = %23.1ld " , i+1, uc->uc_mcontext.gregs[i+1]); |
| st->cr(); |
| } |
| st->cr(); |
| |
| st->print_cr("Access Registers:"); |
| st->print_cr("-----------------"); |
| for( int i = 0; i < 16; i+=2 ) { |
| st->print(" ar%-2d = 0x%8.8x ", i, uc->uc_mcontext.aregs[i]); |
| st->print(" ar%-2d = 0x%8.8x ", i+1, uc->uc_mcontext.aregs[i+1]); |
| st->cr(); |
| } |
| st->cr(); |
| |
| st->print_cr("Float Registers:"); |
| st->print_cr("----------------"); |
| for (int i = 0; i < 16; i += 2) { |
| st->print(" fr%-2d = " INTPTR_FORMAT " " , i, (int64_t)(uc->uc_mcontext.fpregs.fprs[i].d)); |
| st->print(" fr%-2d = " INTPTR_FORMAT " |", i+1, (int64_t)(uc->uc_mcontext.fpregs.fprs[i+1].d)); |
| st->print(" fr%-2d = %23.15e " , i, (uc->uc_mcontext.fpregs.fprs[i].d)); |
| st->print(" fr%-2d = %23.15e " , i+1, (uc->uc_mcontext.fpregs.fprs[i+1].d)); |
| st->cr(); |
| } |
| st->cr(); |
| st->cr(); |
| } |
| |
| void os::print_register_info(outputStream *st, const void *context, int& continuation) { |
| const int register_count = 16 /* r0-r15 */ + 1 /* pc */; |
| int n = continuation; |
| assert(n >= 0 && n <= register_count, "Invalid continuation value"); |
| if (context == nullptr || n == register_count) { |
| return; |
| } |
| |
| const ucontext_t *uc = (const ucontext_t*)context; |
| while (n < register_count) { |
| // Update continuation with next index before printing location |
| continuation = n + 1; |
| if (n == register_count - 1) { |
| st->print("pc ="); print_location(st, (intptr_t)uc->uc_mcontext.psw.addr); |
| } else { |
| st->print("r%-2d=", n); |
| print_location(st, uc->uc_mcontext.gregs[n]); |
| } |
| ++n; |
| } |
| } |
| |
| #ifndef PRODUCT |
| void os::verify_stack_alignment() { |
| } |
| #endif |
| |
| int os::extra_bang_size_in_bytes() { |
| // z/Architecture does not require the additional stack bang. |
| return 0; |
| } |
| |
| void os::setup_fpu() {} |