| | #pragma once |
| |
|
| | #include <stdint.h> |
| | #include <stddef.h> |
| |
|
| | |
| | #if defined(__SSE__) || defined(__x86_64__) || defined(_M_X64) && !defined(_M_ARM64EC) || (defined(_M_IX86_FP) && _M_IX86_FP >= 1) |
| | #include <xmmintrin.h> |
| | #endif |
| |
|
| | |
| | #if defined(_MSC_VER) |
| | #include <intrin.h> |
| | #endif |
| |
|
| |
|
| | struct fpu_state { |
| | #if defined(__GNUC__) && defined(__arm__) && defined(__ARM_FP) && (__ARM_FP != 0) || defined(_MSC_VER) && defined(_M_ARM) |
| | uint32_t fpscr; |
| | #elif defined(__GNUC__) && defined(__aarch64__) || defined(_MSC_VER) && (defined(_M_ARM64) || defined(_M_ARM64EC)) |
| | uint64_t fpcr; |
| | #elif defined(__SSE__) || defined(__x86_64__) || defined(_M_X64) || (defined(_M_IX86_FP) && _M_IX86_FP >= 1) |
| | uint32_t mxcsr; |
| | #else |
| | char unused; |
| | #endif |
| | }; |
| |
|
| | static inline struct fpu_state get_fpu_state() { |
| | struct fpu_state state = { 0 }; |
| | #if defined(_MSC_VER) && defined(_M_ARM) |
| | state.fpscr = (uint32_t) _MoveFromCoprocessor(10, 7, 1, 0, 0); |
| | #elif defined(_MSC_VER) && (defined(_M_ARM64) || defined(_M_ARM64EC)) |
| | state.fpcr = (uint64_t) _ReadStatusReg(0x5A20); |
| | #elif defined(__SSE__) || defined(__x86_64__) || defined(_M_X64) || (defined(_M_IX86_FP) && _M_IX86_FP >= 1) |
| | state.mxcsr = (uint32_t) _mm_getcsr(); |
| | #elif defined(__GNUC__) && defined(__arm__) && defined(__ARM_FP) && (__ARM_FP != 0) |
| | __asm__ __volatile__("VMRS %[fpscr], fpscr" : [fpscr] "=r" (state.fpscr)); |
| | #elif defined(__GNUC__) && defined(__aarch64__) |
| | __asm__ __volatile__("MRS %[fpcr], fpcr" : [fpcr] "=r" (state.fpcr)); |
| | #endif |
| | return state; |
| | } |
| |
|
| | static inline void set_fpu_state(const struct fpu_state state) { |
| | #if defined(_MSC_VER) && defined(_M_ARM) |
| | _MoveToCoprocessor((int) state.fpscr, 10, 7, 1, 0, 0); |
| | #elif defined(_MSC_VER) && (defined(_M_ARM64) || defined(_M_ARM64EC)) |
| | _WriteStatusReg(0x5A20, (__int64) state.fpcr); |
| | #elif defined(__GNUC__) && defined(__arm__) && defined(__ARM_FP) && (__ARM_FP != 0) |
| | __asm__ __volatile__("VMSR fpscr, %[fpscr]" : : [fpscr] "r" (state.fpscr)); |
| | #elif defined(__GNUC__) && defined(__aarch64__) |
| | __asm__ __volatile__("MSR fpcr, %[fpcr]" : : [fpcr] "r" (state.fpcr)); |
| | #elif defined(__SSE__) || defined(__x86_64__) || defined(_M_X64) || (defined(_M_IX86_FP) && _M_IX86_FP >= 1) |
| | _mm_setcsr((unsigned int) state.mxcsr); |
| | #endif |
| | } |
| |
|
| | static inline void disable_fpu_denormals() { |
| | #if defined(_MSC_VER) && defined(_M_ARM) |
| | int fpscr = _MoveFromCoprocessor(10, 7, 1, 0, 0); |
| | fpscr |= 0x1000000; |
| | _MoveToCoprocessor(fpscr, 10, 7, 1, 0, 0); |
| | #elif defined(_MSC_VER) && (defined(_M_ARM64) || defined(_M_ARM64EC)) |
| | __int64 fpcr = _ReadStatusReg(0x5A20); |
| | fpcr |= 0x1080000; |
| | _WriteStatusReg(0x5A20, fpcr); |
| | #elif defined(__GNUC__) && defined(__arm__) && defined(__ARM_FP) && (__ARM_FP != 0) |
| | uint32_t fpscr; |
| | #if defined(__thumb__) && !defined(__thumb2__) |
| | __asm__ __volatile__( |
| | "VMRS %[fpscr], fpscr\n" |
| | "ORRS %[fpscr], %[bitmask]\n" |
| | "VMSR fpscr, %[fpscr]\n" |
| | : [fpscr] "=l" (fpscr) |
| | : [bitmask] "l" (0x1000000) |
| | : "cc"); |
| | #else |
| | __asm__ __volatile__( |
| | "VMRS %[fpscr], fpscr\n" |
| | "ORR %[fpscr], #0x1000000\n" |
| | "VMSR fpscr, %[fpscr]\n" |
| | : [fpscr] "=r" (fpscr)); |
| | #endif |
| | #elif defined(__GNUC__) && defined(__aarch64__) |
| | uint64_t fpcr; |
| | __asm__ __volatile__( |
| | "MRS %[fpcr], fpcr\n" |
| | "ORR %w[fpcr], %w[fpcr], 0x1000000\n" |
| | "ORR %w[fpcr], %w[fpcr], 0x80000\n" |
| | "MSR fpcr, %[fpcr]\n" |
| | : [fpcr] "=r" (fpcr)); |
| | #elif defined(__SSE__) || defined(__x86_64__) || defined(_M_X64) || (defined(_M_IX86_FP) && _M_IX86_FP >= 1) |
| | _mm_setcsr(_mm_getcsr() | 0x8040); |
| | #endif |
| | } |
| |
|
| | static inline size_t modulo_decrement(size_t i, size_t n) { |
| | |
| | if (i == 0) { |
| | i = n; |
| | } |
| | |
| | return i - 1; |
| | } |
| |
|
| | static inline size_t divide_round_up(size_t dividend, size_t divisor) { |
| | if (dividend % divisor == 0) { |
| | return dividend / divisor; |
| | } else { |
| | return dividend / divisor + 1; |
| | } |
| | } |
| |
|
| | |
| | #ifdef min |
| | #undef min |
| | #endif |
| |
|
| | static inline size_t min(size_t a, size_t b) { |
| | return a < b ? a : b; |
| | } |
| |
|