You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
115 lines
3.9 KiB
115 lines
3.9 KiB
//
|
|
// Copyright (c) 2017 The Khronos Group Inc.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
//
|
|
#ifndef _fpcontrol_h
|
|
#define _fpcontrol_h
|
|
|
|
// In order to get tests for correctly rounded operations (e.g. multiply) to
|
|
// work properly we need to be able to set the reference hardware to FTZ mode if
|
|
// the device hardware is running in that mode. We have explored all other
|
|
// options short of writing correctly rounded operations in integer code, and
|
|
// have found this is the only way to correctly verify operation.
|
|
//
|
|
// Non-Apple implementations will need to provide their own implentation for
|
|
// these features. If the reference hardware and device are both running in the
|
|
// same state (either FTZ or IEEE compliant modes) then these functions may be
|
|
// empty. If the device is running in non-default rounding mode (e.g. round
|
|
// toward zero), then these functions should also set the reference device into
|
|
// that rounding mode.
|
|
#if defined(__APPLE__) || defined(_MSC_VER) || defined(__linux__) \
|
|
|| defined(__MINGW32__)
|
|
typedef int FPU_mode_type;
|
|
#if defined(__i386__) || defined(__x86_64__) || defined(_MSC_VER) \
|
|
|| defined(__MINGW32__)
|
|
#include <xmmintrin.h>
|
|
#elif defined(__PPC__)
|
|
#include <fpu_control.h>
|
|
extern __thread fpu_control_t fpu_control;
|
|
#endif
|
|
// Set the reference hardware floating point unit to FTZ mode
|
|
static inline void ForceFTZ(FPU_mode_type *mode)
|
|
{
|
|
#if defined(__i386__) || defined(__x86_64__) || defined(_MSC_VER) \
|
|
|| defined(__MINGW32__)
|
|
*mode = _mm_getcsr();
|
|
_mm_setcsr(*mode | 0x8040);
|
|
#elif defined(__PPC__)
|
|
*mode = fpu_control;
|
|
fpu_control |= _FPU_MASK_NI;
|
|
#elif defined(__arm__)
|
|
unsigned fpscr;
|
|
__asm__ volatile("fmrx %0, fpscr" : "=r"(fpscr));
|
|
*mode = fpscr;
|
|
__asm__ volatile("fmxr fpscr, %0" ::"r"(fpscr | (1U << 24)));
|
|
// Add 64 bit support
|
|
#elif defined(__aarch64__)
|
|
unsigned fpscr;
|
|
__asm__ volatile("mrs %0, fpcr" : "=r"(fpscr));
|
|
*mode = fpscr;
|
|
__asm__ volatile("msr fpcr, %0" ::"r"(fpscr | (1U << 24)));
|
|
#else
|
|
#error ForceFTZ needs an implentation
|
|
#endif
|
|
}
|
|
|
|
// Disable the denorm flush to zero
|
|
static inline void DisableFTZ(FPU_mode_type *mode)
|
|
{
|
|
#if defined(__i386__) || defined(__x86_64__) || defined(_MSC_VER) \
|
|
|| defined(__MINGW32__)
|
|
*mode = _mm_getcsr();
|
|
_mm_setcsr(*mode & ~0x8040);
|
|
#elif defined(__PPC__)
|
|
*mode = fpu_control;
|
|
fpu_control &= ~_FPU_MASK_NI;
|
|
#elif defined(__arm__)
|
|
unsigned fpscr;
|
|
__asm__ volatile("fmrx %0, fpscr" : "=r"(fpscr));
|
|
*mode = fpscr;
|
|
__asm__ volatile("fmxr fpscr, %0" ::"r"(fpscr & ~(1U << 24)));
|
|
// Add 64 bit support
|
|
#elif defined(__aarch64__)
|
|
unsigned fpscr;
|
|
__asm__ volatile("mrs %0, fpcr" : "=r"(fpscr));
|
|
*mode = fpscr;
|
|
__asm__ volatile("msr fpcr, %0" ::"r"(fpscr & ~(1U << 24)));
|
|
#else
|
|
#error DisableFTZ needs an implentation
|
|
#endif
|
|
}
|
|
|
|
// Restore the reference hardware to floating point state indicated by *mode
|
|
static inline void RestoreFPState(FPU_mode_type *mode)
|
|
{
|
|
#if defined(__i386__) || defined(__x86_64__) || defined(_MSC_VER) \
|
|
|| defined(__MINGW32__)
|
|
_mm_setcsr(*mode);
|
|
#elif defined(__PPC__)
|
|
fpu_control = *mode;
|
|
#elif defined(__arm__)
|
|
__asm__ volatile("fmxr fpscr, %0" ::"r"(*mode));
|
|
// Add 64 bit support
|
|
#elif defined(__aarch64__)
|
|
__asm__ volatile("msr fpcr, %0" ::"r"(*mode));
|
|
#else
|
|
#error RestoreFPState needs an implementation
|
|
#endif
|
|
}
|
|
#else
|
|
#error ForceFTZ and RestoreFPState need implentations
|
|
#endif
|
|
|
|
#endif
|