N-archive/citra
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Merge pull request #3292 from Tilka/inf_nan

Browse source 
video_core: fix infinity and NaN conversions
This commit is contained in:
bunnei 2017-12-15 09:58:48 -05:00 committed by GitHub
commit 95d4d7c864
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 11 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

14
src/video_core/pica_types.h
View file

@ -35,13 +35,19 @@ public:
const int width = M + E + 1; const int width = M + E + 1;
const int bias = 128 - (1 << (E - 1)); const int bias = 128 - (1 << (E - 1));
const int exponent = (hex >> M) & ((1 << E) - 1); int exponent = (hex >> M) & ((1 << E) - 1);
const unsigned mantissa = hex & ((1 << M) - 1); const unsigned mantissa = hex & ((1 << M) - 1);
const unsigned sign = (hex >> (E + M)) << 31;
if (hex & ((1 << (width - 1)) - 1)) if (hex & ((1 << (width - 1)) - 1)) {
hex = ((hex >> (E + M)) << 31) | (mantissa << (23 - M)) | ((exponent + bias) << 23); if (exponent == (1 << E) - 1)
exponent = 255;
else else
hex = ((hex >> (E + M)) << 31); exponent += bias;
hex = sign | (mantissa << (23 - M)) | (exponent << 23);
} else {
hex = sign;
}
std::memcpy(&res.value, &hex, sizeof(float)); std::memcpy(&res.value, &hex, sizeof(float));