-
Notifications
You must be signed in to change notification settings - Fork 142
/
Copy pathHalfFloatUtility.js
98 lines (79 loc) · 2.82 KB
/
HalfFloatUtility.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
var HalfFloat = HalfFloat || {};
(function(){
'use strict';
var exponent = 0;
var mantissa = 0;
var bits = 0;
var data64 = new DataView(new ArrayBuffer(8));
var data16 = new DataView(new ArrayBuffer(2));
var UNIT_VALUE = 1 / 1024;
// http://stackoverflow.com/questions/28688838/convert-a-number-into-a-16-bit-float-stored-as-bytes-and-back
// http://croquetweak.blogspot.de/2014/08/deconstructing-floats-frexp-and-ldexp.html
function frexp(value) {
if (value === 0) {
mantissa = 0;
exponent = 0;
return;
}
data64.setFloat64(0, value);
bits = (data64.getUint32(0) >>> 20) & 0x7FF;
if (bits === 0) {
data64.setFloat64(0, value * Math.pow(2, 64));
bits = ((data64.getUint32(0) >>> 20) & 0x7FF) - 64;
}
exponent = bits - 1022;
mantissa = ldexp(value, -exponent);
}
function ldexp(f, e) {
// avoid multiplying by infinity and zero
return e > 1023 ? f * Math.pow(2, 1023) * Math.pow(2, e - 1023) :
e < -1074 ? f * Math.pow(2, -1074) * Math.pow(2, e + 1074) : f * Math.pow(2, e);
}
var signBit;
var sign;
var exp;
var frac;
HalfFloat.encodeFloat16AsInt16 = function(value) {
// Inf unhandled here
// https://en.wikipedia.org/wiki/Half-precision_floating-point_format
frexp(value);
if(mantissa === 0) {
// zero
data16.setInt16(0, 0);
return data16.getInt16(0);
}
signBit = mantissa < 0 ? 1 : 0;
sign = signBit << 15;
exp = 0;
frac = 0;
if ( exponent <= -14) {
// subnormal value
frac = Math.abs(mantissa * Math.pow(2, exponent + 14)) / UNIT_VALUE;
data16.setInt16(0, sign + exp + frac);
return data16.getInt16(0);
}
// normalized value
if(mantissa < 1.0) {
mantissa = mantissa * 2 - 1;
exponent = exponent - 1;
}
exp = (exponent + 15) << 10;
frac = Math.abs(mantissa) / UNIT_VALUE;
data16.setInt16(0, sign + exp + frac);
return data16.getInt16(0);
};
/**
* Returns a float 16 array buffer which is actually encoded as Int16Array
* @param numArray: javaScript number Array
*/
var i;
HalfFloat.Float16Array = function(numArray){
var float16Array = new Int16Array(new ArrayBuffer(2 * numArray.length));
var tmpArray = new Array(numArray.length);
for (i = 0; i < numArray.length; ++i) {
tmpArray[i] = HalfFloat.encodeFloat16AsInt16(numArray[i]);
}
float16Array.set(tmpArray, 0);
return float16Array;
};
})();