ANL-CEEESA/MIPLearn
1
0
Fork 0
mirror of https://github.com/ANL-CEEESA/MIPLearn.git synced 2025-12-06 01:18:52 -06:00
Code Issues Packages Projects Releases Wiki Activity

Hdf5Sample: Use half-precision for floats

Browse Source
This commit is contained in:
Alinson S. Xavier
2021-08-04 13:44:42 -05:00
parent 067f0f847c
commit e72f3b553f
1 changed files with 8 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
miplearn/features/sample.py
View File

@@ -249,6 +249,7 @@ class Hdf5Sample(Sample):
self._assert_is_vector(value) self._assert_is_vector(value)
for v in value: for v in value:
# Convert strings to bytes
if isinstance(v, str): if isinstance(v, str):
value = np.array( value = np.array(
[u if u is not None else b"" for u in value], [u if u is not None else b"" for u in value],
@@ -256,6 +257,11 @@ class Hdf5Sample(Sample):
) )
break break
# Convert all floating point numbers to half-precision
if isinstance(v, float):
value = np.array(value, dtype=np.dtype("f2"))
break
self._put(key, value, compress=True) self._put(key, value, compress=True)
@overrides @overrides
@@ -269,6 +275,8 @@ class Hdf5Sample(Sample):
continue continue
if isinstance(v[0], str): if isinstance(v[0], str):
data = np.array(padded, dtype="S") data = np.array(padded, dtype="S")
elif isinstance(v[0], float):
data = np.array(padded, dtype=np.dtype("f2"))
elif isinstance(v[0], bool): elif isinstance(v[0], bool):
data = np.array(padded, dtype=bool) data = np.array(padded, dtype=bool)
else: else: