From c75e9b8a7f3ab930a8bd456de8a6874e312ecc07 Mon Sep 17 00:00:00 2001 From: Nicola Ferralis Date: Mon, 7 Oct 2024 14:26:27 -0400 Subject: [PATCH] Define data type before saving into h5 for DataMakers Prevents crash when data contain value 0.000" --- Utilities/GenericDataMaker.py | 4 ++-- Utilities/RandomCrossValidMaker.py | 4 ++-- Utilities/RruffDataMaker.py | 4 ++-- Utilities/XmuDataMaker.py | 4 ++-- 4 files changed, 8 insertions(+), 8 deletions(-) diff --git a/Utilities/GenericDataMaker.py b/Utilities/GenericDataMaker.py index 4a029f8..2e14ec7 100755 --- a/Utilities/GenericDataMaker.py +++ b/Utilities/GenericDataMaker.py @@ -5,7 +5,7 @@ * GenericDataMaker * Adds spectra to single file for classification * File must be in TXT format -* version: v2023.12.15.1 +* version: v2024.10.07.1 * By: Nicola Ferralis ************************************************** ''' @@ -193,7 +193,7 @@ def saveLearningFile(M, learnFileRoot): else: learnFile = learnFileRoot+'.h5' with h5py.File(learnFile, 'w') as hf: - hf.create_dataset("M", data=M) + hf.create_dataset("M", data=M.astype(np.float64)) print(" Saving new training file (hdf5) in: "+learnFile+"\n") #************************************ diff --git a/Utilities/RandomCrossValidMaker.py b/Utilities/RandomCrossValidMaker.py index 39e5356..37b6cd4 100755 --- a/Utilities/RandomCrossValidMaker.py +++ b/Utilities/RandomCrossValidMaker.py @@ -4,7 +4,7 @@ *********************************************** * Create Random Cross Validation Datasets * Train + Test -* version: v2023.12.19.1 +* version: v2024.10.07.1 * By: Nicola Ferralis *********************************************** ''' @@ -129,7 +129,7 @@ def writeFile(File, En, A, Cl): np.savetxt(f, newMatrix, delimiter='\t', fmt='%10.6f') else: with h5py.File(File, 'w') as hf: - hf.create_dataset("M", data=newMatrix) + hf.create_dataset("M", data=newMatrix.astype(np.float64)) #************************************ ''' Main initialization routine ''' diff --git a/Utilities/RruffDataMaker.py b/Utilities/RruffDataMaker.py index ef0b816..4252f29 100755 --- a/Utilities/RruffDataMaker.py +++ b/Utilities/RruffDataMaker.py @@ -5,7 +5,7 @@ * RRuffDataMaker * Adds spectra to single file for classification * File must be in RRuFF -* version: v2023.12.15.1 +* version: v2024.10.07.1 * By: Nicola Ferralis ************************************************* ''' @@ -174,7 +174,7 @@ def saveLearningFile(M, learnFileRoot): else: learnFile = learnFileRoot+'.h5' with h5py.File(learnFile, 'w') as hf: - hf.create_dataset("M", data=M) + hf.create_dataset("M", data=M.astype(np.float64)) print(" Saving new training file (hdf5) in: "+learnFile+"\n") #************************************ diff --git a/Utilities/XmuDataMaker.py b/Utilities/XmuDataMaker.py index 5c0be4c..60d05f9 100755 --- a/Utilities/XmuDataMaker.py +++ b/Utilities/XmuDataMaker.py @@ -5,7 +5,7 @@ * XmuDataMaker * Adds spectra to single file for classification * File must be in Xmu -* version: v2023.12.15.1 +* version: v2024.10.07.1 * By: Nicola Ferralis ************************************************* ''' @@ -171,7 +171,7 @@ def saveLearningFile(M, learnFileRoot): else: learnFile = learnFileRoot+'.h5' with h5py.File(learnFile, 'w') as hf: - hf.create_dataset("M", data=M) + hf.create_dataset("M", data=M.astype(np.float64)) print(" Saving new training file (hdf5) in: "+learnFile+"\n") #************************************