allegedly

Author: alphaville

CHANGELOG.md

@@ -5,6 +5,16 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.1.0/),
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+<!-- ---------------------
+      v1.7.1
+     --------------------- -->
+## v1.7.1 - 4-12-2024
+
+### Fixed
+
+- Compatibility between Python and C++ in how the data is stored in bt files
+
+
 <!-- ---------------------
       v1.7.0
      --------------------- -->

python/gputils_api/gputils_api.py

@@ -15,6 +15,7 @@ def read_array_from_gputils_binary_file(path, dt=np.dtype('d')):
         nm = int.from_bytes(f.read(8), byteorder='little', signed=False)  # read number of matrices
         dat = np.fromfile(f, dtype=np.dtype(dt))  # read data
         dat = dat.reshape((nr, nc, nm))  # reshape
+        dat = np.dstack(np.split(dat.reshape(6, -1), 2))  # I'll explain this to you when you grow up
     return dat
 
 
@@ -36,8 +37,9 @@ def write_array_to_gputils_binary_file(x, path):
     nr = x_shape[0]
     nc = x_shape[1] if x_dims >= 2 else 1
     nm = x_shape[2] if x_dims == 3 else 1
+    x = np.vstack(np.dsplit(x, 2)).reshape(-1)
     with open(path, 'wb') as f:
         f.write(nr.to_bytes(8, 'little'))  # write number of rows
         f.write(nc.to_bytes(8, 'little'))  # write number of columns
         f.write(nm.to_bytes(8, 'little'))  # write number of matrices
-        x.reshape(nr*nc*nm, 1).tofile(f)  # write data
+        x.tofile(f)  # write data

python/test/test.py

@@ -37,6 +37,7 @@ def setUpClass(cls):
 
         a = np.linspace(-100, 100, 4 * 5).reshape((4, 5)).astype('d')
         gpuapi.write_array_to_gputils_binary_file(a, os.path.join(base_dir, 'a_d.bt'))
+
         gpuapi.write_array_to_gputils_binary_file(cls._B, os.path.join(base_dir, 'b_d.bt'))
 
     def __test_read_eye(self, dt):

test/testTensor.cu

@@ -182,10 +182,25 @@ TEST_F(TensorTest, parseTensorFromFileBinary) {
 
 TEST_F(TensorTest, parseTensorFromBinaryPython) {
     std::string fName = "../../python/b_d.bt";
-    DTensor<double> b = DTensor<double>::parseFromFile(fName);
-    std::vector<double> vb(12);
-    b.download(vb);
-    for (size_t i = 0; i < 12; i++) EXPECT_NEAR(i + 1., vb[i], PRECISION_HIGH);
+    DTensor<double> b = DTensor<double>::parseFromFile(fName, rowMajor);
+    for (size_t i=0; i<3; i++) {
+        for (size_t j=0; j<3; j++) {
+            EXPECT_NEAR(1 + 2*j + 6*i, b(i, j, 0), PRECISION_HIGH);
+            EXPECT_NEAR(2 + 2*j + 6*i, b(i, j, 1), PRECISION_HIGH);
+        }
+    }
+}
+
+
+/* ---------------------------------------
+ * Parse not existing file
+ * --------------------------------------- */
+
+TEST_F(TensorTest, parseTensorFromNonexistentFile) {
+    std::string fName = "../../python/whatever.bt";
+    EXPECT_THROW(DTensor<double> b = DTensor<double>::parseFromFile(fName, rowMajor), std::invalid_argument);
+    std::string fName2 = "../../python/whatever.txt";
+    EXPECT_THROW(DTensor<double> b = DTensor<double>::parseFromFile(fName2, rowMajor), std::invalid_argument);
 }