bug: fixed reading when the tabular has too many delimiters

Also added more tests for this.

Signed-off-by: Nick Papior <nickpapior@gmail.com>

Author: zerothi

sisl/io/table.py

@@ -183,7 +183,8 @@ def read_data(self, *args, **kwargs):
                 dat[-1] = ensure_array(dat[-1], np.float64)
                 dat.append([])
             else:
-                dat[-1].append(ensure_array(map(float, line.split(sep)), np.float64))
+                line = [l for l in line.split(sep) if len(l) > 0]
+                dat[-1].append(ensure_array(map(float, line), np.float64))
 
             line = self.readline()
         dat[-1] = ensure_array(dat[-1], np.float64)

sisl/io/tests/test_table.py

@@ -90,3 +90,19 @@ def test_tbl4(self):
         assert np.allclose(dat, DAT)
 
         os.remove(io.file)
+
+    @pytest.mark.parametrize("delimiter", ['\t', ' ', ',', ':', 'M'])
+    def test_tbl5(self, delimiter):
+        dat0 = np.arange(8)
+        dat1 = np.arange(8) + 1
+        DAT = np.stack([dat0, dat1])
+
+        io = TableSile(join(_C.d, 't0.dat'), 'w')
+        io.write_data(dat0, dat1, delimiter=delimiter)
+        if delimiter in ['\t', ' ', ',']:
+            dat = TableSile(io.file, 'r').read_data()
+            assert np.allclose(dat, DAT)
+        dat = TableSile(io.file, 'r').read_data(delimiter=delimiter)
+        assert np.allclose(dat, DAT)
+
+        os.remove(io.file)