Merge pull request #13 from bmsuisse/ts

support timestamp[ns]

Author: aersam

pyproject.toml

@@ -5,7 +5,7 @@ build-backend = "maturin"
 [project]
 name = "lakeapi2sql"
 requires-python = ">=3.10"
-version = "0.8.1"
+version = "0.8.2"
 classifiers = [
     "Programming Language :: Rust",
     "Programming Language :: Python :: Implementation :: CPython",

src/arrow_convert.rs

@@ -18,6 +18,7 @@ use arrow::array::StringArray;
 use arrow::array::Time32SecondArray;
 use arrow::array::TimestampMicrosecondArray;
 use arrow::array::TimestampMillisecondArray;
+use arrow::array::TimestampNanosecondArray;
 use arrow::array::UInt16Array;
 use arrow::array::UInt32Array;
 use arrow::array::UInt64Array;
@@ -194,6 +195,27 @@ pub(crate) fn get_token_rows<'a, 'b>(
                     rowindex += 1;
                 }
             }
+            arrow::datatypes::DataType::Timestamp(arrow::datatypes::TimeUnit::Nanosecond, _) => {
+                let ba = col
+                    .as_any()
+                    .downcast_ref::<TimestampNanosecondArray>()
+                    .unwrap();
+
+                let mut rowindex = 0;
+                for val in ba.iter() {
+                    token_rows[rowindex].push(match val {
+                        Some(vs) => {
+                            if vs < 0 {
+                                ColumnData::DateTime2(None)
+                            } else {
+                                to_col_dt((unix_min + StdDuration::from_nanos(vs as u64)).to_sql())
+                            }
+                        }
+                        None => ColumnData::DateTime2(None),
+                    });
+                    rowindex += 1;
+                }
+            }
             arrow::datatypes::DataType::Null => {
                 if coltype == &ColumnType::BigVarChar
                     || coltype == &ColumnType::Text