Add basic pull from db support

src/io.rs

@@ -1,11 +1,24 @@
+use anyhow::bail;
+use rmp_serde::{decode::ReadReader, Deserializer, Serializer};
+use schemars::JsonSchema;
+use serde::{de::DeserializeOwned, Deserialize, Serialize};
+use std::path::PathBuf;
 use std::{
     collections::BTreeMap,
     io::{Read, Seek, Write},
 };
 
-use anyhow::bail;
-use rmp_serde::{decode::ReadReader, Deserializer, Serializer};
-use serde::{de::DeserializeOwned, Deserialize, Serialize};
+#[derive(Serialize, Deserialize, Clone, JsonSchema)]
+pub enum SourceType {
+    CSV,
+    PARQUET,
+}
+
+#[derive(Serialize, Deserialize, Clone, JsonSchema)]
+pub struct DataSource {
+    pub path: PathBuf,
+    pub source_type: SourceType,
+}
 
 pub trait RecordSerializer {
     fn serialize(&mut self, record: impl Serialize) -> anyhow::Result<()>;