Fix overhead allocation tests, clean up some imports

This commit is contained in:
2024-12-30 11:08:25 +10:30
parent a9a9b1bec2
commit 7d985977f2
12 changed files with 64200 additions and 46 deletions

View File

@@ -7,7 +7,6 @@ use std::{
};
use chrono::Local;
use futures::lock::Mutex;
use schemars::JsonSchema;
use serde::{Deserialize, Serialize};
use split::{SplitNode, SplitNodeRunner};

View File

@@ -1,14 +1,12 @@
use super::sql::QueryExecutor;
use crate::graph::node::RunnableNode;
use crate::graph::upload_to_db::{upload_file_bulk, DBType};
use crate::graph::upload_to_db::DBType;
use crate::io::{DataSource, RecordSerializer};
use async_trait::async_trait;
use polars::prelude::CsvWriter;
use schemars::JsonSchema;
use serde::{Deserialize, Serialize};
use sqlx::AnyPool;
use std::collections::BTreeMap;
use tiberius::{AuthMethod, Config, EncryptionLevel};
use tiberius::{Config, EncryptionLevel};
use tokio_util::compat::TokioAsyncWriteCompatExt;
/**
@@ -90,7 +88,6 @@ mod tests {
.await?;
let host = container.get_host().await?;
let port = container.get_host_port_ipv4(1433).await?;
let port = 1433;
let connection_string = format!("jdbc:sqlserver://{}:{};username=sa;password=TestOnlyContainer123", host, port).to_owned();
let connection_string = "jdbc:sqlserver://localhost:1433;username=sa;password=TestOnlyContainer123;Encrypt=False".to_owned();
@@ -108,7 +105,7 @@ mod tests {
};
runner.run().await?;
let mut result_contents = String::new();
let result_length = File::open("test_pull.csv")?.read_to_string(&mut result_contents)?;
let _ = File::open("test_pull.csv")?.read_to_string(&mut result_contents)?;
assert_eq!(
"Test
1

View File

@@ -1,6 +1,5 @@
use futures::TryStreamExt;
use futures_io::{AsyncRead, AsyncWrite};
use itertools::Itertools;
use sqlx::{Any, Column, Pool, Row};
use std::borrow::Borrow;
use std::collections::BTreeMap;

View File

@@ -3,8 +3,7 @@ use std::fs::File;
use super::node::RunnableNode;
use crate::io::{DataSource, SourceType};
use async_trait::async_trait;
use polars::io::SerReader;
use polars::prelude::{IntoLazy, LazyFrame, ParquetReader, ScanArgsParquet};
use polars::prelude::{LazyFrame, ScanArgsParquet};
use polars::{
io::SerWriter,
prelude::{CsvWriter, LazyCsvReader, LazyFileListReader},