update arrow and datafusion to latest master (#13)

This commit is contained in:
QP Hou 2021-02-28 11:50:27 -08:00 committed by GitHub
parent 59eb2ffca7
commit 3631c2db14
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
4 changed files with 9 additions and 10 deletions

7
Cargo.lock generated
View File

@ -293,7 +293,7 @@ checksum = "23b62fc65de8e4e7f52534fb52b0f3ed04746ae267519eef2a83941e8085068b"
[[package]]
name = "arrow"
version = "4.0.0-SNAPSHOT"
source = "git+https://github.com/houqp/arrow.git?rev=555d12458a1c32301e0ce179143577f34fe78b6e#555d12458a1c32301e0ce179143577f34fe78b6e"
source = "git+https://github.com/houqp/arrow.git?rev=f7cf15749f2df907994f48ef0bfbed3001bf145e#f7cf15749f2df907994f48ef0bfbed3001bf145e"
dependencies = [
"cfg_aliases",
"chrono",
@ -779,7 +779,7 @@ dependencies = [
[[package]]
name = "datafusion"
version = "4.0.0-SNAPSHOT"
source = "git+https://github.com/houqp/arrow.git?rev=555d12458a1c32301e0ce179143577f34fe78b6e#555d12458a1c32301e0ce179143577f34fe78b6e"
source = "git+https://github.com/houqp/arrow.git?rev=f7cf15749f2df907994f48ef0bfbed3001bf145e#f7cf15749f2df907994f48ef0bfbed3001bf145e"
dependencies = [
"ahash 0.7.0",
"arrow",
@ -800,6 +800,7 @@ dependencies = [
"sha2",
"sqlparser 0.8.0",
"tokio",
"unicode-segmentation",
]
[[package]]
@ -1718,7 +1719,7 @@ dependencies = [
[[package]]
name = "parquet"
version = "4.0.0-SNAPSHOT"
source = "git+https://github.com/houqp/arrow.git?rev=555d12458a1c32301e0ce179143577f34fe78b6e#555d12458a1c32301e0ce179143577f34fe78b6e"
source = "git+https://github.com/houqp/arrow.git?rev=f7cf15749f2df907994f48ef0bfbed3001bf145e#f7cf15749f2df907994f48ef0bfbed3001bf145e"
dependencies = [
"arrow",
"base64 0.12.3",

View File

@ -6,9 +6,9 @@ members = [
]
[patch.crates-io]
arrow = { git = "https://github.com/houqp/arrow.git", rev = "555d12458a1c32301e0ce179143577f34fe78b6e" }
parquet = { git = "https://github.com/houqp/arrow.git", rev = "555d12458a1c32301e0ce179143577f34fe78b6e" }
datafusion = { git = "https://github.com/houqp/arrow.git", rev = "555d12458a1c32301e0ce179143577f34fe78b6e" }
arrow = { git = "https://github.com/houqp/arrow.git", rev = "f7cf15749f2df907994f48ef0bfbed3001bf145e" }
parquet = { git = "https://github.com/houqp/arrow.git", rev = "f7cf15749f2df907994f48ef0bfbed3001bf145e" }
datafusion = { git = "https://github.com/houqp/arrow.git", rev = "f7cf15749f2df907994f48ef0bfbed3001bf145e" }
actix-web = { git = "https://github.com/actix/actix-web.git", rev = "b37669cb3b47eeb60c161ff12156d1c877af91a2" }
actix-http = { git = "https://github.com/actix/actix-web.git", rev = "b37669cb3b47eeb60c161ff12156d1c877af91a2" }

View File

@ -1,4 +1,3 @@
# ROAPI
![build](https://github.com/roapi/roapi/workflows/build/badge.svg)

View File

@ -19,9 +19,8 @@ pub async fn to_mem_table(
Some(s) => Arc::new(s.into()),
None => {
let schemas = partitions_from_table_source!(t, |mut r| {
let (schema, record_count) = arrow::csv::reader::infer_schema_from_reader(
&mut r, delimiter, None, has_header,
)?;
let (schema, record_count) =
arrow::csv::reader::infer_reader_schema(&mut r, delimiter, None, has_header)?;
if record_count > 0 {
Ok(Some(schema))