alamb commented on code in PR #10842: URL: https://github.com/apache/datafusion/pull/10842#discussion_r1634033987
########## datafusion/substrait/src/logical_plan/consumer.rs: ########## @@ -569,7 +571,80 @@ pub async fn from_substrait_rel( Ok(LogicalPlan::Values(Values { schema, values })) } - _ => not_impl_err!("Only NamedTable and VirtualTable reads are supported"), + Some(ReadType::LocalFiles(lf)) => { + fn extract_filename(name: &str) -> Option<String> { + let corrected_url = + if name.starts_with("file://") && !name.starts_with("file:///") { + name.replacen("file://", "file:///", 1) + } else { + name.to_string() + }; + + Url::parse(&corrected_url).ok().and_then(|url| { + let path = url.path(); + std::path::Path::new(path) + .file_name() + .map(|filename| filename.to_string_lossy().to_string()) + }) + } + + // we could use the file name to check the original table provider + // TODO: currently does not support multiple local files Review Comment: Filed https://github.com/apache/datafusion/issues/10864 -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: github-unsubscr...@datafusion.apache.org For queries about this service, please contact Infrastructure at: us...@infra.apache.org --------------------------------------------------------------------- To unsubscribe, e-mail: github-unsubscr...@datafusion.apache.org For additional commands, e-mail: github-h...@datafusion.apache.org