Add http(s) support to the command line

Author: kcolford

datafusion-cli/Cargo.toml

@@ -40,7 +40,7 @@ dirs = "4.0.0"
 env_logger = "0.9"
 futures = "0.3"
 mimalloc = { version = "0.1", default-features = false }
-object_store = { version = "0.8.0", features = ["aws", "gcp"] }
+object_store = { version = "0.8.0", features = ["aws", "gcp", "azure", "http"] }
 parking_lot = { version = "0.12" }
 parquet = { version = "49.0.0", default-features = false }
 regex = "1.8"

datafusion-cli/src/exec.rs

@@ -43,6 +43,7 @@ use datafusion::prelude::SessionContext;
 use datafusion::sql::{parser::DFParser, sqlparser::dialect::dialect_from_str};
 
 use object_store::ObjectStore;
+use object_store::http::HttpBuilder;
 use rustyline::error::ReadlineError;
 use rustyline::Editor;
 use tokio::signal;
@@ -278,6 +279,9 @@ async fn create_external_table(
             let builder = get_gcs_object_store_builder(url, cmd)?;
             Arc::new(builder.build()?) as Arc<dyn ObjectStore>
         }
+        "http" | "https" => {
+            Arc::new(HttpBuilder::new().with_url(url.origin().ascii_serialization()).build()?) as Arc<dyn ObjectStore>
+        }
         _ => {
             // for other types, try to get from the object_store_registry
             ctx.runtime_env()