From 170aae11c490addbd31fbf34244c6d056e335b3d Mon Sep 17 00:00:00 2001 From: Magdy Saleh <17618143+magdyksaleh@users.noreply.github.com> Date: Mon, 16 Dec 2024 12:45:27 -0500 Subject: [PATCH] make tokeziner name required for dev ex (#718) --- Cargo.lock | 3 ++- Cargo.toml | 7 +------ router/Cargo.toml | 1 + router/src/main.rs | 2 +- 4 files changed, 5 insertions(+), 8 deletions(-) diff --git a/Cargo.lock b/Cargo.lock index e4371aff5..7d68a7176 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -1875,7 +1875,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "fc2f4eb4bc735547cfed7c0a4922cbd04a4655978c09b54f1f7b228750664c34" dependencies = [ "cfg-if", - "windows-targets 0.52.6", + "windows-targets 0.48.5", ] [[package]] @@ -1985,6 +1985,7 @@ dependencies = [ "futures", "h2", "hf-hub", + "home", "image", "init-tracing-opentelemetry", "itertools 0.12.1", diff --git a/Cargo.toml b/Cargo.toml index 3b5e6b7ac..0515bcd78 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -1,10 +1,5 @@ [workspace] -members = [ - "router", - "router/client", - "router/grpc-metadata", - "launcher" -] +members = ["router", "router/client", "router/grpc-metadata", "launcher"] [workspace.package] version = "0.1.0" diff --git a/router/Cargo.toml b/router/Cargo.toml index cfc79a02a..35c99d059 100644 --- a/router/Cargo.toml +++ b/router/Cargo.toml @@ -20,6 +20,7 @@ axum = { version = "0.7", features = ["json", "macros"] } axum-tracing-opentelemetry = "0.16" clap = { version = "4.1.4", features = ["derive", "env"] } futures = "0.3.26" +home = "=0.5.9" hf-hub = { version = "0.3.0", features = ["tokio"] } h2 = "0.3.26" lorax-client = { path = "client" } diff --git a/router/src/main.rs b/router/src/main.rs index 42d0c65a1..c8fda01cd 100644 --- a/router/src/main.rs +++ b/router/src/main.rs @@ -58,7 +58,7 @@ struct Args { port: u16, #[clap(default_value = "/tmp/lorax-server-0", long, env)] master_shard_uds_path: String, - #[clap(default_value = "bigscience/bloom", long, env)] + #[clap(long, env)] tokenizer_name: String, #[clap(long, env)] tokenizer_config_path: Option,