mirrors/tabby
1
0
Fork 0
mirror of https://github.com/TabbyML/tabby synced 2024-11-22 08:21:59 +00:00
Code Issues Packages Projects Releases Wiki Activity

feature(tabby): automatically use the appropriate device based on the features

Browse Source
This commit is contained in:
boxbeam 2024-06-11 14:30:33 -04:00
parent 7a95cf671e
commit 6b296b1535
1 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
crates/tabby/src/serve.rs
View File

@ -97,7 +97,11 @@ pub struct ServeArgs {
port: u16, port: u16,
/// Device to run model inference. /// Device to run model inference.
#[clap(long, default_value_t=Device::Cpu)] #[cfg_attr(feature = "vulkan", clap(long, default_value_t = Device::Vulkan))]
#[cfg_attr(feature = "metal", clap(long, default_value_t = Device::Metal))]
#[cfg_attr(feature = "cuda", clap(long, default_value_t = Device::Cuda))]
#[cfg_attr(feature = "rocm", clap(long, default_value_t = Device::Rocm))]
#[cfg_attr(not(any(feature = "vulkan", feature = "metal", feature = "cuda", feature = "rocm")), clap(long, default_value_t = Device::Cpu))]
device: Device, device: Device,
/// Device to run chat model [default equals --device arg] /// Device to run chat model [default equals --device arg]