From e0f16ff5d69b91c78a8923853973e15232fcf0ae Mon Sep 17 00:00:00 2001 From: Lucy Gao Date: Wed, 18 Oct 2023 10:46:32 +0800 Subject: [PATCH] docs: blog about fundraising and v0.3.0 release (#577) * docs: blog about fundraising and v0.3.0 release 1. add blog 2. add a "release" tag * docs: correct file name * docs: tweaks on blog 1. update blog name to an earlier date 2. editorial changes --- .../2023-09-18-release-0-1-1-metal/index.md | 2 + ...2023-10-14-seed-round-release-0-3-0-RAG.md | 63 +++++++++++++++++++ 2 files changed, 65 insertions(+) create mode 100644 website/blog/2023-10-14-seed-round-release-0-3-0-RAG.md diff --git a/website/blog/2023-09-18-release-0-1-1-metal/index.md b/website/blog/2023-09-18-release-0-1-1-metal/index.md index 8bd7d41f6..89c9c0707 100644 --- a/website/blog/2023-09-18-release-0-1-1-metal/index.md +++ b/website/blog/2023-09-18-release-0-1-1-metal/index.md @@ -1,6 +1,8 @@ --- authors: [ meng ] +tags: [release] + image: ./twitter-img.jpg --- # Tabby v0.1.1: Metal inference and StarCoder supports! diff --git a/website/blog/2023-10-14-seed-round-release-0-3-0-RAG.md b/website/blog/2023-10-14-seed-round-release-0-3-0-RAG.md new file mode 100644 index 000000000..ebfceb71d --- /dev/null +++ b/website/blog/2023-10-14-seed-round-release-0-3-0-RAG.md @@ -0,0 +1,63 @@ +--- +authors: [ meng, gyxlucy ] + +tags: [release] + +--- +# Announcing our $3.2M seed round, and the long-awaited RAG release in Tabby v0.3.0 + +We are excited to announce that TabbyML has raised a [$3.2M seed round](https://techcrunch.com/2023/10/10/tabbyml-github-copilot-alternative-raises-3-2-million/) to move towards our goal of building an open ecosystem to supercharge developer experience with LLM 🎉🎉🎉. + +## Why Tabby 🐾 ? +With over 10 years coding experience, we recognize the transformative potential of LLMs in reshaping developer toolchains. While many existing products lean heavily on cloud-based end-to-end solutions, we firmly believe that for AI to be genuinely the core of every developer's toolkit, the next-gen LLM-enhanced developer tools should embrace an open ecosystem. This approach promotes not just flexibility for easy customization, but also fortifies security. + +Today, Tabby stands out as the most popular and user-friendly solution to enable coding assistant experience fully owned by users. Looking ahead, we are poised to delve even further into the developer lifecycle, and innovate across the full spectrum. At TabbyML, developers aren't just participants — they are at the heart of the LLM revolution. + + +## Release v0.3.0 - Retrieval Augmented Code Completion 🎁 +Tabby also comes to a [v0.3.0 release](https://github.com/TabbyML/tabby/releases/tag/v0.3.0), with the support of retrieval-augmented code completion enabled by default. Enhanced by repo-level retrieval, Tabby gets smarter at your codebase and will quickly reference to a related funcion / code example from another file in your repository. + +A blog series detailing the technical designs of retrieval-augmented code completion will be published soon. Stay tuned!🔔 + +***Example prompt for retrieval-augmented code completion:*** + +```rust +// Path: crates/tabby/src/serve/engine.rs +// fn create_llama_engine(model_dir: &ModelDir) -> Box { +// let options = llama_cpp_bindings::LlamaEngineOptionsBuilder::default() +// .model_path(model_dir.ggml_q8_0_file()) +// .tokenizer_path(model_dir.tokenizer_file()) +// .build() +// .unwrap(); +// +// Box::new(llama_cpp_bindings::LlamaEngine::create(options)) +// } +// +// Path: crates/tabby/src/serve/engine.rs +// create_local_engine(args, &model_dir, &metadata) +// +// Path: crates/tabby/src/serve/health.rs +// args.device.to_string() +// +// Path: crates/tabby/src/serve/mod.rs +// download_model(&args.model, &args.device) + } else { + create_llama_engine(model_dir) + } +} + +fn create_ctranslate2_engine( + args: &crate::serve::ServeArgs, + model_dir: &ModelDir, + metadata: &Metadata, +) -> Box { + let device = format!("{}", args.device); + let options = CTranslate2EngineOptionsBuilder::default() + .model_path(model_dir.ctranslate2_dir()) + .tokenizer_path(model_dir.tokenizer_file()) + .device(device) + .model_type(metadata.auto_model.clone()) + .device_indices(args.device_indices.clone()) + .build() + . +```