text-generation-inference 3.1.1 (new formula)

Author: ankane

Formula/t/text-generation-inference.rb

@@ -0,0 +1,47 @@
+class TextGenerationInference < Formula
+  include Language::Python::Virtualenv
+
+  desc "Large Language Model Text Generation Inference"
+  homepage "https://hf.co/docs/text-generation-inference"
+  url "https://github.com/huggingface/text-generation-inference/archive/refs/tags/v3.1.1.tar.gz"
+  sha256 "5d67c581fa5af71bfdd7b57e24f36b559a50e3c8472597432b27cc1a1d45b03d"
+  license "Apache-2.0"
+
+  depends_on "cmake" => :build
+  depends_on "rust" => :build
+  depends_on "uv" => :build
+  depends_on "protobuf"
+  depends_on "[email protected]"
+
+  def install
+    system "cargo", "install", *std_cargo_args(path: "backends/v3")
+    system "cargo", "install", *std_cargo_args(path: "launcher")
+
+    # prevent error with outlines installation due to location of uv cache
+    rm "Cargo.toml"
+
+    venv = virtualenv_create(libexec, "python3.13", system_site_packages: false)
+    ENV["VIRTUAL_ENV"] = venv.root
+
+    uv = Formula["uv"].opt_bin/"uv"
+    cd "server" do
+      system uv, "run", "--active", "--extra", "gen", "--no-binary-package", "safetensors",
+                 "--", "make", "gen-server-raw"
+      system uv, "pip", "install", ".[accelerate,compressed-tensors,quantize,peft,outlines]"
+    end
+    bin.install_symlink libexec/"bin/text-generation-server"
+  end
+
+  test do
+    port = free_port
+    fork do
+      exec bin/"text-generation-launcher", "-p", port.to_s, "--model-id", "distilbert/distilgpt2"
+    end
+
+    data = "{\"inputs\":\"What is Deep Learning?\",\"parameters\":{\"max_new_tokens\":1}}}"
+    header = "Content-Type: application/json"
+    retries = "--retry 10 --retry-connrefused"
+    output = shell_output("curl -s 127.0.0.1:#{port}/generate_stream -X POST -d '#{data}' -H '#{header}' #{retries}")
+    assert_match "generated_text", output
+  end
+end