batched-bench : add "separate text gen" mode (#17103)

2025-11-10 12:59:29 +02:00
parent 4b13a684c5
commit f914544b16
3 changed files with 41 additions and 13 deletions
@@ -460,7 +460,8 @@ struct common_params {
    float slot_prompt_similarity = 0.1f;

    // batched-bench params
-    bool is_pp_shared = false;
+    bool is_pp_shared   = false;
+    bool is_tg_separate = false;

    std::vector<int32_t> n_pp;
    std::vector<int32_t> n_tg;