diff options
Diffstat (limited to 'examples/server/bench')
| -rw-r--r-- | examples/server/bench/bench.py | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/examples/server/bench/bench.py b/examples/server/bench/bench.py index 6ca637bd..86c5de10 100644 --- a/examples/server/bench/bench.py +++ b/examples/server/bench/bench.py @@ -268,6 +268,7 @@ def start_server_background(args): server_args.extend(['--defrag-thold', "0.1"]) server_args.append('--cont-batching') server_args.append('--metrics') + server_args.append('--flash-attn') server_args.extend(['--log-format', "text"]) args = [str(arg) for arg in [server_path, *server_args]] print(f"bench: starting server with: {' '.join(args)}") |