We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 0c820c7 commit f2dd94bCopy full SHA for f2dd94b
benchmarks/models_config/bert_torch_compile_gpu.yaml
@@ -21,7 +21,7 @@ bert:
21
- "gpus": "all"
22
torch_compile_default_mode:
23
benchmark_engine: "ab"
24
- url: https://torchserve.pytorch.org/mar_files/bert-default.mar
+ url: https://torchserve.pytorch.org/mar_files/bert-compile.mar
25
workers:
26
- 4
27
batch_delay: 100
0 commit comments