This repository was archived by the owner on Aug 7, 2025. It is now read-only.
File tree Expand file tree Collapse file tree 1 file changed +4
-4
lines changed Expand file tree Collapse file tree 1 file changed +4
-4
lines changed Original file line number Diff line number Diff line change @@ -8,7 +8,7 @@ opt_6.7b_neuronx_batch_1:
8
8
batch_delay : 100
9
9
batch_size :
10
10
- 1
11
- input : " ./examples/large_models/inferentia2/sample_text.txt"
11
+ input : " ./examples/large_models/inferentia2/opt/ sample_text.txt"
12
12
requests : 2000
13
13
concurrency : 10
14
14
backend_profiling : False
@@ -25,7 +25,7 @@ opt_6.7b_neuronx_batch_2:
25
25
batch_delay : 100
26
26
batch_size :
27
27
- 2
28
- input : " ./examples/large_models/inferentia2/sample_text.txt"
28
+ input : " ./examples/large_models/inferentia2/opt/ sample_text.txt"
29
29
requests : 2000
30
30
concurrency : 10
31
31
backend_profiling : False
@@ -42,7 +42,7 @@ opt_6.7b_neuronx_batch_4:
42
42
batch_delay : 100
43
43
batch_size :
44
44
- 4
45
- input : " ./examples/large_models/inferentia2/sample_text.txt"
45
+ input : " ./examples/large_models/inferentia2/opt/ sample_text.txt"
46
46
requests : 2000
47
47
concurrency : 10
48
48
backend_profiling : False
@@ -59,7 +59,7 @@ opt_6.7b_neuronx_batch_8:
59
59
batch_delay : 100
60
60
batch_size :
61
61
- 8
62
- input : " ./examples/large_models/inferentia2/sample_text.txt"
62
+ input : " ./examples/large_models/inferentia2/opt/ sample_text.txt"
63
63
requests : 2000
64
64
concurrency : 10
65
65
backend_profiling : False
You can’t perform that action at this time.
0 commit comments