Skip to content

Commit 5847dd9

Browse files
committed
fixed patch on unit tests
1 parent ae6e95f commit 5847dd9

File tree

4 files changed

+181
-173
lines changed

4 files changed

+181
-173
lines changed

tests/unitary/with_extras/aqua/test_data/recommend/service-config/result-example-1.json

Lines changed: 45 additions & 45 deletions
Original file line numberDiff line numberDiff line change
@@ -16,19 +16,18 @@
1616
}
1717
],
1818
"shape_details": {
19-
"available": true,
20-
"core_count": 112,
19+
"available": false,
20+
"core_count": null,
2121
"gpu_specs": {
22-
"cpu_count": 112,
22+
"cpu_count": 64,
2323
"cpu_memory_in_gbs": 1024,
2424
"gpu_count": 4,
25-
"gpu_memory_in_gbs": 192,
26-
"gpu_type": "L40S",
25+
"gpu_memory_in_gbs": 96,
26+
"gpu_type": "A10",
2727
"quantization": [
2828
"awq",
2929
"gptq",
3030
"marlin",
31-
"fp8",
3231
"int8",
3332
"bitblas",
3433
"aqlm",
@@ -37,12 +36,12 @@
3736
"gguf"
3837
],
3938
"ranking": {
40-
"cost": 60,
41-
"performance": 80
39+
"cost": 50,
40+
"performance": 50
4241
}
4342
},
44-
"memory_in_gbs": 1024,
45-
"name": "BM.GPU.L40S-NC.4",
43+
"memory_in_gbs": null,
44+
"name": "BM.GPU.A10.4",
4645
"shape_series": "GPU"
4746
}
4847
},
@@ -61,18 +60,19 @@
6160
}
6261
],
6362
"shape_details": {
64-
"available": true,
65-
"core_count": 64,
63+
"available": false,
64+
"core_count": null,
6665
"gpu_specs": {
67-
"cpu_count": 64,
66+
"cpu_count": 112,
6867
"cpu_memory_in_gbs": 1024,
6968
"gpu_count": 4,
70-
"gpu_memory_in_gbs": 96,
71-
"gpu_type": "A10",
69+
"gpu_memory_in_gbs": 192,
70+
"gpu_type": "L40S",
7271
"quantization": [
7372
"awq",
7473
"gptq",
7574
"marlin",
75+
"fp8",
7676
"int8",
7777
"bitblas",
7878
"aqlm",
@@ -81,12 +81,12 @@
8181
"gguf"
8282
],
8383
"ranking": {
84-
"cost": 50,
85-
"performance": 50
84+
"cost": 60,
85+
"performance": 80
8686
}
8787
},
88-
"memory_in_gbs": 1024,
89-
"name": "BM.GPU.A10.4",
88+
"memory_in_gbs": null,
89+
"name": "BM.GPU.L40S-NC.4",
9090
"shape_series": "GPU"
9191
}
9292
},
@@ -95,23 +95,23 @@
9595
{
9696
"deployment_params": {
9797
"env_var": null,
98-
"max_model_len": null,
99-
"params": "",
98+
"max_model_len": 65536,
99+
"params": "--max-model-len 65536",
100100
"quantization": null,
101101
"weight_dtype": null
102102
},
103103
"model_details": null,
104-
"recommendation": "No override PARAMS and ENV variables needed. \n\nModel fits well within the allowed compute shape."
104+
"recommendation": "Model fits well within the allowed compute shape."
105105
}
106106
],
107107
"shape_details": {
108-
"available": true,
109-
"core_count": 30,
108+
"available": false,
109+
"core_count": null,
110110
"gpu_specs": {
111-
"cpu_count": 30,
112-
"cpu_memory_in_gbs": 480,
113-
"gpu_count": 2,
114-
"gpu_memory_in_gbs": 48,
111+
"cpu_count": 15,
112+
"cpu_memory_in_gbs": 240,
113+
"gpu_count": 1,
114+
"gpu_memory_in_gbs": 24,
115115
"gpu_type": "A10",
116116
"quantization": [
117117
"awq",
@@ -125,12 +125,12 @@
125125
"gguf"
126126
],
127127
"ranking": {
128-
"cost": 40,
129-
"performance": 40
128+
"cost": 20,
129+
"performance": 30
130130
}
131131
},
132-
"memory_in_gbs": 480,
133-
"name": "VM.GPU.A10.2",
132+
"memory_in_gbs": null,
133+
"name": "VM.GPU.A10.1",
134134
"shape_series": "GPU"
135135
}
136136
},
@@ -139,23 +139,23 @@
139139
{
140140
"deployment_params": {
141141
"env_var": null,
142-
"max_model_len": 65536,
143-
"params": "--max-model-len 65536",
142+
"max_model_len": null,
143+
"params": "",
144144
"quantization": null,
145145
"weight_dtype": null
146146
},
147147
"model_details": null,
148-
"recommendation": "Model fits well within the allowed compute shape."
148+
"recommendation": "No override PARAMS and ENV variables needed. \n\nModel fits well within the allowed compute shape."
149149
}
150150
],
151151
"shape_details": {
152-
"available": true,
153-
"core_count": 15,
152+
"available": false,
153+
"core_count": null,
154154
"gpu_specs": {
155-
"cpu_count": 15,
156-
"cpu_memory_in_gbs": 240,
157-
"gpu_count": 1,
158-
"gpu_memory_in_gbs": 24,
155+
"cpu_count": 30,
156+
"cpu_memory_in_gbs": 480,
157+
"gpu_count": 2,
158+
"gpu_memory_in_gbs": 48,
159159
"gpu_type": "A10",
160160
"quantization": [
161161
"awq",
@@ -169,12 +169,12 @@
169169
"gguf"
170170
],
171171
"ranking": {
172-
"cost": 20,
173-
"performance": 30
172+
"cost": 40,
173+
"performance": 40
174174
}
175175
},
176-
"memory_in_gbs": 240,
177-
"name": "VM.GPU.A10.1",
176+
"memory_in_gbs": null,
177+
"name": "VM.GPU.A10.2",
178178
"shape_series": "GPU"
179179
}
180180
}

0 commit comments

Comments
 (0)