Skip to content

Commit 5db8306

Browse files
scaleway-botscaleway-bot
authored
feat(inference): add model size to verify model response (scaleway#1176)
1 parent 3bcfcc2 commit 5db8306

File tree

2 files changed

+158
-158
lines changed

2 files changed

+158
-158
lines changed

‎scaleway-async/scaleway_async/inference/v1/marshalling.py

Lines changed: 79 additions & 79 deletions
Original file line numberDiff line numberDiff line change
@@ -16,11 +16,11 @@
1616
EndpointPrivateNetworkDetails,
1717
EndpointPublicNetworkDetails,
1818
Endpoint,
19+
DeploymentQuantization,
20+
Deployment,
1921
ModelSupportedQuantization,
2022
ModelSupportedNode,
2123
ModelSupportInfo,
22-
DeploymentQuantization,
23-
Deployment,
2424
Model,
2525
ListDeploymentsResponse,
2626
ListModelsResponse,
@@ -105,83 +105,6 @@ def unmarshal_Endpoint(data: Any) -> Endpoint:
105105
return Endpoint(**args)
106106

107107

108-
def unmarshal_ModelSupportedQuantization(data: Any) -> ModelSupportedQuantization:
109-
if not isinstance(data, dict):
110-
raise TypeError(
111-
"Unmarshalling the type 'ModelSupportedQuantization' failed as data isn't a dictionary."
112-
)
113-
114-
args: Dict[str, Any] = {}
115-
116-
field = data.get("quantization_bits", None)
117-
if field is not None:
118-
args["quantization_bits"] = field
119-
else:
120-
args["quantization_bits"] = 0
121-
122-
field = data.get("allowed", None)
123-
if field is not None:
124-
args["allowed"] = field
125-
else:
126-
args["allowed"] = False
127-
128-
field = data.get("max_context_size", None)
129-
if field is not None:
130-
args["max_context_size"] = field
131-
else:
132-
args["max_context_size"] = 0
133-
134-
return ModelSupportedQuantization(**args)
135-
136-
137-
def unmarshal_ModelSupportedNode(data: Any) -> ModelSupportedNode:
138-
if not isinstance(data, dict):
139-
raise TypeError(
140-
"Unmarshalling the type 'ModelSupportedNode' failed as data isn't a dictionary."
141-
)
142-
143-
args: Dict[str, Any] = {}
144-
145-
field = data.get("node_type_name", None)
146-
if field is not None:
147-
args["node_type_name"] = field
148-
else:
149-
args["node_type_name"] = None
150-
151-
field = data.get("quantizations", None)
152-
if field is not None:
153-
args["quantizations"] = (
154-
[unmarshal_ModelSupportedQuantization(v) for v in field]
155-
if field is not None
156-
else None
157-
)
158-
else:
159-
args["quantizations"] = []
160-
161-
return ModelSupportedNode(**args)
162-
163-
164-
def unmarshal_ModelSupportInfo(data: Any) -> ModelSupportInfo:
165-
if not isinstance(data, dict):
166-
raise TypeError(
167-
"Unmarshalling the type 'ModelSupportInfo' failed as data isn't a dictionary."
168-
)
169-
170-
args: Dict[str, Any] = {}
171-
172-
field = data.get("nodes", None)
173-
if field is not None:
174-
args["nodes"] = (
175-
[unmarshal_ModelSupportedNode(v) for v in field]
176-
if field is not None
177-
else None
178-
)
179-
else:
180-
args["nodes"] = []
181-
182-
return ModelSupportInfo(**args)
183-
184-
185108
def unmarshal_DeploymentQuantization(data: Any) -> DeploymentQuantization:
186109
if not isinstance(data, dict):
187110
raise TypeError(
@@ -314,6 +237,83 @@ def unmarshal_Deployment(data: Any) -> Deployment:
314237
return Deployment(**args)
315238

316239

240+
def unmarshal_ModelSupportedQuantization(data: Any) -> ModelSupportedQuantization:
241+
if not isinstance(data, dict):
242+
raise TypeError(
243+
"Unmarshalling the type 'ModelSupportedQuantization' failed as data isn't a dictionary."
244+
)
245+
246+
args: Dict[str, Any] = {}
247+
248+
field = data.get("quantization_bits", None)
249+
if field is not None:
250+
args["quantization_bits"] = field
251+
else:
252+
args["quantization_bits"] = 0
253+
254+
field = data.get("allowed", None)
255+
if field is not None:
256+
args["allowed"] = field
257+
else:
258+
args["allowed"] = False
259+
260+
field = data.get("max_context_size", None)
261+
if field is not None:
262+
args["max_context_size"] = field
263+
else:
264+
args["max_context_size"] = 0
265+
266+
return ModelSupportedQuantization(**args)
267+
268+
269+
def unmarshal_ModelSupportedNode(data: Any) -> ModelSupportedNode:
270+
if not isinstance(data, dict):
271+
raise TypeError(
272+
"Unmarshalling the type 'ModelSupportedNode' failed as data isn't a dictionary."
273+
)
274+
275+
args: Dict[str, Any] = {}
276+
277+
field = data.get("node_type_name", None)
278+
if field is not None:
279+
args["node_type_name"] = field
280+
else:
281+
args["node_type_name"] = None
282+
283+
field = data.get("quantizations", None)
284+
if field is not None:
285+
args["quantizations"] = (
286+
[unmarshal_ModelSupportedQuantization(v) for v in field]
287+
if field is not None
288+
else None
289+
)
290+
else:
291+
args["quantizations"] = []
292+
293+
return ModelSupportedNode(**args)
294+
295+
296+
def unmarshal_ModelSupportInfo(data: Any) -> ModelSupportInfo:
297+
if not isinstance(data, dict):
298+
raise TypeError(
299+
"Unmarshalling the type 'ModelSupportInfo' failed as data isn't a dictionary."
300+
)
301+
302+
args: Dict[str, Any] = {}
303+
304+
field = data.get("nodes", None)
305+
if field is not None:
306+
args["nodes"] = (
307+
[unmarshal_ModelSupportedNode(v) for v in field]
308+
if field is not None
309+
else None
310+
)
311+
else:
312+
args["nodes"] = []
313+
314+
return ModelSupportInfo(**args)
315+
316+
317317
def unmarshal_Model(data: Any) -> Model:
318318
if not isinstance(data, dict):
319319
raise TypeError(

‎scaleway/scaleway/inference/v1/marshalling.py

Lines changed: 79 additions & 79 deletions
Original file line numberDiff line numberDiff line change
@@ -16,11 +16,11 @@
1616
EndpointPrivateNetworkDetails,
1717
EndpointPublicNetworkDetails,
1818
Endpoint,
19+
DeploymentQuantization,
20+
Deployment,
1921
ModelSupportedQuantization,
2022
ModelSupportedNode,
2123
ModelSupportInfo,
22-
DeploymentQuantization,
23-
Deployment,
2424
Model,
2525
ListDeploymentsResponse,
2626
ListModelsResponse,
@@ -105,83 +105,6 @@ def unmarshal_Endpoint(data: Any) -> Endpoint:
105105
return Endpoint(**args)
106106

107107

108-
def unmarshal_ModelSupportedQuantization(data: Any) -> ModelSupportedQuantization:
109-
if not isinstance(data, dict):
110-
raise TypeError(
111-
"Unmarshalling the type 'ModelSupportedQuantization' failed as data isn't a dictionary."
112-
)
113-
114-
args: Dict[str, Any] = {}
115-
116-
field = data.get("quantization_bits", None)
117-
if field is not None:
118-
args["quantization_bits"] = field
119-
else:
120-
args["quantization_bits"] = 0
121-
122-
field = data.get("allowed", None)
123-
if field is not None:
124-
args["allowed"] = field
125-
else:
126-
args["allowed"] = False
127-
128-
field = data.get("max_context_size", None)
129-
if field is not None:
130-
args["max_context_size"] = field
131-
else:
132-
args["max_context_size"] = 0
133-
134-
return ModelSupportedQuantization(**args)
135-
136-
137-
def unmarshal_ModelSupportedNode(data: Any) -> ModelSupportedNode:
138-
if not isinstance(data, dict):
139-
raise TypeError(
140-
"Unmarshalling the type 'ModelSupportedNode' failed as data isn't a dictionary."
141-
)
142-
143-
args: Dict[str, Any] = {}
144-
145-
field = data.get("node_type_name", None)
146-
if field is not None:
147-
args["node_type_name"] = field
148-
else:
149-
args["node_type_name"] = None
150-
151-
field = data.get("quantizations", None)
152-
if field is not None:
153-
args["quantizations"] = (
154-
[unmarshal_ModelSupportedQuantization(v) for v in field]
155-
if field is not None
156-
else None
157-
)
158-
else:
159-
args["quantizations"] = []
160-
161-
return ModelSupportedNode(**args)
162-
163-
164-
def unmarshal_ModelSupportInfo(data: Any) -> ModelSupportInfo:
165-
if not isinstance(data, dict):
166-
raise TypeError(
167-
"Unmarshalling the type 'ModelSupportInfo' failed as data isn't a dictionary."
168-
)
169-
170-
args: Dict[str, Any] = {}
171-
172-
field = data.get("nodes", None)
173-
if field is not None:
174-
args["nodes"] = (
175-
[unmarshal_ModelSupportedNode(v) for v in field]
176-
if field is not None
177-
else None
178-
)
179-
else:
180-
args["nodes"] = []
181-
182-
return ModelSupportInfo(**args)
183-
184-
185108
def unmarshal_DeploymentQuantization(data: Any) -> DeploymentQuantization:
186109
if not isinstance(data, dict):
187110
raise TypeError(
@@ -314,6 +237,83 @@ def unmarshal_Deployment(data: Any) -> Deployment:
314237
return Deployment(**args)
315238

316239

240+
def unmarshal_ModelSupportedQuantization(data: Any) -> ModelSupportedQuantization:
241+
if not isinstance(data, dict):
242+
raise TypeError(
243+
"Unmarshalling the type 'ModelSupportedQuantization' failed as data isn't a dictionary."
244+
)
245+
246+
args: Dict[str, Any] = {}
247+
248+
field = data.get("quantization_bits", None)
249+
if field is not None:
250+
args["quantization_bits"] = field
251+
else:
252+
args["quantization_bits"] = 0
253+
254+
field = data.get("allowed", None)
255+
if field is not None:
256+
args["allowed"] = field
257+
else:
258+
args["allowed"] = False
259+
260+
field = data.get("max_context_size", None)
261+
if field is not None:
262+
args["max_context_size"] = field
263+
else:
264+
args["max_context_size"] = 0
265+
266+
return ModelSupportedQuantization(**args)
267+
268+
269+
def unmarshal_ModelSupportedNode(data: Any) -> ModelSupportedNode:
270+
if not isinstance(data, dict):
271+
raise TypeError(
272+
"Unmarshalling the type 'ModelSupportedNode' failed as data isn't a dictionary."
273+
)
274+
275+
args: Dict[str, Any] = {}
276+
277+
field = data.get("node_type_name", None)
278+
if field is not None:
279+
args["node_type_name"] = field
280+
else:
281+
args["node_type_name"] = None
282+
283+
field = data.get("quantizations", None)
284+
if field is not None:
285+
args["quantizations"] = (
286+
[unmarshal_ModelSupportedQuantization(v) for v in field]
287+
if field is not None
288+
else None
289+
)
290+
else:
291+
args["quantizations"] = []
292+
293+
return ModelSupportedNode(**args)
294+
295+
296+
def unmarshal_ModelSupportInfo(data: Any) -> ModelSupportInfo:
297+
if not isinstance(data, dict):
298+
raise TypeError(
299+
"Unmarshalling the type 'ModelSupportInfo' failed as data isn't a dictionary."
300+
)
301+
302+
args: Dict[str, Any] = {}
303+
304+
field = data.get("nodes", None)
305+
if field is not None:
306+
args["nodes"] = (
307+
[unmarshal_ModelSupportedNode(v) for v in field]
308+
if field is not None
309+
else None
310+
)
311+
else:
312+
args["nodes"] = []
313+
314+
return ModelSupportInfo(**args)
315+
316+
317317
def unmarshal_Model(data: Any) -> Model:
318318
if not isinstance(data, dict):
319319
raise TypeError(

0 commit comments

Comments
 (0)