Skip to content

Commit bcc5401

Browse files
authored
Use Tensorflow to infer shape for request to serving (#345)
1 parent 2b9c680 commit bcc5401

File tree

1 file changed

+3
-7
lines changed
  • pkg/workloads/cortex/tf_api

1 file changed

+3
-7
lines changed

pkg/workloads/cortex/tf_api/api.py

Lines changed: 3 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -161,19 +161,15 @@ def create_raw_prediction_request(sample):
161161

162162
if util.is_list(value):
163163
shape = [len(value)]
164-
for dim in signature_def[signature_key]["inputs"][column_name]["tensorShape"]["dim"][
165-
1:
166-
]:
164+
for dim in signature_def[signature_key]["inputs"][column_name]["tensorShape"]["dim"]:
167165
shape.append(int(dim["size"]))
168166
else:
169167
shape = [1]
170-
value = [value]
168+
171169
sig_type = signature_def[signature_key]["inputs"][column_name]["dtype"]
172170

173171
try:
174-
tensor_proto = tf.make_tensor_proto(
175-
value, dtype=DTYPE_TO_TF_TYPE[sig_type], shape=shape
176-
)
172+
tensor_proto = tf.make_tensor_proto(value, dtype=DTYPE_TO_TF_TYPE[sig_type])
177173
prediction_request.inputs[column_name].CopyFrom(tensor_proto)
178174
except Exception as e:
179175
raise UserException(

0 commit comments

Comments
 (0)