Skip to content

Commit 96c7f75

Browse files
TabrizianTabrizian
authored
Make Python examples CI verifiable (triton-inference-server#83)
1 parent d827a76 commit 96c7f75

File tree

4 files changed

+81
-15
lines changed

4 files changed

+81
-15
lines changed

‎examples/add_sub/client.py‎

Lines changed: 18 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
1-
# Copyright (c) 2020, NVIDIA CORPORATION. All rights reserved.
1+
# Copyright 2020-2021, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
22
#
33
# Redistribution and use in source and binary forms, with or without
44
# modification, are permitted provided that the following conditions
@@ -26,6 +26,7 @@
2626

2727
from tritonclient.utils import *
2828
import tritonclient.http as httpclient
29+
import sys
2930

3031
import numpy as np
3132

@@ -56,7 +57,21 @@
5657
outputs=outputs)
5758

5859
result = response.get_response()
60+
output0_data = response.as_numpy("OUTPUT0")
61+
output1_data = response.as_numpy("OUTPUT1")
62+
5963
print("INPUT0 ({}) + INPUT1 ({}) = OUTPUT0 ({})".format(
60-
input0_data, input1_data, response.as_numpy("OUTPUT0")))
64+
input0_data, input1_data, output0_data))
6165
print("INPUT0 ({}) - INPUT1 ({}) = OUTPUT0 ({})".format(
62-
input0_data, input1_data, response.as_numpy("OUTPUT1")))
66+
input0_data, input1_data, output1_data))
67+
68+
if not np.allclose(input0_data + input1_data, output0_data):
69+
print("add_sub example error: incorrect sum")
70+
sys.exit(1)
71+
72+
if not np.allclose(input0_data - input1_data, output1_data):
73+
print("add_sub example error: incorrect difference")
74+
sys.exit(1)
75+
76+
print('PASS: add_sub')
77+
sys.exit(0)

‎examples/bls/async_client.py‎

Lines changed: 19 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -26,6 +26,7 @@
2626

2727
from tritonclient.utils import *
2828
import tritonclient.http as httpclient
29+
import sys
2930
import numpy as np
3031

3132
model_name = "bls_async"
@@ -40,6 +41,7 @@
4041
httpclient.InferInput("INPUT1", input1_data.shape,
4142
np_to_triton_dtype(input1_data.dtype)),
4243
]
44+
4345
inputs[0].set_data_from_numpy(input0_data)
4446
inputs[1].set_data_from_numpy(input1_data)
4547

@@ -54,7 +56,21 @@
5456
outputs=outputs)
5557

5658
result = response.get_response()
59+
output0_data = response.as_numpy("OUTPUT0")
60+
output1_data = response.as_numpy("OUTPUT1")
61+
5762
print("INPUT0 ({}) + INPUT1 ({}) = OUTPUT0 ({})".format(
58-
input0_data, input1_data, response.as_numpy("OUTPUT0")))
59-
print("INPUT0 ({}) - INPUT1 ({}) = OUTPUT1 ({})".format(
60-
input0_data, input1_data, response.as_numpy("OUTPUT1")))
63+
input0_data, input1_data, output0_data))
64+
print("INPUT0 ({}) - INPUT1 ({}) = OUTPUT0 ({})".format(
65+
input0_data, input1_data, output1_data))
66+
67+
if not np.allclose(input0_data + input1_data, output0_data):
68+
print("BLS async example error: incorrect sum")
69+
sys.exit(1)
70+
71+
if not np.allclose(input0_data - input1_data, output1_data):
72+
print("BLS async example error: incorrect difference")
73+
sys.exit(1)
74+
75+
print('PASS: BLS Async')
76+
sys.exit(0)

‎examples/bls/sync_client.py‎

Lines changed: 26 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -27,6 +27,7 @@
2727
from tritonclient.utils import *
2828
import tritonclient.http as httpclient
2929
import numpy as np
30+
import sys
3031

3132
model_name = "bls_sync"
3233
shape = [4]
@@ -59,11 +60,20 @@
5960
outputs=outputs)
6061

6162
result = response.get_response()
63+
output0_data = response.as_numpy("OUTPUT0")
64+
output1_data = response.as_numpy("OUTPUT1")
6265
print("=========='add_sub' model result==========")
6366
print("INPUT0 ({}) + INPUT1 ({}) = OUTPUT0 ({})".format(
64-
input0_data, input1_data, response.as_numpy("OUTPUT0")))
67+
input0_data, input1_data, output0_data))
6568
print("INPUT0 ({}) - INPUT1 ({}) = OUTPUT1 ({})".format(
66-
input0_data, input1_data, response.as_numpy("OUTPUT1")))
69+
input0_data, input1_data, output1_data))
70+
if not np.allclose(input0_data + input1_data, output0_data):
71+
print("BLS async example error: incorrect sum")
72+
sys.exit(1)
73+
74+
if not np.allclose(input0_data - input1_data, output1_data):
75+
print("BLS async example error: incorrect difference")
76+
sys.exit(1)
6777

6878
# Will perform the inference request on the pytorch model:
6979
inputs[2].set_data_from_numpy(np.array(['pytorch'], dtype=np.object_))
@@ -73,12 +83,21 @@
7383
outputs=outputs)
7484

7585
result = response.get_response()
86+
output0_data = response.as_numpy("OUTPUT0")
87+
output1_data = response.as_numpy("OUTPUT1")
7688
print("\n")
7789
print("=========='pytorch' model result==========")
7890
print("INPUT0 ({}) + INPUT1 ({}) = OUTPUT0 ({})".format(
79-
input0_data, input1_data, response.as_numpy("OUTPUT0")))
91+
input0_data, input1_data, output0_data))
8092
print("INPUT0 ({}) - INPUT1 ({}) = OUTPUT1 ({})".format(
81-
input0_data, input1_data, response.as_numpy("OUTPUT1")))
93+
input0_data, input1_data, output1_data))
94+
if not np.allclose(input0_data + input1_data, output0_data):
95+
print("BLS async example error: incorrect sum")
96+
sys.exit(1)
97+
98+
if not np.allclose(input0_data - input1_data, output1_data):
99+
print("BLS async example error: incorrect difference")
100+
sys.exit(1)
82101

83102
# Will perform the same inference request on an undefined model. This leads
84103
# to an exception:
@@ -92,3 +111,6 @@
92111
outputs=outputs)
93112
except InferenceServerException as e:
94113
print(e.message())
114+
115+
print('PASS: BLS Sync')
116+
sys.exit(0)

‎examples/pytorch/client.py‎

Lines changed: 18 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
1-
# Copyright (c) 2020, NVIDIA CORPORATION. All rights reserved.
1+
# Copyright 2020-2021, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
22
#
33
# Redistribution and use in source and binary forms, with or without
44
# modification, are permitted provided that the following conditions
@@ -25,9 +25,8 @@
2525
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
2626

2727
from tritonclient.utils import *
28-
import tritonclient.grpc as grpcclient
2928
import tritonclient.http as httpclient
30-
29+
import sys
3130
import numpy as np
3231

3332
model_name = "pytorch"
@@ -57,7 +56,21 @@
5756
outputs=outputs)
5857

5958
result = response.get_response()
59+
output0_data = response.as_numpy("OUTPUT0")
60+
output1_data = response.as_numpy("OUTPUT1")
61+
6062
print("INPUT0 ({}) + INPUT1 ({}) = OUTPUT0 ({})".format(
61-
input0_data, input1_data, response.as_numpy("OUTPUT0")))
63+
input0_data, input1_data, output0_data))
6264
print("INPUT0 ({}) - INPUT1 ({}) = OUTPUT0 ({})".format(
63-
input0_data, input1_data, response.as_numpy("OUTPUT1")))
65+
input0_data, input1_data, output1_data))
66+
67+
if not np.allclose(input0_data + input1_data, output0_data):
68+
print("pytorch example error: incorrect sum")
69+
sys.exit(1)
70+
71+
if not np.allclose(input0_data - input1_data, output1_data):
72+
print("pytorch example error: incorrect difference")
73+
sys.exit(1)
74+
75+
print('PASS: pytorch')
76+
sys.exit(0)

0 commit comments

Comments
 (0)