I was going through https://docs.openvino.ai/nightly/ovms_docs_deploying_server.html
Item 3
I updated the script predict.py so that it can work with SSL
I am getting this error
python3 predict.py zebra.jpeg
Traceback (most recent call last):
File "//predict.py", line 4, in <module>
from ovmsclient.generated import ovms_pb2, ovms_pb2_grpc
ModuleNotFoundError: No module named 'ovmsclient.generated'
(
(tutorial-env) root@ubuntu:/# cat predict.py
import numpy as np
from classes import imagenet_classes
import grpc
from ovmsclient.generated import ovms_pb2, ovms_pb2_grpc
# Set up SSL/TLS credentials
credentials = grpc.ssl_channel_credentials()
# Create a secure channel to the gRPC server
channel = grpc.secure_channel("10.1.1.7:443", credentials)
# Create a gRPC stub
stub = ovms_pb2_grpc.OpenVinoModelServerStub(channel)
# Read image file
with open("zebra.jpeg", "rb") as f:
img = f.read()
# Make prediction request to the specified model
request = ovms_pb2.PredictRequest()
request.inputs["0"].data = img
request.model_spec.name = "resnet"
# Send the request and get the response
response = stub.Predict(request)
# Handle the prediction output
if response:
result_index = np.argmax(response.outputs["1"].data)
predicted_class = imagenet_classes[result_index]
print("Predicted class:", predicted_class)
else:
print("No prediction output received.")
(tutorial-env) root@ubuntu:/#
