Class CallDataModelInfer

Inheritance Relationships

Base Type

Class Documentation

class CallDataModelInfer : public amdinfer::CallDataUnary<inference::ModelInferRequest, inference::ModelInferResponse>

Public Functions

inline CallDataModelInfer(AsyncService *service, ServerCompletionQueue *cq)
inline const inference::ModelInferRequest &getRequest() const
inline inference::ModelInferResponse &getReply()

Protected Functions

inline virtual void addNewCallData() override
inline virtual void waitForRequest() override
virtual void handleRequest() noexcept override