Fix offset calculation during batching

Author: varunsh-xilinx

include/proteus/core/predict_api.hpp

@@ -214,7 +214,7 @@ class InferenceRequestInput {
     parameters_ = parameters;
   }
 
-  /// Set the tensor's size
+  /// Get the tensor's size (number of elements)
   size_t getSize() const;
 
   /// Provide an implementation to print the class with std::cout to an ostream

src/proteus/clients/http_internal.cpp

@@ -467,7 +467,7 @@ InferenceRequestPtr RequestBuilder::build(
 
         auto input =
           InputBuilder::build(std::make_shared<Json::Value>(i), buffer, offset);
-        offset += input.getSize();
+        offset += (input.getSize() * input.getDatatype().size());
 
         request->inputs_.push_back(std::move(input));
       }

src/proteus/clients/native_internal.cpp

@@ -95,7 +95,8 @@ class InferenceRequestBuilder<InferenceRequest> {
 
           request->inputs_.push_back(
             InputBuilder::build(input, buffer, offset));
-          offset += request->inputs_.back().getSize();
+          const auto &last_input = request->inputs_.back();
+          offset += (last_input.getSize() * last_input.getDatatype().size());
         }
       } catch (const std::invalid_argument &e) {
         throw;

src/proteus/servers/grpc_server.cpp

@@ -385,7 +385,8 @@ class InferenceRequestBuilder<CallDataModelInfer*> {
 
           request->inputs_.push_back(
             InputBuilder::build(input, buffer, offset));
-          offset += request->inputs_.back().getSize();
+          const auto& last_input = request->inputs_.back();
+          offset += (last_input.getSize() * last_input.getDatatype().size());
         }
       } catch (const std::invalid_argument& e) {
         throw;