upd

runners/inference_server.py

@@ -64,6 +64,9 @@ class InferencerServer(Runner):
         collated_input_data["combined_scanned_pts"] = torch.tensor(input_data["combined_scanned_pts"], dtype=torch.float32, device=self.device).unsqueeze(0)
         return collated_input_data
     
+    def do_inference(self, input_data):
+        return self.pipeline.forward_test(input_data)
+    
     def run(self):
         Log.info("Loading from epoch {}.".format(self.current_epoch))
     
@@ -72,7 +75,7 @@ class InferencerServer(Runner):
             data = request.json
             input_data = self.get_input_data(data)
             collated_input_data = self.collate_input(input_data)
-            output_data = self.pipeline.forward_test(collated_input_data)
+            output_data = self.do_inference(collated_input_data)
             result = self.get_result(output_data)
             return jsonify(result)