The inference speed is too slow about fasterseg HOT 2 CLOSED

def whole_eval(self, img, output_size, input_size=None, device=None):

        if input_size is not None:
            start = time.perf_counter()
            img, margin = self.process_image(img, input_size)
            end = time.perf_counter()
            print('preprocessing :', end-start, 'seconds')

        else:
            img = self.process_image(img, input_size)

        start = time.perf_counter()

        pred = self.val_func_process(img, device)

        if input_size is not None:
            pred = pred[:, margin[0]:(pred.shape[1] - margin[1]),
                   margin[2]:(pred.shape[2] - margin[3])]
        
        pred = pred.permute(1, 2, 0)
        pred = pred.cpu().numpy()
        if output_size is not None:
            pred = cv2.resize(pred,
                              (output_size[1], output_size[0]),
                              interpolation=cv2.INTER_LINEAR)

        pred = pred.argmax(2)
        end = time.perf_counter()
        print('prediction :', end-start, 'seconds')

        return pred