AttributeError: 'NoneType' object has no attribute 'set_binding_shape'

[willosonico]

environemnt : deepstream 6.2 in x86 (container pulled from nvidia ngc)

root@b98fc2f78de4:/app# env | grep deep
DS_REL_PKG_DIR=deepstream_sdk_v6.2.0_x86_64
DS_REL_PKG=deepstream_sdk_v6.2.0_x86_64.tbz2
root@b98fc2f78de4:/app# pip3 list | grep torch
torch                    1.13.0
torch2trt                0.4.0
torchvision              0.14.0
root@b98fc2f78de4:/app# pip3 list | grep tensor
safetensors              0.4.5
tensorrt                 8.5.2.2
root@b98fc2f78de4:/app# pip3 list | grep cublas
nvidia-cublas-cu11       11.10.3.66
root@b98fc2f78de4:/app# pip3 list | grep cuda  
nvidia-cuda-nvrtc-cu11   11.7.99
nvidia-cuda-runtime-cu11 11.7.99

i get this error

/usr/local/lib/python3.8/dist-packages/transformers/tokenization_utils_base.py:1601: FutureWarning: `clean_up_tokenization_spaces` was not set. It will be set to `True` by default. This behavior will be depracted in transformers v4.45, and will be then set to `False` by default. For more details check this issue: https://github.com/huggingface/transformers/issues/31884
  warnings.warn(
/usr/local/lib/python3.8/dist-packages/torch/functional.py:504: UserWarning: torch.meshgrid: in an upcoming release, it will be required to pass the indexing argument. (Triggered internally at ../aten/src/ATen/native/TensorShape.cpp:3190.)
  return _VF.meshgrid(tensors, **kwargs)  # type: ignore[attr-defined]
[09/17/2024-12:42:45] [TRT] [W] TensorRT was linked against cuDNN 8.6.0 but loaded cuDNN 8.5.0
[09/17/2024-12:42:45] [TRT] [W] TensorRT was linked against cuDNN 8.6.0 but loaded cuDNN 8.5.0
[09/17/2024-12:42:45] [TRT] [E] 1: [raiiMyelinGraph.h::RAIIMyelinGraph::24] Error Code 1: Myelin (Compiled against cuBLASLt 11.11.3.0 but running against cuBLASLt 11.10.3.0.)
prompt [owl] [glove]
reading image owl_glove.jpg
/app/nanoowl/nanoowl/image_preprocessor.py:71: UserWarning: The given NumPy array is not writable, and PyTorch does not support non-writable tensors. This means writing to this tensor will result in undefined behavior. You may want to copy the array to protect its data or make it writable before converting it to a tensor. This type of warning will be suppressed for the rest of this program. (Triggered internally at ../torch/csrc/utils/tensor_numpy.cpp:199.)
  image = torch.from_numpy(np.asarray(image))
Traceback (most recent call last):
  File "test.py", line 31, in <module>
    output = predictor.predict(
  File "/usr/local/lib/python3.8/dist-packages/torch/autograd/grad_mode.py", line 27, in decorate_context
    return func(*args, **kwargs)
  File "/app/nanoowl/nanoowl/tree_predictor.py", line 121, in predict
    owl_image_encodings[label_index] = self.owl_predictor.encode_rois(image_tensor, boxes[label_index])
  File "/app/nanoowl/nanoowl/owl_predictor.py", line 269, in encode_rois
    output = self.encode_image(roi_images)
  File "/app/nanoowl/nanoowl/owl_predictor.py", line 229, in encode_image
    return self.encode_image_trt(image)
  File "/app/nanoowl/nanoowl/owl_predictor.py", line 225, in encode_image_trt
    return self.image_encoder_engine(image)
  File "/usr/local/lib/python3.8/dist-packages/torch/nn/modules/module.py", line 1190, in _call_impl
    return forward_call(*input, **kwargs)
  File "/usr/local/lib/python3.8/dist-packages/torch/autograd/grad_mode.py", line 27, in decorate_context
    return func(*args, **kwargs)
  File "/app/nanoowl/nanoowl/owl_predictor.py", line 413, in forward
    output = self.base_module(image_slice)
  File "/usr/local/lib/python3.8/dist-packages/torch/nn/modules/module.py", line 1190, in _call_impl
    return forward_call(*input, **kwargs)
  File "/usr/local/lib/python3.8/dist-packages/torch2trt/torch2trt.py", line 551, in forward
    self.context.set_binding_shape(idx, shape)
AttributeError: 'NoneType' object has no attribute 'set_binding_shape'