Sequence batcher no longer pads string corrids

triton-inference-server · Mar 27, 2024 · cf6be69 · cf6be69
1 parent 434e503
commit cf6be69
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/src/sequence_batch_scheduler/sequence_batch_scheduler.cc b/src/sequence_batch_scheduler/sequence_batch_scheduler.cc
@@ -1324,7 +1324,9 @@ SequenceBatch::SetControlTensors(
     if (seq_corr_id->DType() == inference::DataType::TYPE_STRING) {
       // 4 bytes for length of string plus pre-defined max string correlation id
       // length in bytes
-      size_p = 4 + triton::core::STRING_CORRELATION_ID_MAX_LENGTH_BYTES;
+      std::string correlation_id = corrid.StringValue();
+      uint32_t correlation_id_length = correlation_id.length();
+      size_p = 4 + correlation_id_length;
     }
 
     TRITONSERVER_MemoryType memory_type;