Skip to content
Merged
3 changes: 3 additions & 0 deletions changelog.d/kafka-source-parse_message.feature.md
Original file line number Diff line number Diff line change
@@ -0,0 +1,3 @@
The `kafka` source will now consume less memory by not over allocating buffers while reading.

authors: biuboombiuboom
2 changes: 1 addition & 1 deletion src/sources/kafka.rs
Original file line number Diff line number Diff line change
Expand Up @@ -991,7 +991,7 @@ fn parse_stream<'a>(

let payload = Cursor::new(Bytes::copy_from_slice(payload));

let mut stream = FramedRead::new(payload, decoder);
let mut stream = FramedRead::with_capacity(payload, decoder, msg.payload_len());
let (count, _) = stream.size_hint();
let stream = stream! {
while let Some(result) = stream.next().await {
Expand Down