From 2bad86350eb6b31e253b50cc99084debc265d03d Mon Sep 17 00:00:00 2001 From: Flavien Raynaud Date: Fri, 23 Jun 2017 02:08:17 -0700 Subject: [PATCH] Prevent Fetcher from wrongfully discarding PartitionRecords in compacted topics --- kafka/consumer/fetcher.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/kafka/consumer/fetcher.py b/kafka/consumer/fetcher.py index ad703a594..cf0b49563 100644 --- a/kafka/consumer/fetcher.py +++ b/kafka/consumer/fetcher.py @@ -359,7 +359,7 @@ def _append(self, drained, part, max_records): part_records = part.take(max_records) if not part_records: return 0 - next_offset = part_records[-1].offset + 1 + next_offset = part.fetch_offset log.log(0, "Returning fetched records at offset %d for assigned" " partition %s and update position to %s", position,