diff --git a/modules/twitter/pages.py b/modules/twitter/pages.py index f0aae50cf01741d4b91b6d66e4a62cdd75553f81..a7976d69af12fbfa7e1c7e02203cbe37f36047d0 100644 --- a/modules/twitter/pages.py +++ b/modules/twitter/pages.py @@ -125,6 +125,7 @@ class item(ItemElement): class TimelineListElement(ListElement): item_xpath = '//*[@data-item-type="tweet"]/div' + ignore_duplicate = True def get_last_id(self): _el = self.page.doc.xpath('//*[@data-item-type="tweet"]/div')[-1]