Commit d5460c4f authored by Bezleputh's avatar Bezleputh Committed by Florent Fourcot

[twitter] ignore double tweets

parent 095ad4ae
......@@ -125,6 +125,7 @@ class TrendsPage(TwitterJsonHTMLPage):
class TimelineListElement(ListElement):
item_xpath = '//*[@data-item-type="tweet"]/div'
ignore_duplicate = True
def get_last_id(self):
_el = self.page.doc.xpath('//*[@data-item-type="tweet"]/div')[-1]
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment