From f498a9057f3474e49ceab0cb344c96be5789dfe5 Mon Sep 17 00:00:00 2001
From: Alice <38675581+alice945@users.noreply.github.com>
Date: Tue, 14 Jan 2020 03:24:30 -0800
Subject: [PATCH] [twitter] Fix stop before real end (#573)

* [twitter] Fix stop before real end

Fix for https://github.com/mikf/gallery-dl/issues/544. Makes sure that it really reached the end by checking that both "min_position" is null and "has_more_items" is false before stopping.

* [twitter] Fix stop before real end (update)
---
 gallery_dl/extractor/twitter.py | 9 ++++++---
 1 file changed, 6 insertions(+), 3 deletions(-)

diff --git a/gallery_dl/extractor/twitter.py b/gallery_dl/extractor/twitter.py
index 610e0eeb..d8682ed2 100644
--- a/gallery_dl/extractor/twitter.py
+++ b/gallery_dl/extractor/twitter.py
@@ -230,9 +230,12 @@ class TwitterExtractor(Extractor):
             for tweet in text.extract_iter(
                     data["items_html"], '<div class="tweet ', '\n</li>'):
                 yield tweet
-
-            if not data["has_more_items"]:
-                return
+                
+            if data.get("min_position") is None:
+                if data["has_more_items"] and "min_position" not in data:
+                    pass
+                else:
+                    return
 
             if "min_position" in data:
                 position = data["min_position"]