Delay removing user from queue until much later.

cron.py

@@ -9,7 +9,8 @@
 
 while True:
     while redis_client.llen('userQueue') > 0:
-        current_user = redis_client.lpop('userQueue').decode('utf-8')
+        # Get first user in list non-destructively.
+        current_user = redis_client.lindex('userQueue', 0).decode('utf-8')
         current_page = get_user_page(current_user, 1)
 
         process_user_page(current_page)
@@ -24,5 +25,10 @@
             current_page = get_user_page(current_user, i + 1)
             process_user_page(current_page)
             time.sleep(1)
+
+        # Finally remove the user and add to relevant queues to keep from adding again.
+        redis_client.lrem('userQueue', 1, current_user)
+        redis_client.srem('inUserQueue', current_user)
+        redis_client.sadd('finishedUsers', current_user)
 
     time.sleep(1)