Commit 108a8f90 authored by Francesco Poldi's avatar Francesco Poldi

Added unique author list #90

parent cecd95d1
...@@ -6,12 +6,13 @@ from .storage import db, elasticsearch, write, panda ...@@ -6,12 +6,13 @@ from .storage import db, elasticsearch, write, panda
#import logging #import logging
_duplicate_dict = {}
follow_object = {} follow_object = {}
tweets_object = [] tweets_object = []
user_object = [] user_object = []
author_list = {''}
author_list.pop()
_follow_list = [] _follow_list = []
def clean_follow_list(): def clean_follow_list():
...@@ -45,6 +46,7 @@ def _output(obj, output, config, **extra): ...@@ -45,6 +46,7 @@ def _output(obj, output, config, **extra):
pass pass
elif obj.__class__.__name__ == "tweet": elif obj.__class__.__name__ == "tweet":
obj.username = obj.username.lower() obj.username = obj.username.lower()
author_list.update({obj.username})
for i in range(len(obj.mentions)): for i in range(len(obj.mentions)):
obj.mentions[i] = obj.mentions[i].lower() obj.mentions[i] = obj.mentions[i].lower()
for i in range(len(obj.hashtags)): for i in range(len(obj.hashtags)):
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment