Added geopoint

Now we will map tweets when scraping with --near

elasticsearch/index-tweets.json

@@ -36,7 +36,8 @@ PUT twinttweets
           "quote_id_str": {"type": "text"},
           "quote_url": {"type": "text"},
           "search": {"type": "text"},
-          "near":  {"type": "text"}
+          "near":  {"type": "text"},
+          "geo_point": {"type": "geopoint"}
       }
     }
   }

requirements.txt

@@ -6,4 +6,5 @@ elasticsearch
 pysocks
 pandas
 aiohttp_socks
-schedule
\ No newline at end of file
+schedule
+geopy

twint/storage/elasticsearch.py

 ## TODO - Fix Weekday situation
 from elasticsearch import Elasticsearch, helpers
+from geopy.geocoders import Nominatim
 from time import strftime, localtime
 import contextlib
 import sys
@@ -8,10 +9,18 @@ _index_tweet_status = False
 _index_follow_status = False
 _index_user_status = False
 
+geolocator = Nominatim(user_agent="twint-1.2")
+
 class RecycleObject(object):
     def write(self, junk): pass
     def flush(self): pass
 
+def getLocation(place):
+    location = geolocator.geocode(place)
+    if location:
+        return {"lat": location.latitude, "lon": location.longitude}
+    return {}
+
 def handleIndexResponse(response):
     try:
         if response["status"] == 400:
@@ -171,6 +180,8 @@ def Tweet(Tweet, config):
             }
     day = weekdays[strftime("%A", localtime(Tweet.datetime))]
 
+    location = getLocation(config.Near)
+
     actions = []
 
     dt = f"{Tweet.datestamp} {Tweet.timestamp}"
@@ -213,7 +224,8 @@ def Tweet(Tweet, config):
                 "quote_id_str": Tweet.quote_id_str,
                 "quote_url": Tweet.quote_url,
                 "search": str(config.Search),
-                "near": config.Near
+                "near": config.Near,
+                "geo_point": location
                 }
             }
     actions.append(j_data)