kavin/Yotter
Archived
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Remove twitter empty feeds before creating feed.

Browse Source
This commit is contained in:
pluja 2020-11-10 13:55:46 +01:00
parent 9fb1e5597e
commit 85c24975e0
1 changed files with 6 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
nitter/feed.py
View File

@ -4,7 +4,7 @@ from werkzeug.datastructures import Headers
from concurrent.futures import as_completed from concurrent.futures import as_completed
from numerize import numerize from numerize import numerize
from bs4 import BeautifulSoup from bs4 import BeautifulSoup
from operator import itemgetter from operator import itemgetter, attrgetter
from re import findall from re import findall
from nitter import user from nitter import user
import time, datetime import time, datetime
@ -20,7 +20,6 @@ def get_feed(usernames, daysMaxOld=10, includeRT=True):
''' '''
Returns feed tweets given a set of usernames Returns feed tweets given a set of usernames
''' '''
print(usernames)
feedTweets = [] feedTweets = []
with FuturesSession() as session: with FuturesSession() as session:
futures = [session.get('{instance}{user}'.format(instance=config['nitterInstance'], user=u)) for u in usernames] futures = [session.get('{instance}{user}'.format(instance=config['nitterInstance'], user=u)) for u in usernames]
@ -39,9 +38,12 @@ def get_feed(usernames, daysMaxOld=10, includeRT=True):
else: else:
userFeed.append(tweet) userFeed.append(tweet)
else: else:
userFeed+=feed userFeed.append(feed)
try: try:
userFeed = sorted(userFeed, key=itemgetter('timeStamp'), reverse=True) for uf in userFeed:
if uf == 'emptyFeed':
userFeed.remove(uf)
userFeed.sort(key=lambda item:item['timeStamp'], reverse=True)
#userFeed.sort(key=lambda x: datetime.datetime.strptime(x['timeStamp'], '%Y-%m-%d %H:%M:%S'), reverse=True) #userFeed.sort(key=lambda x: datetime.datetime.strptime(x['timeStamp'], '%Y-%m-%d %H:%M:%S'), reverse=True)
except: except:
return userFeed return userFeed