simono41/FediFetcher
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Add Context when adding posts

Browse source
This commit is contained in:
nanos 2023-03-30 11:24:53 +01:00
parent 0c87cd6727
commit dc0d94a274
1 changed files with 15 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

16
find_posts.py
View file

@ -133,7 +133,7 @@ def add_user_posts(server, access_token, followings, know_followings, all_known_
failed = 0 failed = 0
for post in posts: for post in posts:
if post['url'] != None and post['url'] not in seen_urls: if post['url'] != None and post['url'] not in seen_urls:
added = add_context_url(post['url'], server, access_token) added = add_post_with_context(post, server, access_token, seen_urls)
if added is True: if added is True:
seen_urls.add(post['url']) seen_urls.add(post['url'])
count += 1 count += 1
@ -144,6 +144,20 @@ def add_user_posts(server, access_token, followings, know_followings, all_known_
know_followings.add(user['acct']) know_followings.add(user['acct'])
all_known_users.add(user['acct']) all_known_users.add(user['acct'])
def add_post_with_context(post, server, access_token, seen_urls):
added = add_context_url(post['url'], server, access_token)
if added is True:
seen_urls.add(post['url'])
parsed_urls = {}
parsed = parse_url(post['url'], parsed_urls)
if parsed == None:
return True
known_context_urls = get_all_known_context_urls(server, [post],parsed_urls)
add_context_urls(server, access_token, known_context_urls, seen_urls)
return True
return False
def get_user_posts(user, know_followings, server): def get_user_posts(user, know_followings, server):
parsed_url = parse_user_url(user['url']) parsed_url = parse_user_url(user['url'])