Changing from js to golang
This commit is contained in:
69
pyth/publishing_finals.py
Normal file
69
pyth/publishing_finals.py
Normal file
@@ -0,0 +1,69 @@
|
||||
from slugify import slugify
|
||||
import random
|
||||
from db_management import get_ready_data,insert_final,get_existing_titles
|
||||
|
||||
def create_slug(title):
|
||||
base_slug = "{} {}".format(random.randint(1, 1000), title)
|
||||
slug = slugify(base_slug)
|
||||
return slug
|
||||
|
||||
def get_source_id(link,similar):
|
||||
if similar == "NO":
|
||||
if "srpskainfo" in link:
|
||||
return 1
|
||||
elif "klix" in link:
|
||||
return 2
|
||||
elif "bljesak" in link:
|
||||
return 3
|
||||
elif "blic" in link:
|
||||
return 4
|
||||
elif "index.hr" in link:
|
||||
return 6
|
||||
elif "avaz" in link:
|
||||
return 7
|
||||
elif "telegraf" in link:
|
||||
return 8
|
||||
elif "vijesti.me" in link:
|
||||
return 9
|
||||
elif "dnevnik.hr" in link:
|
||||
return 10
|
||||
elif "24sata.hr" in link:
|
||||
return 11
|
||||
else:
|
||||
return 0
|
||||
else:
|
||||
return 5
|
||||
|
||||
data = get_ready_data()
|
||||
|
||||
def remove_braces_and_quotes(text):
|
||||
final_text = text.replace('{"', '')
|
||||
final_text = final_text.replace('"}', '')
|
||||
|
||||
return final_text
|
||||
|
||||
|
||||
def publish_articles():
|
||||
for d in data:
|
||||
title = d[0]
|
||||
text = d[1]
|
||||
link = d[2]
|
||||
similar_d = d[4]
|
||||
category = d[5]
|
||||
slug = create_slug(title)
|
||||
source_id = get_source_id(link,similar_d)
|
||||
|
||||
check = get_existing_titles()
|
||||
|
||||
title_check = any(title in t for t in check)
|
||||
link_check = any(link in l for l in check)
|
||||
|
||||
if title_check or link_check:
|
||||
continue
|
||||
else:
|
||||
text = remove_braces_and_quotes(text)
|
||||
title = remove_braces_and_quotes(title)
|
||||
print(f"Source: {source_id}")
|
||||
print(f"Link: {link}")
|
||||
insert_final(title, text, slug, link, source_id, category)
|
||||
print(f"Publishing: {title}")
|
||||
Reference in New Issue
Block a user