old-svevijesti/pyth/__pycache__/vectData.cpython-310.pyc

o
<00><><EFBFBD>e<EFBFBD><00>@s
dd
lZddlm
Z

ddlmZ
ddlmZ
dd
lZdd
lZddl	m
Z

ddlmZmZ
e
<EFBFBD>
e<08>
d<07>
Ze<08>
d<08>
Ze<08>
d	<09>
Ze<08>
d
<EFBFBD>
Ze<08>
d<0B>
Zejeeeeed<0C>Zd
d<0E>Zd&dd<11>
Zdd<13>Zdd<15>Zdd<17>Zdd<19>Zdd<1B>Zdd<1D>Zdd<1F>Zd d!<21>Zd"d#<23>Zd$d%<25>Z e e<14>

d
S)'<27>N)
<01>sql)
<01>register_vector)
<01>cosine_similarity)
<01>load_dotenv)<02>datetime<6D>	timedelta<74>DB_HOST<53>DB_PORT<52>DB_USER<45>DB_PASSWORD<52>DB_NAME<4D><05>host<73>port<72>user<65>password<72>dbnamecCs:|tj
<01>|<00>
}|
tj
<01>|
<01>
}t|g
|g
<01>d
d
}|S)Nr
)<04>np<6E>linalg<6C>normr)<05>v1<76>v2<76>
v1_normalized<65>
v2_normalized<65>
similarity<EFBFBD>r<00>8/home/asabani/Desktop/svevijesti-master/pyth/vectData.py<70>calculate_cosine_similaritys


r<00>\<5C><><EFBFBD>(\<5C>?cCs<>tj
tttttd
<01>}|<05><07>}|<06>d<02>

|<06>	<09>}|D]P}|d}	t
<EFBFBD>|d<00>
<01><0C>}
|d}t
|
|<03>}||kri||kr^|	}
t||
|||
<0A>
td|<00>d|	<09><00><04>

td|<00>d	<09><03>

d
}
|<06><10>

dStd<0C>

|<06><10>

dSqtd|<00><00><02>

|<06><10>
d
S)Nr
z2SELECT title,embedding,link FROM vectorsvevijesti;r
<00>
<00>zSimilar data found: 
 #z 
 #zInserting: #z 
<EFBFBD>NOTzSame source of same article!F)<11>psycopg2<67>connectrrrrr<00>cursor<6F>execute<74>fetchallr<00>array<61>flattenr<00>insert_data<74>print<6E>close)<0E>title<6C>text<78>link<6E>	embedding<6E>	threshold<6C>connr$<00>existing_embeddings<67>existing_embedding_tuple<6C>existing_title<6C>existing_embedding<6E>
existing_linkr<00>	similar_drrr<00>is_similar_data"s>





<06>

















<02>

r8cC<00>>tj
tttttd
<01>}|<00><07>}
d}|
<01>|<02>

|
<01>	<09>}|
<01>
<EFBFBD>
|S)Nr
zVSELECT title,similar_d FROM vectorsvevijesti WHERE similar_d NOT IN ('NO', 'MODIFIED')<29>r"r#rrrrrr$r%r&r+)r1r$<00>query<72>similar_datarrr<00>get_similarFs





<06>





r=c	CsPtj
tttttd
<01>}t<07><08>}|<05>	<09>}|<07>
d||
||||f<06>
|<05><0B>
|<07><0C>
dS)Nr
z<>
        INSERT INTO vectorsvevijesti (title, text, link, embedding, similar_d, time)
        VALUES (%s, %s, %s, %s, %s ,%s);
    )
r"r#rrrrrr<00>nowr$r%<00>commitr+)r,r-r.r/r7r1<00>c_timer$rrrr)Vs





<06><04>r)cCr9)Nr
z-SELECT title,text,link FROM vectorsvevijesti;r:)r1r$r;<00>datarrr<00>get_datals





<06>




rBcCs<tj
tttttd
<01>}|<02><07>}d}|<03>|||
f<02>
|<02>	<09>
dS)Nr
z<UPDATE vectorsvevijesti SET similar_d = %s WHERE title = %s )
r"r#rrrrrr$r%r?)<05>	new_valuer,r1r$r;rrr<00>modify_similar_data|s




<06>rDc
CsBtj
tttttd
<01>}
|
<01><07>}d}|<02>||f
<01>
|<02>	<09>}|<02>
<EFBFBD>
|S)Nr
zUSELECT title, text, link, similar_d, embedding FROM vectorsvevijesti WHERE title = %sr:)r,r1r$r;<00>
specific_postrrr<00>get_specific_data<74>s





<06>



rFcCsHtj
tttttd
<01>}|<00><07>}
d}|
<01>|<02>

dd<04>|
<01>	<09>D<00>
}|
<01>
<EFBFBD>
|S)Nr
z!SELECT link FROM vectorsvevijestic
Ssh|]}
|
d<00>qS)
r
r)<02>.0r.rrr<00>	<setcomp><3E>sz get_all_links.<locals>.<setcomp>r:)r1r$r;<00>db_linksrrr<00>
get_all_links<6B>s





<06>




rJc
Cs:tj
tttttd
<01>}
|
<01><07>}d}|<02>||f
<01>
|<02>	<09>
dS)Nr
z-DELETE FROM vectorsvevijesti WHERE title = %s)
r"r#rrrrrr$r%r+)r,r1r$r;rrr<00>delete_specific<69>s





<06>

rKcCsTtj
tttttd
<01>}t<07><08>t	dd<03>
}
|<00>
<EFBFBD>}d}|<02>||
f
<01>
|<00><0C>
|<02>
<0A>
dS)Nr
r)
<01>daysz,DELETE FROM vectorsvevijesti WHERE time < %s)r"r#rrrrrrr>rr$r%r?r+)r1<00>day_longr$r;rrr<00>	cleansing<6E>s




<06>

rNcCs>tj
tttttd
<01>}|<00><07>}
d}|
<01>|<02>

|<00>	<09>
|
<01>
<EFBFBD>
dS)Nr
z&DROP TABLE IF EXISTS vectorsvevijesti;)r"r#rrrrrr$r%r?r+)r1r$r;rrr<00>
drop_table<EFBFBD>s





<06>


rOc
CsLtj
tttttd
<01>}|<00><07>}
|
<01>d<02>

t	|<00>

|
<01>d<03>

|<00>
<EFBFBD>
|
<01><0B>
dS)Nr
z%CREATE EXTENSION IF NOT EXISTS vectora3

        CREATE TABLE IF NOT EXISTS vectorsvevijesti (
            id bigserial PRIMARY KEY,
            title VARCHAR,
            text VARCHAR,
            link VARCHAR,
            embedding vector(1536),
            similar_d VARCHAR,
            time TIMESTAMP DEFAULT CURRENT_TIMESTAMP
        );
    )r"r#rrrrrr$r%rr?r+)r1r$rrr<00>	create_db<64>s





<06>


rP)
r)!r"r<00>pgvector.psycopg2r<00>sklearn.metrics.pairwiser<00>numpyr<00>os<6F>dotenvrrr<00>getenvrrrrrr#r1rr8r=r)rBrDrFrJrKrNrOrPrrrr<00><module>
sD




















<06>
$