python3 -m venv venv
source venv/bin/activate
python3 -m pip install -r requirements.txt
playwright install --with-deps chromium
deactivate

create table embeddings (
    checksum text primary key,
    embedding vector (1536),
    type text,
    token_count bigint,
    content text,
    url text,
    timestamp bigint
);

create or replace function similarity_search (
    query vector(1536),
    threshold float,
    count int
)
returns table (
    checksum text,
    content text,
    similarity float,
    url text,
    token_count int8
)
language sql stable
as $$
    select
        embeddings.checksum,
        embeddings.content,
        1 - (embeddings.embedding <=> query) as similarity,
        embeddings.url,
        embeddings.token_count
    from embeddings
    where 1 - (embeddings.embedding <=> query) > threshold
    order by similarity desc
    limit count;
$$;

source venv/bin/activate
python3 main.py
deactivate