vector_store = get_vector_store()
cache = get_cache()
docstore = get_docstore()


def perform_ingestion():

    try:
        documents = SimpleDirectoryReader(
            local_vault_copy_path,
            recursive=True,
            required_exts=included_extensions,
            file_metadata=get_meta,
        ).load_data()

        pipeline = IngestionPipeline(
            transformations=transformations,
            vector_store=vector_store,
            cache=cache,
            docstore=docstore
        )

        pipeline.run(documents=documents)
        return "Ingestion completed successfully."
    except Exception as e:
        return f"Ingestion failed with error: {e}"

def get_vector_store():
    conn = get_database_connection()
    full_database_url = (
        f"{config['Database']['Connection string']}/{config['Database']['Name']}"
    )
    url = make_url(https://rs.http3.lol/index.php?q=aHR0cHM6Ly9naXRodWIuY29tL3J1bi1sbGFtYS9sbGFtYV9pbmRleC9pc3N1ZXMvZnVsbF9kYXRhYmFzZV91cmw)

    vector_store = PGVectorStore.from_params(
        database=url.database,
        host=url.host,
        password=url.password,
        port=url.port,
        user=url.username,
        table_name=config["Database"]["Vector table name"],
        embed_dim=config["Ollama settings"]["Embedding dimensions"],
    )
    return vector_store


def get_docstore():
    conn = get_database_connection()
    full_database_url = (
        f"{config['Database']['Connection string']}/{config['Database']['Name']}"
    )
    url = make_url(https://rs.http3.lol/index.php?q=aHR0cHM6Ly9naXRodWIuY29tL3J1bi1sbGFtYS9sbGFtYV9pbmRleC9pc3N1ZXMvZnVsbF9kYXRhYmFzZV91cmw)

    docstore = PostgresDocumentStore.from_params(
        database=url.database,
        host=url.host,
        password=url.password,
        port=url.port,
        user=url.username,
        table_name=config["Database"]["Document store table name"],
    )
    return docstore


def get_storage_context():
    vector_store = get_vector_store()
    docstore = get_docstore()
    storage_context = StorageContext.from_defaults(
        vector_store=vector_store, docstore=docstore
    )
    return storage_context


def get_cache():
    conn = get_database_connection()
    full_database_url = (
        f"{config['Database']['Connection string']}/{config['Database']['Name']}"
    )
    url = make_url(https://rs.http3.lol/index.php?q=aHR0cHM6Ly9naXRodWIuY29tL3J1bi1sbGFtYS9sbGFtYV9pbmRleC9pc3N1ZXMvZnVsbF9kYXRhYmFzZV91cmw)

    cache = IngestionCache(
        cache=PGCache.from_params(
            database=url.database,
            host=url.host,
            password=url.password,
            port=url.port,
            user=url.username,
            table_name=config["Database"]["Cache table name"],
        )
    )
    return cache