LangChain-RAG-Pattern-with-React-FastAPI-and-Cosmos-DB-Vector-Store/demo_loader/vectorstoreloader.py at main · jonathanscholtes/LangChain-RAG-Pattern-with-React-FastAPI-and-Cosmos-DB-Vector-Store · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30

from cosmosdbloader import CosmosDBLoader
from blobloader import BlobLoader
import json
import base64


file_names = ['documents/Rocket_Propulsion_Elements_with_images.json','documents/Introduction_To_Rocket_Science_And_Engineering_with_images.json']

file_names += file_names

for file_name in file_names:

    CosmosDBLoader(f"{file_name}").load()

    image_loader = BlobLoader()

    with open(file_name) as file:
        data = json.load(file)

    resource_id = data['resource_id']
    for page in data['pages']:

        base64_string = page['image'].replace("b'","").replace("'","")

        # Decode the Base64 string into bytes
        decoded_bytes = base64.b64decode(base64_string)

        image_loader.load_binay_data(decoded_bytes,f"{resource_id}/{page['page_id']}.png","images")