adding db to pinecone

1 files changed, 16 insertions, 0 deletions

diff --git a/db2pc.py b/db2pc.py
new file mode 100644
index 0000000..f0d6ba9
--- /dev/null
+++ b/db2pc.py
@@ -0,0 +1,16 @@
+from database import *
+import pandas as pd
+
+from sentence_transformers import SentenceTransformer
+
+database_url = "sqlite:///jlm.db"
+
+engine, Session = init_db_stuff(database_url)
+
+model = SentenceTransformer("paraphrase-multilingual-MiniLM-L12-v2")
+
+df = pd.read_sql("Select * from movies", engine)
+df["combined_text"] = df["title"] + ": " + df["overview"].fillna('') + " -  " + df["tagline"].fillna('') + " Genres:-  " + df["genres"].fillna('')
+
+print(len(df["combined_text"].tolist()))
+