diff options
-rw-r--r-- | db2pc.py | 16 |
1 files changed, 16 insertions, 0 deletions
diff --git a/db2pc.py b/db2pc.py new file mode 100644 index 0000000..f0d6ba9 --- /dev/null +++ b/db2pc.py @@ -0,0 +1,16 @@ +from database import * +import pandas as pd + +from sentence_transformers import SentenceTransformer + +database_url = "sqlite:///jlm.db" + +engine, Session = init_db_stuff(database_url) + +model = SentenceTransformer("paraphrase-multilingual-MiniLM-L12-v2") + +df = pd.read_sql("Select * from movies", engine) +df["combined_text"] = df["title"] + ": " + df["overview"].fillna('') + " - " + df["tagline"].fillna('') + " Genres:- " + df["genres"].fillna('') + +print(len(df["combined_text"].tolist())) + |