wbrooks commited on
Commit
3facea3
·
1 Parent(s): 1cf6271

switch tfidf search to use file list saved by joblib

Browse files
Files changed (1) hide show
  1. src/do_pca_on_tfidf.py +1 -1
src/do_pca_on_tfidf.py CHANGED
@@ -30,7 +30,7 @@ vocab_norm = vocab_embeddings / np.linalg.norm(vocab_embeddings, axis=1, keepdim
30
  # get the document-term matrix and project it to 300 pseudo-topics.
31
  dtm_svd = load("outputs/dtm_svd.joblib")
32
  X_svd = np.load("outputs/X_svd.npy", allow_pickle=True)
33
- my_files = np.reshape(np.load("outputs/my_files.npy", allow_pickle=True), shape = -1)
34
 
35
  def query_worker(query, dtm_svd, dtm_svd_mat, vocab_norm, concentration = 10 ):
36
  # query embeddings:
 
30
  # get the document-term matrix and project it to 300 pseudo-topics.
31
  dtm_svd = load("outputs/dtm_svd.joblib")
32
  X_svd = np.load("outputs/X_svd.npy", allow_pickle=True)
33
+ my_files = load("outputs/my_files.joblib")
34
 
35
  def query_worker(query, dtm_svd, dtm_svd_mat, vocab_norm, concentration = 10 ):
36
  # query embeddings: