from rank_bm25 import BM25Okapi tokenized_chunks = [ chunk.lower().split() for chunk in chunks ] bm25 = BM25Okapi(tokenized_chunks) query_tokens = query.lower().split() bm25_scores = bm25.get_scores(query_tokens) __ __