Commit c86431fa authored by Dos Santos David's avatar Dos Santos David

put token in lower case

parent 28f57409
......@@ -219,13 +219,14 @@ class BSBIIndexer(Indexer):
token_id = struct.unpack('i', file.read(4))[0]
return token_id
def token_lookup_with_frequency(self, token):
def token_lookup_with_frequency(self, token: str):
"""
Returns a list of documents
where a given token is present
:param token: token to search in documents
"""
token = token.lower()
document_ids = dict()
if token not in self.token_to_token_id:
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment