-
Notifications
You must be signed in to change notification settings - Fork 0
/
FILEOPS22.py
37 lines (34 loc) · 1.01 KB
/
FILEOPS22.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
import tracemalloc
import psutil
from pathlib import Path
#import RANKING as BM25
import sys
import json
import _pickle as cPickle
import os
import glob
import string
import ast
import unidecode
from unidecode import unidecode
import collections
from collections import OrderedDict
def readIndexIntoMemory():
index = OrderedDict()
indexFile = open("Merge/invert_actual_index.txt")
for line in indexFile:
if not line == '':
splits = line.split(' -----------> ')
term = splits[0]
postings = splits[1]
index.update({term: postings})
postingsCount = 0
for i in index:
postingsCount += len(index[i])
return(index)
def readRankintomemory():
index1 = {}
indexFile = open("Merge/rank_file.txt")
strindex = indexFile.read()
index1 = json.loads(strindex)
return(index1)