Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
1 parent
c7a67eb
commit 0039fa2
Showing
7 changed files
with
282 additions
and
43 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,116 @@ | ||
| def reIndex_Implicit(fin): | ||
| print("Reindexing Origin Data Set and Building the Correspondence Dics") | ||
| fi = open( fin, 'r' ) #training set | ||
| #extract from input file | ||
| uidDic={} | ||
| iidDic={} | ||
| newuid=1 | ||
| newiid=1 | ||
| ctr=0 # is the counter of the total number. | ||
| sum=0.0 | ||
|
|
||
| for line in fi: | ||
| arr = line.split() | ||
| uid = int(arr[0].strip()) | ||
| iid = int(arr[1].strip()) | ||
| rating = int(float(arr[2].strip())) | ||
| #this part for calculating the average | ||
| sum+=rating | ||
| ctr+=1 | ||
|
|
||
| #this part for reindexing the user ID | ||
| if uid not in uidDic: | ||
| uidDic[uid]=newuid | ||
| newuid+=1 | ||
| #this part for reindexing the item ID | ||
| if iid not in iidDic: | ||
| iidDic[iid]=newiid | ||
| newiid+=1 | ||
|
|
||
| fi.close() | ||
| #calculate different parameter. | ||
| avg=sum/ctr | ||
| print("Finished") | ||
| return(uidDic,iidDic,avg) | ||
|
|
||
|
|
||
| def translate(fin,fout,Udic,ItemDic): | ||
| print("Start Translation. Translating " +fin+" .") | ||
| fi=open(fin,'r') | ||
| fo=open(fout,'w') | ||
| #translate the file | ||
| for line in fi: | ||
| arr=line.split() | ||
| uid=int(arr[0].strip()) | ||
| iid=int(arr[1].strip()) | ||
| if len(arr)>2: | ||
| rating=str(int(float(arr[2].strip()))) | ||
| if uid in Udic: | ||
| if iid in ItemDic: | ||
| if len(arr)>2: | ||
| writeline=str(Udic[uid])+'\t'+str(ItemDic[iid])+'\t'+rating+'\r\n' | ||
| else: | ||
| writeline=str(Udic[uid])+'\t'+str(ItemDic[iid])+'\r\n' | ||
| fo.write(writeline) | ||
|
|
||
| fi.close() | ||
| fo.close() | ||
| print("Translation Finished.") | ||
|
|
||
|
|
||
| def userfeedback(fname): | ||
| fi = open(fname,'r') | ||
| feedback = {} | ||
| for line in fi: | ||
| attr = line.strip().split('\t') | ||
| uid = int(attr[0])-1 | ||
| iid = int(attr[1])-1 | ||
| if uid in feedback: | ||
| feedback[uid].append(iid) | ||
| else: | ||
| feedback[uid] = [iid] | ||
| fi.close() | ||
| return feedback | ||
|
|
||
| #group num and order of the grouped training data | ||
|
|
||
|
|
||
| def usergroup(fname): | ||
| fi = open(fname,'r') | ||
| userorder = [] | ||
| groupnum = {} | ||
| lastuid = -1 | ||
| for line in fi: | ||
| attr = line.strip().split('\t') | ||
| uid = int(attr[0])-1 | ||
| if uid in groupnum: | ||
| groupnum[uid] += 1 | ||
| else: | ||
| groupnum[uid] = 1 | ||
| if uid != lastuid: | ||
| userorder.append(uid) | ||
| lastuid = uid | ||
| fi.close() | ||
| return userorder,groupnum | ||
|
|
||
| #make implict feedback feature, one line for a user, wihch is in the order of the grouped training data | ||
| #the output format:rate \t number of user group \t number of user implicit feedback \t fid1:fvalue1, fid2:fvalue2 ... \n | ||
|
|
||
|
|
||
| def mkfeature(fout,userorder,groupnum,feedback): | ||
| fo = open(fout,'w') | ||
| for uid in userorder: | ||
| gnum = groupnum[uid] | ||
| fnum = len(feedback[uid]) | ||
| fo.write('%d\t%d\t' %(gnum,fnum)) | ||
| for i in feedback[uid]: | ||
| fo.write('%d:%.6f ' %(i,pow(fnum,-0.5))) | ||
| fo.write('\n') | ||
|
|
||
|
|
||
| def mkImplicitFeatureFile(ftrain,fgtrain,fout): | ||
| '''usage:<training_file> <grouped training_file> <output>''' | ||
| feedback = userfeedback(ftrain) | ||
| userorder,groupnum = usergroup(fgtrain) | ||
| #make features and print them out in file fout | ||
| mkfeature(fout,userorder,groupnum,feedback) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.