Skip to content

Commit

Permalink
Cleaned up path appends to current directory (#988)
Browse files Browse the repository at this point in the history
Closes #917
  • Loading branch information
HAKSOAT committed Feb 6, 2022
1 parent e194140 commit e03e068
Show file tree
Hide file tree
Showing 3 changed files with 0 additions and 11 deletions.
2 changes: 0 additions & 2 deletions scripts/ltr_msmarco/convert_passage.py
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,6 @@

import multiprocessing
from joblib import Parallel, delayed
import sys
import json
import argparse
from transformers import AutoTokenizer, AutoModel
Expand All @@ -29,7 +28,6 @@
"""
add fields to jsonl with text(lemmatized), text_unlemm, contents(analyzer), raw, text_bert_tok(BERT token)
"""
sys.path.append('.')

parser = argparse.ArgumentParser(description='Convert MSMARCO-adhoc documents.')
parser.add_argument('--input', metavar='input file', help='input file',
Expand Down
2 changes: 0 additions & 2 deletions scripts/ltr_msmarco/convert_passage_doc.py
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,6 @@

import multiprocessing
from joblib import Parallel, delayed
import sys
import json
import argparse
from transformers import AutoTokenizer, AutoModel
Expand All @@ -29,7 +28,6 @@
"""
add fields to jsonl with text(lemmatized), text_unlemm, contents(analyzer), raw, text_bert_tok(BERT token)
"""
sys.path.append('.')

parser = argparse.ArgumentParser(description='Convert MSMARCO-adhoc documents.')
parser.add_argument('--input', metavar='input file', help='input file',
Expand Down
7 changes: 0 additions & 7 deletions scripts/ltr_msmarco/convert_queries.py
Original file line number Diff line number Diff line change
Expand Up @@ -16,12 +16,6 @@

"""Convert MSMARCO queries"""

import sys

# We're going to explicitly use a local installation of Pyserini (as opposed to a pip-installed one).
# Comment these lines out to use a pip-installed one instead.
sys.path.insert(0, './')

import json
import argparse
from transformers import AutoTokenizer, AutoModel
Expand All @@ -33,7 +27,6 @@
"""
add fields to query json with text(lemmatized), text_unlemm, contents(analyzer), raw, entity(NER), text_bert_tok(BERT token)
"""
sys.path.append('.')

parser = argparse.ArgumentParser(description='Convert MSMARCO-adhoc queries.')
parser.add_argument('--input', metavar='input file', help='input file',
Expand Down

0 comments on commit e03e068

Please sign in to comment.