Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

spring2024 #19

Open
wants to merge 3 commits into
base: main
Choose a base branch
from
Open

spring2024 #19

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
73ea071
Spring2024 first project
MarekToma Feb 21, 2024
cbb04bf
second term project leaderboard update
MarekToma Feb 22, 2024
e853c8b
fixed type error
MarekToma Feb 22, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
12 changes: 6 additions & 6 deletions notebooks/cranfield.ipynb
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -43,7 +43,7 @@
"outputs": [],
"source": [
"%%capture\n",
"! pip install git+https://github.com/MIR-MU/pv211-utils.git@spring2023"
"! pip install git+https://github.com/MIR-MU/pv211-utils.git@spring2024"
]
},
{
Expand Down Expand Up @@ -303,9 +303,9 @@
"outputs": [],
"source": [
"from pv211_utils.systems import BoWSystem\n",
"from pv211_utils.preprocessing import SimpleDocPreprocessing\n",
"from pv211_utils.preprocessing import NoneDocPreprocessing\n",
"\n",
"preprocessing = SimpleDocPreprocessing()\n",
"preprocessing = NoneDocPreprocessing()\n",
"system = BoWSystem(documents, preprocessing)"
]
},
Expand Down Expand Up @@ -350,7 +350,7 @@
"provenance": []
},
"kernelspec": {
"display_name": "Python 3 (ipykernel)",
"display_name": "Python 3",
"language": "python",
"name": "python3"
},
Expand All @@ -364,11 +364,11 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.8.13"
"version": "3.10.12"
},
"vscode": {
"interpreter": {
"hash": "4525bb9afa5b11e91ff8883ff1427ebcb57df9afe31e89541862e2caa0e84c72"
"hash": "916dbcbb3f70747c44a77c7bcd40155683ae19c65e1c03b4aa3499c5328201f1"
}
}
},
Expand Down
10 changes: 5 additions & 5 deletions pv211_utils/arqmath/leaderboard.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -7,22 +7,22 @@

class ArqmathLeaderboard(GoogleSpreadsheetLeaderboardBase):
def get_competition_start(self) -> datetime.date:
return datetime.date(2023, 3, 22)
return datetime.date(2024, 3, 27)

def get_competition_end(self) -> datetime.date:
return datetime.date(2023, 5, 1)
return datetime.date(2024, 5, 7)

def _get_key_path(self) -> str:
key_path = pkg_resources.resource_filename('pv211_utils', 'data/pv211-leaderboard-b8e892e3e8bb.json')
return key_path

def _get_spreadsheet_key(self) -> str:
spreadsheet_key = '1zGUntkeUmE8oFKgM9WdFbN14IPdGJHDbKWXoiec_lmM'
spreadsheet_key = '1ohEA6tcmKKKng0Tx787p112fTWDNgF8O5JMvSF-v0ds'
return spreadsheet_key

def get_public_url(self) -> Optional[str]:
return (
'https://docs.google.com/spreadsheets/d/e/2PACX'
'-1vT9GibzjkZJxdFNdgr666TLDIHD46HfTYSEPeKUN-ErxRIN2HGjUtKyfvf6Xg3MZ6cW4p9qcSmR'
'-4Rk/pubhtml?gid=0&single=true'
'-1vQyaxVj3qnJgeSyOnAtUb7VcielyLnw9MZTNC9vTVZm22'
'aH4TqV-aIx2TjDZ9fXSeKveUJA8cVB23XR/pubhtml'
)
11 changes: 6 additions & 5 deletions pv211_utils/beir/leaderboard.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -7,21 +7,22 @@

class BeirLeaderboard(GoogleSpreadsheetLeaderboardBase):
def get_competition_start(self) -> datetime.date:
return datetime.date(2023, 3, 22)
return datetime.date(2024, 3, 27)

def get_competition_end(self) -> datetime.date:
return datetime.date(2023, 5, 1)
return datetime.date(2024, 5, 7)

def _get_key_path(self) -> str:
key_path = pkg_resources.resource_filename('pv211_utils', 'data/pv211-leaderboard-b8e892e3e8bb.json')
return key_path

def _get_spreadsheet_key(self) -> str:
spreadsheet_key = '1YC0A9-XCd7p18rE37RI8edTOGeSlsAtQWnaPiS8GPOw'
spreadsheet_key = '1z59ROLx-0AS-Wd6ppmOrXKmx7gZG2SM4KdFgfiwoFPI'
return spreadsheet_key

def get_public_url(self) -> Optional[str]:
return (
'https://docs.google.com/spreadsheets/d/e/2PACX-1vSLYKoYcsTgyTp2T'
'-pNgW2heZrwvmBVKAgWAAG_vELv8kgnxHffnJ-IKt5huAacvO7r-zKWOgSiqWFU/pubhtml?gid=0&single=true'
'https://docs.google.com/spreadsheets/d/e/2PACX'
'-1vRc5VbtwD2YUdfTlICSlYwcS8ZjNqkHVJrKgQ2pVBNmUi'
'Li9lUkTrYde9Mu6fxJTa07LN4VZ2oTs5jZ/pubhtml'
)
8 changes: 4 additions & 4 deletions pv211_utils/cranfield/leaderboard.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -7,21 +7,21 @@

class CranfieldLeaderboard(GoogleSpreadsheetLeaderboardBase):
def get_competition_start(self) -> datetime.date:
return datetime.date(2023, 2, 13)
return datetime.date(2024, 2, 19)

def get_competition_end(self) -> datetime.date:
return datetime.date(2023, 3, 13)
return datetime.date(2024, 3, 19)

def _get_key_path(self) -> str:
key_path = pkg_resources.resource_filename('pv211_utils', 'data/pv211-leaderboard-b8e892e3e8bb.json')
return key_path

def _get_spreadsheet_key(self) -> str:
spreadsheet_key = '1kDRTDUCPTOi0crgIO_WqctuvCazTmZ4V_EoVSvb6VQI'
spreadsheet_key = '1K_GnmMTjeacPaUmvjO79abrlqOV8JqvnoxoQICulpAw'
return spreadsheet_key

def get_public_url(self) -> Optional[str]:
return (
'https://docs.google.com/spreadsheets/d/e/'
'2PACX-1vSXuOTclZfHWYxh2rf7hfMeLvcCuE5UsJu7BzteyunhPw3z4YNZjCovjmMB6SnDdgjGyenOgdochaEq/pubhtml'
'2PACX-1vQga_qzgcLp_IcrOt5xZBq4Pq7jjTwmV6JLMRPwkLwG3K3dm2FrcZT-1GhGItFkNyAxwDaOzzFLOIdu/pubhtml'
)
8 changes: 4 additions & 4 deletions pv211_utils/datasets.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -201,7 +201,7 @@ def load_train_queries(self, query_class=ArqmathQueryBase) -> OrderedDict:
OrderedDict
Dictionary of test queries in (query_id: Query) form.
"""
year1, year2 = {2020, 2021, 2022} - {self.year}
year1, year2 = list({2020, 2021, 2022} - {self.year})

return OrderedDict(
self._get_split(year1, Split.train, query_class),
Expand All @@ -217,7 +217,7 @@ def load_validation_queries(self, query_class=ArqmathQueryBase) -> OrderedDict:
OrderedDict
Dictionary of test queries in (query_id: Query) form.
"""
year1, year2 = {2020, 2021, 2022} - {self.year}
year1, year2 = list({2020, 2021, 2022} - {self.year})

return OrderedDict(
self._get_split(year1, Split.validation, query_class),
Expand All @@ -243,7 +243,7 @@ def load_train_judgements(self) -> ArqmathJudgements:
Set of (Query, Answer) pairs, where Anwser is judged
as relevant to the Query.
"""
year1, year2 = {2020, 2021, 2022} - {self.year}
year1, year2 = list({2020, 2021, 2022} - {self.year})
return {(q, a)
for q, a in self._load_judgements(year1).union(
self._load_judgements(year2))
Expand All @@ -258,7 +258,7 @@ def load_validation_judgements(self) -> ArqmathJudgements:
Set of (Query, Answer) pairs, where Anwser is judged
as relevant to the Query.
"""
year1, year2 = {2020, 2021, 2022} - {self.year}
year1, year2 = list({2020, 2021, 2022} - {self.year})
return {(q, a)
for q, a in self._load_judgements(year1).union(
self._load_judgements(year2))
Expand Down
Loading