Skip to content

Commit

Permalink
refactor: v1.0
Browse files Browse the repository at this point in the history
  • Loading branch information
leandro-driguez committed Dec 22, 2022
1 parent 436ebc0 commit 24607c4
Show file tree
Hide file tree
Showing 66 changed files with 53 additions and 53 deletions.
8 changes: 4 additions & 4 deletions Makefile
Original file line number Diff line number Diff line change
@@ -1,15 +1,15 @@

install:
pip install -r src/requirements.txt; cd src/client; npm install
pip install -r src/backend/requirements.txt; cd src/frontend; npm install

python:
cd src; uvicorn main:app --reload
cd src/backend; uvicorn main:app --reload

react:
cd src/client; npm start
cd src/frontend; npm start

run-docker:
cd src; docker run -d --rm --name sherlock-back -p 8000:8000 sherlock-back; cd client; docker run -d --rm --name sherlock-front -p 3000:3000 sherlock-front
cd src/backend; docker run -d --rm --name sherlock-back -p 8000:8000 sherlock-back; cd ../frontend; docker run -d --rm --name sherlock-front -p 3000:3000 sherlock-front

stop-docker:
docker rmi sherlock-back; docker rmi sherlock-front
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
Original file line number Diff line number Diff line change
@@ -1,5 +1,6 @@
from cmath import sqrt


class OurKmeans():

def __init__(self, cluster_centers_, labels_):
Expand Down
Empty file.
Original file line number Diff line number Diff line change
@@ -1,14 +1,14 @@
from sklearn.cluster import KMeans
from models.OurKmeans import OurKmeans
from models.dict import Dict
from models.vector_model import VectorModel
import re
import dictdatabase as ddb
from collections import Counter
from unidecode import unidecode
import dictdatabase as ddb
import re
import matplotlib.pyplot as plt
from models.vector_model import VectorModel
from sklearn.cluster import KMeans
from core.models.common.dict import Dict
from core.clustering.OurKmeans import OurKmeans
from core.models.vector_model import VectorModel
from core.models.vector_model import VectorModel


class VectorModelKMEANS(VectorModel):

Expand Down
Empty file.
Original file line number Diff line number Diff line change
@@ -1,5 +1,6 @@
from models.dict import Dict
from models.vector_model import VectorModel
from core.models.common.dict import Dict
from core.models.vector_model import VectorModel


class RelevanceFeedback:

Expand Down
Empty file.
Original file line number Diff line number Diff line change
@@ -1,10 +1,8 @@
from abc import abstractmethod
from typing import List, Tuple

import dictdatabase as ddb

from models.corpus import Corpus
from models.document import Document
from core.models.common.corpus import Corpus
from core.models.common.document import Document


class BaseModel:
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,8 +2,8 @@
import dictdatabase as ddb
from sympy import sympify
from sympy.logic.boolalg import to_dnf
from models.base_model import BaseModel
from models.dict import Dict
from core.models.base_model import BaseModel
from core.models.common.dict import Dict


class BooleanModel(BaseModel):
Expand Down
Empty file.
Original file line number Diff line number Diff line change
@@ -1,9 +1,10 @@
import ir_datasets
from models.dict import Dict
from models.document import Document
from core.models.common.dict import Dict
from core.models.common.document import Document


class Corpus:

def __init__(self, dataset):
self.dict = Dict()
self.dataset = ir_datasets.load(dataset)
Expand Down
Original file line number Diff line number Diff line change
@@ -1,7 +1,6 @@
from json import JSONEncoder

class Dict:

class Dict(JSONEncoder):
def __init__(self, _dict = None):
self.dict = {}
if _dict != None:
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,10 +2,11 @@
from collections import Counter
from typing import List
from unidecode import unidecode
from models.dict import Dict
from core.models.common.dict import Dict


class Document:

def __init__(self, doc):
self.doc_id = doc.doc_id

Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
import dictdatabase as ddb
from time import time
from models.boolean_model import BooleanModel
from core.models.boolean_model import BooleanModel


class FuzzyModel(BooleanModel):
Expand Down
Original file line number Diff line number Diff line change
@@ -1,12 +1,12 @@
import re
from math import log
import dictdatabase as ddb
from models.dict import Dict
from core.models.common.dict import Dict
from typing import List, Tuple
from unidecode import unidecode
from collections import Counter
from models.document import Document
from models.base_model import BaseModel
from core.models.common.document import Document
from core.models.base_model import BaseModel

class VectorModel(BaseModel):

Expand Down
16 changes: 7 additions & 9 deletions src/main.py → src/backend/main.py
Original file line number Diff line number Diff line change
@@ -1,15 +1,13 @@
from fastapi import FastAPI
from fastapi.middleware.cors import CORSMiddleware
from pydantic import BaseModel
from traitlets import FuzzyEnum
from models.kmeans_based_model import VectorModelKMEANS

from models.boolean_model import BooleanModel
from models.corpus import Corpus
from models.fuzzy_model import FuzzyModel
from models.vector_model import VectorModel
from models.kmeans_based_model import VectorModelKMEANS
from models.relevance_feedback import RelevanceFeedback
from core.clustering.kmeans_based_model import VectorModelKMEANS
from core.models.boolean_model import BooleanModel
from core.models.common.corpus import Corpus
from core.models.fuzzy_model import FuzzyModel
from core.models.vector_model import VectorModel
from core.clustering.kmeans_based_model import VectorModelKMEANS
from core.feedback.relevance_feedback import RelevanceFeedback
import dictdatabase as ddb

class DocumentDto(BaseModel):
Expand Down
9 changes: 6 additions & 3 deletions src/requirements.txt → src/backend/requirements.txt
Original file line number Diff line number Diff line change
@@ -1,8 +1,11 @@
os
sys
json
typing
fastapi
uvicorn[standard]
unidecode
matplotlib
ir_datasets
dictdatabase
typing
scikit-learn
matplotlib
uvicorn[standard]
Empty file added src/backend/test/__init__.py
Empty file.
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
from qrels import QRels
import dictdatabase as ddb
from models.base_model import BaseModel
from core.models.base_model import BaseModel


class CranfieldQRels(QRels):
Expand Down
Original file line number Diff line number Diff line change
@@ -1,5 +1,3 @@
import numpy as np
import matplotlib
import json
import matplotlib.pyplot as plt
import os
Expand Down
File renamed without changes.
2 changes: 1 addition & 1 deletion src/test/qrels.py → src/backend/test/qrels.py
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
from abc import abstractmethod
import ir_datasets
import dictdatabase as ddb
from models.base_model import BaseModel
from core.models.base_model import BaseModel


class QRels:
Expand Down
4 changes: 2 additions & 2 deletions src/test/test_boolean.py → src/backend/test/test_boolean.py
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
from models.corpus import Corpus
from models.boolean_model import BooleanModel
from core.models.common.corpus import Corpus
from core.models.boolean_model import BooleanModel
from corpus_qrels import CranfieldQRels, VaswaniQRels, Cord19QRels

# cranfield_Corpus = Corpus('cranfield')
Expand Down
4 changes: 2 additions & 2 deletions src/test/test_fuzzy.py → src/backend/test/test_fuzzy.py
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
from models.corpus import Corpus
from models.fuzzy_model import FuzzyModel
from core.models.common.corpus import Corpus
from core.models.fuzzy_model import FuzzyModel
from corpus_qrels import CranfieldQRels, VaswaniQRels, Cord19QRels

cranfield_Corpus = Corpus('cranfield')
Expand Down
4 changes: 2 additions & 2 deletions src/test/test_vector.py → src/backend/test/test_vector.py
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
from models.corpus import Corpus
from models.vector_model import VectorModel
from core.models.common.corpus import Corpus
from core.models.vector_model import VectorModel
from corpus_qrels import CranfieldQRels, VaswaniQRels, Cord19QRels

cranfield_Corpus = Corpus('cranfield')
Expand Down
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
from models.corpus import Corpus
from models.kmeans_based_model import VectorModelKMEANS
from core.models.common.corpus import Corpus
from core.clustering.kmeans_based_model import VectorModelKMEANS
from corpus_qrels import CranfieldQRels, VaswaniQRels, Cord19QRels
from models.vector_model import VectorModel
from core.models.vector_model import VectorModel

# cranfield_Corpus = Corpus('cranfield')
# cranfield_Vector = VectorModelKMEANS(cranfield_Corpus)
Expand Down
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes
File renamed without changes
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.

0 comments on commit 24607c4

Please sign in to comment.