Skip to content

Commit

Permalink
Remove functools.wraps decorators
Browse files Browse the repository at this point in the history
  • Loading branch information
itrushkin committed Sep 28, 2021
1 parent 33747b4 commit 714f19d
Show file tree
Hide file tree
Showing 14 changed files with 1,377 additions and 89 deletions.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.

Large diffs are not rendered by default.

@@ -0,0 +1,6 @@
The license for the Hyper-Kvasir dataset is Creative Commons Attribution 4.0 International (CC BY 4.0)

More information can be found here:
https://creativecommons.org/licenses/by/4.0/

========================================================================================

Large diffs are not rendered by default.

Binary file not shown.
@@ -0,0 +1,65 @@
aggregator:
settings:
best_state_path: save/best.pbuf
db_store_rounds: 1
init_state_path: save/init.pbuf
last_state_path: save/last.pbuf
rounds_to_train: 4
template: openfl.component.Aggregator
api_layer:
required_plugin_components:
serializer_plugin: openfl.plugins.interface_serializer.cloudpickle_serializer.CloudpickleSerializer
settings:
dataloader_interface_file: loader_obj.pkl
model_interface_file: model_obj.pkl
tasks_interface_file: tasks_obj.pkl
assigner:
settings:
task_groups:
- name: train_and_validate
percentage: 1.0
tasks:
- train
- localy_tuned_model_validate
- aggregated_model_validate
template: openfl.component.RandomGroupedAssigner
collaborator:
settings:
db_store_rounds: 1
delta_updates: false
opt_treatment: CONTINUE_GLOBAL
template: openfl.component.Collaborator
data_loader:
settings:
train_bs: 4
valid_bs: 8
template: openfl.federated.DataLoader
network:
settings:
agg_addr: localhost
agg_port: auto
cert_folder: cert
client_reconnect_interval: 5
disable_client_auth: false
hash_salt: auto
tls: false
template: openfl.federation.Network
task_runner:
required_plugin_components:
framework_adapters: openfl.plugins.frameworks_adapters.pytorch_adapter.FrameworkAdapterPlugin
settings: {}
template: openfl.federated.task.task_runner.CoreTaskRunner
tasks:
aggregated_model_validate:
function: validate
kwargs:
apply: global
localy_tuned_model_validate:
function: validate
kwargs:
apply: local
settings: {}
train:
function: train
kwargs:
some_parameter: 42
@@ -0,0 +1,232 @@
absl-py==0.12.0
alabaster==0.7.12
albumentations==0.5.2
argon2-cffi==20.1.0
astunparse==1.6.3
async-generator==1.10
attrs==20.3.0
Babel==2.9.1
backcall==0.2.0
bleach==3.3.0
blis==0.7.4
cachetools==4.2.1
catalogue==2.0.6
certifi==2020.12.5
cffi==1.14.5
chardet==4.0.0
click==8.0.1
cloudpickle==1.3.0
colorama==0.4.4
commonmark==0.9.1
cryptography==3.4.6
cycler==0.10.0
cymem==2.0.5
Cython==0.29.22
dataclasses==0.6
decorator==4.4.2
defusedxml==0.7.1
dill==0.3.3
dm-tree==0.1.5
docker==4.4.4
docutils==0.16
dot2tex==2.11.3
entrypoints==0.3
eradicate==2.0.0
fastestimator==1.1.2
filelock==3.0.12
flake8==3.9.2
flake8-broken-line==0.3.0
flake8-bugbear==21.4.3
flake8-builtins==1.5.3
flake8-comprehensions==3.5.0
flake8-docstrings==1.6.0
flake8-eradicate==1.1.0
flake8-import-order==0.18.1
flake8-import-single==0.1.5
flake8-polyfill==1.0.2
flake8-quotes==3.2.0
flake8-use-fstring==1.1
flatbuffers==1.12
flatten-json==0.1.13
ftfy==6.0.3
future==0.18.2
gast==0.4.0
gdown==3.12.0
google-auth==1.28.0
google-auth-oauthlib==0.4.4
google-pasta==0.2.0
googleapis-common-protos==1.53.0
graphviz==0.14.1
grpcio==1.34.0
grpcio-tools==1.34.0
h5py==3.1.0
hiddenlayer==0.3
huggingface-hub==0.0.8
idna==2.10
imageio==2.9.0
imagesize==1.2.0
imgaug==0.4.0
importlib-resources==5.2.2
iniconfig==1.1.1
ipykernel==5.5.0
ipython==7.21.0
ipython-genutils==0.2.0
ipywidgets==7.6.3
jedi==0.18.0
Jinja2==2.11.3
joblib==1.0.1
jsonpickle==2.0.0
jsonschema==3.2.0
jupyter==1.0.0
jupyter-client==6.1.12
jupyter-console==6.3.0
jupyter-core==4.7.1
jupyterlab-pygments==0.1.2
jupyterlab-widgets==1.0.0
keras-nightly==2.5.0.dev2021032900
Keras-Preprocessing==1.1.2
kiwisolver==1.3.1
langcodes==3.1.0
lxml==4.6.3
Markdown==3.3.4
MarkupSafe==1.1.1
matplotlib==3.3.3
mccabe==0.6.1
mistune==0.8.4
mnist==0.2.2
msgpack==1.0.2
murmurhash==1.0.5
natsort==7.0.1
nb-clean==2.1.0
nbclient==0.5.3
nbconvert==6.0.7
nbformat==5.1.2
nest-asyncio==1.5.1
networkx==2.5
nibabel==3.2.1
notebook==6.3.0
numpy==1.19.5
oauthlib==3.1.0
opencv-python==4.5.1.48
opencv-python-headless==4.5.1.48
opt-einsum==3.3.0
ordered-set==4.0.2
packaging==20.9
pandas==1.3.3
pandocfilters==1.4.3
parameterized==0.8.1
parso==0.8.1
pathy==0.6.0
pep8-naming==0.12.0
pexpect==4.8.0
pickleshare==0.7.5
Pillow==8.1.2
pip==21.0.1
pipdeptree==2.1.0
pluggy==0.13.1
preshed==3.0.5
prometheus-client==0.9.0
promise==2.3
prompt-toolkit==3.0.18
protobuf==3.15.6
ptyprocess==0.7.0
py==1.10.0
pyarrow==5.0.0
pyasn1==0.4.8
pyasn1-modules==0.2.8
pycocotools-fix==2.0.0.9
pycodestyle==2.7.0
pycparser==2.20
pydantic==1.8.2
pydocstyle==6.1.1
pydot==1.4.1
pyfiglet==0.8.post1
pyflakes==2.3.0
Pygments==2.8.1
PyLaTeX==1.3.2
pyparsing==2.4.7
pyrsistent==0.17.3
PySocks==1.7.1
pytest==6.1.2
pytest-mock==3.4.0
python-dateutil==2.8.1
python-docx==0.8.10
pytorch-model-summary==0.1.2
pytz==2021.1
PyWavelets==1.1.1
PyYAML==5.4.1
pyzmq==22.0.3
qtconsole==5.0.3
QtPy==1.9.0
regex==2021.3.17
requests==2.25.1
requests-oauthlib==1.3.0
rich==9.1.0
rsa==4.7.2
sacremoses==0.0.43
scikit-image==0.17.2
scikit-learn==0.24.1
scipy==1.4.1
seaborn==0.11.1
Send2Trash==1.5.0
sentencepiece==0.1.95
setuptools==54.2.0
Shapely==1.7.1
six==1.15.0
sklearn==0.0
smart-open==5.2.1
snowballstemmer==2.1.0
spacy==3.1.3
spacy-legacy==3.0.8
Sphinx==4.1.0
sphinx-prompt==1.4.0
sphinx-rtd-theme==0.5.2
Sphinx-Substitution-Extensions==2020.9.30.0
sphinxcontrib-applehelp==1.0.2
sphinxcontrib-devhelp==1.0.2
sphinxcontrib-htmlhelp==2.0.0
sphinxcontrib-jsmath==1.0.1
sphinxcontrib-kroki==1.2.1
sphinxcontrib-qthelp==1.0.3
sphinxcontrib-serializinghtml==1.1.5
srsly==2.4.1
tensorboard==2.5.0
tensorboard-data-server==0.6.1
tensorboard-plugin-wit==1.8.0
tensorboardX==2.4
tensorflow==2.5.1
tensorflow-addons==0.12.1
tensorflow-datasets==4.4.0
tensorflow-estimator==2.5.0
tensorflow-metadata==1.2.0
tensorflow-probability==0.11.1
termcolor==1.1.0
terminado==0.9.3
testpath==0.4.4
thinc==8.0.10
threadpoolctl==2.1.0
tifffile==2021.3.17
tokenizers==0.8.1rc2
toml==0.10.2
torch==1.7.0
torchvision==0.8.1
tornado==6.1
tqdm==4.59.0
traitlets==5.0.5
transformers==3.1.0
typeguard==2.12.0
typer==0.4.0
typing-extensions==3.7.4.3
uncertainty-calibration==0.0.8
urllib3==1.26.4
wasabi==0.8.2
wcwidth==0.2.5
webencodings==0.5.1
websocket-client==0.58.0
Werkzeug==1.0.1
wget==3.2
wheel==0.36.2
widgetsnbextension==3.5.1
wordfreq==2.5.1
wrapt==1.12.1
zipp==3.5.0
Expand Up @@ -7,7 +7,7 @@
import zipfile
from pathlib import Path

import gdown
import wget
from PIL import Image

from openfl.interface.interactive_api.shard_descriptor import ShardDescriptor
Expand Down Expand Up @@ -105,16 +105,11 @@ def download():
"""Download Market1501 dataset."""
if Path('Market-1501-v15.09.15').exists():
return None

output = 'Market-1501-v15.09.15.zip'
if not Path(output).exists():
url = 'https://drive.google.com/uc?id=0B8-rUzbwVRk0c054eEozWG9COHM'
gdown.download(url, output, quiet=False)

with zipfile.ZipFile(output, 'r') as zip_ref:
url = ('http://188.138.127.15:81/Datasets/Market-1501-v15.09.15.zip')
filename = wget.download(url)
with zipfile.ZipFile(filename, 'r') as zip_ref:
zip_ref.extractall(Path.cwd())

Path(output).unlink() # remove zip
Path(filename).unlink() # remove zip


if __name__ == '__main__':
Expand Down

0 comments on commit 714f19d

Please sign in to comment.