notebooks/ICDAR2017_shared_task_workflows.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "%load_ext autoreload\n",
    "%autoreload 2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "import nlppln\n",
    "\n",
    "with nlppln.WorkflowGenerator(working_dir='/home/jvdzwaan/cwl-working-dir/') as wf:\n",
    "    wf.load(steps_dir='../ochre/cwl/')\n",
    "    print wf.list_steps()\n",
    "\n",
    "    in_dir = wf.add_input(in_dir='Directory')\n",
    "    ocr_dir_name = wf.add_input(ocr_dir_name='string')\n",
    "    gs_dir_name = wf.add_input(gs_dir_name='string')\n",
    "    aligned_dir_name = wf.add_input(aligned_dir_name='string')\n",
    "\n",
    "    files = wf.ls(in_dir=in_dir)\n",
    "    aligned, gs, ocr = wf.icdar2017st_extract_text(in_file=files, scatter=['in_file'], scatter_method='dotproduct')\n",
    "    gs_dir = wf.save_files_to_dir(dir_name=gs_dir_name, in_files=gs)\n",
    "    ocr_dir = wf.save_files_to_dir(dir_name=ocr_dir_name, in_files=ocr)\n",
    "    aligned_dir = wf.save_files_to_dir(dir_name=aligned_dir_name, in_files=aligned)\n",
    "\n",
    "    wf.add_outputs(gs_dir=gs_dir)\n",
    "    wf.add_outputs(ocr_dir=ocr_dir)\n",
    "    wf.add_outputs(aligned_dir=aligned_dir)\n",
    "\n",
    "    wf.save('../ochre/cwl/icdar2017st-extract-data.cwl', wd=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "import nlppln\n",
    "\n",
    "with nlppln.WorkflowGenerator(working_dir='/home/jvdzwaan/cwl-working-dir/') as wf:\n",
    "    wf.load(steps_dir='../ochre/cwl/')\n",
    "    print wf.list_steps()\n",
    "\n",
    "    in_dir1 = wf.add_input(in_dir1='Directory')\n",
    "    in_dir2 = wf.add_input(in_dir2='Directory')\n",
    "    in_dir3 = wf.add_input(in_dir3='Directory')\n",
    "    in_dir4 = wf.add_input(in_dir4='Directory')\n",
    "    ocr_dir_name = wf.add_input(ocr_dir_name='string', default='ocr')\n",
    "    gs_dir_name = wf.add_input(gs_dir_name='string', default='gs')\n",
    "    aligned_dir_name = wf.add_input(aligned_dir_name='string', default='aligned')\n",
    "\n",
    "    aligned_dir1, gs_dir1, ocr_dir1 = wf.icdar2017st_extract_data(aligned_dir_name=aligned_dir_name, \n",
    "                                                                  gs_dir_name=gs_dir_name, \n",
    "                                                                  ocr_dir_name=ocr_dir_name,\n",
    "                                                                  in_dir=in_dir1)\n",
    "    gs1 = wf.save_dir_to_subdir(inner_dir=gs_dir1, outer_dir=in_dir1)\n",
    "    ocr1 = wf.save_dir_to_subdir(inner_dir=ocr_dir1, outer_dir=in_dir1)\n",
    "    aligned1 = wf.save_dir_to_subdir(inner_dir=aligned_dir1, outer_dir=in_dir1)\n",
    "\n",
    "    aligned_dir2, gs_dir2, ocr_dir2 = wf.icdar2017st_extract_data(aligned_dir_name=aligned_dir_name, \n",
    "                                                                  gs_dir_name=gs_dir_name, \n",
    "                                                                  ocr_dir_name=ocr_dir_name,\n",
    "                                                                  in_dir=in_dir2)\n",
    "    gs2 = wf.save_dir_to_subdir(inner_dir=gs_dir2, outer_dir=in_dir2)\n",
    "    ocr2 = wf.save_dir_to_subdir(inner_dir=ocr_dir2, outer_dir=in_dir2)\n",
    "    aligned2 = wf.save_dir_to_subdir(inner_dir=aligned_dir2, outer_dir=in_dir2)\n",
    "\n",
    "    aligned_dir3, gs_dir3, ocr_dir3 = wf.icdar2017st_extract_data(aligned_dir_name=aligned_dir_name, \n",
    "                                                                  gs_dir_name=gs_dir_name, \n",
    "                                                                  ocr_dir_name=ocr_dir_name,\n",
    "                                                                  in_dir=in_dir3)\n",
    "    gs3 = wf.save_dir_to_subdir(inner_dir=gs_dir3, outer_dir=in_dir3)\n",
    "    ocr3 = wf.save_dir_to_subdir(inner_dir=ocr_dir3, outer_dir=in_dir3)\n",
    "    aligned3 = wf.save_dir_to_subdir(inner_dir=aligned_dir3, outer_dir=in_dir3)\n",
    "\n",
    "    aligned_dir4, gs_dir4, ocr_dir4 = wf.icdar2017st_extract_data(aligned_dir_name=aligned_dir_name, \n",
    "                                                                  gs_dir_name=gs_dir_name, \n",
    "                                                                  ocr_dir_name=ocr_dir_name,\n",
    "                                                                  in_dir=in_dir4)\n",
    "    gs4 = wf.save_dir_to_subdir(inner_dir=gs_dir4, outer_dir=in_dir4)\n",
    "    ocr4 = wf.save_dir_to_subdir(inner_dir=ocr_dir4, outer_dir=in_dir4)\n",
    "    aligned4 = wf.save_dir_to_subdir(inner_dir=aligned_dir4, outer_dir=in_dir4)\n",
    "\n",
    "\n",
    "    wf.add_outputs(gs1=gs1)\n",
    "    wf.add_outputs(gs2=gs2)\n",
    "    wf.add_outputs(gs3=gs3)\n",
    "    wf.add_outputs(gs4=gs4)\n",
    "\n",
    "    wf.add_outputs(ocr1=ocr1)\n",
    "    wf.add_outputs(ocr2=ocr2)\n",
    "    wf.add_outputs(ocr3=ocr3)\n",
    "    wf.add_outputs(ocr4=ocr4)\n",
    "\n",
    "    wf.add_outputs(aligned1=aligned4)\n",
    "    wf.add_outputs(aligned2=aligned3)\n",
    "    wf.add_outputs(aligned3=aligned2)\n",
    "    wf.add_outputs(aligned4=aligned1)\n",
    "\n",
    "    wf.save('../ochre/cwl/icdar2017st-extract-data-all.cwl', pack=True)"
   ]
  }
 ],
 "metadata": {
  "language_info": {
   "name": "python",
   "pygments_lexer": "ipython3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}