notebooks/multilabel_text_classification.ipynb

{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"provenance":[],"authorship_tag":"ABX9TyNY/RrOSGw2lyx2WT8ILUDW"},"kernelspec":{"name":"python3","display_name":"Python 3"},"language_info":{"name":"python"},"accelerator":"GPU","gpuClass":"standard","widgets":{"application/vnd.jupyter.widget-state+json":{"b2a630c2a408424a9c48bf90de0cffd5":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_ebb2528e1edd4c68b726b8ffa119d0c6","IPY_MODEL_9a8ce210fdac42d78733bffcc733dd12","IPY_MODEL_745f8f2a42934ae1b1b3148062b8d4b3"],"layout":"IPY_MODEL_2d50b1589a9343b5b910eea97d93f818"}},"ebb2528e1edd4c68b726b8ffa119d0c6":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_371ddb6d35c14e18b736335595bd5f22","placeholder":"​","style":"IPY_MODEL_15b74443a07f40a18e49775632d5d28e","value":"Downloading builder script: "}},"9a8ce210fdac42d78733bffcc733dd12":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_8abbee2577d647cd80075ef858e48595","max":1715,"min":0,"orientation":"horizontal","style":"IPY_MODEL_f14a27df67c9417499c1e359bcfdacfb","value":1715}},"745f8f2a42934ae1b1b3148062b8d4b3":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_b6e4c11254cb442badb83049f39221fd","placeholder":"​","style":"IPY_MODEL_37a24e5d04b64e628f57164d5a7cd16a","value":" 4.50k/? [00:00&lt;00:00, 169kB/s]"}},"2d50b1589a9343b5b910eea97d93f818":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"371ddb6d35c14e18b736335595bd5f22":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"15b74443a07f40a18e49775632d5d28e":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"8abbee2577d647cd80075ef858e48595":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"f14a27df67c9417499c1e359bcfdacfb":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"b6e4c11254cb442badb83049f39221fd":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"37a24e5d04b64e628f57164d5a7cd16a":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"feaa209a988940f9acfff850f51e35cd":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_17b7d6bec41b41489d05ca35f5f19848","IPY_MODEL_273f028bf9c94e819dcc8c9aeab22138","IPY_MODEL_d5d949a58f164cbdaa64698e0eed7c31"],"layout":"IPY_MODEL_533e07a529564cdaae97b6c7e699ca14"}},"17b7d6bec41b41489d05ca35f5f19848":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_428f64ac81844f04a66b1b44e738e421","placeholder":"​","style":"IPY_MODEL_4b104dd854544babbb50682a8a25c206","value":"Downloading extra modules: "}},"273f028bf9c94e819dcc8c9aeab22138":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_9d43a41506f0401697c8f4ebf46c2c56","max":1119,"min":0,"orientation":"horizontal","style":"IPY_MODEL_22d912f10dac43f2bbf62951a6e255c5","value":1119}},"d5d949a58f164cbdaa64698e0eed7c31":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_62269d8dd0b544e891b63ddcd52ec7f6","placeholder":"​","style":"IPY_MODEL_46bf68e8e77e41cab63c28448d889a57","value":" 3.31k/? [00:00&lt;00:00, 165kB/s]"}},"533e07a529564cdaae97b6c7e699ca14":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"428f64ac81844f04a66b1b44e738e421":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"4b104dd854544babbb50682a8a25c206":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"9d43a41506f0401697c8f4ebf46c2c56":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"22d912f10dac43f2bbf62951a6e255c5":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"62269d8dd0b544e891b63ddcd52ec7f6":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"46bf68e8e77e41cab63c28448d889a57":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"54647a58cf894afaa4d69fc017024847":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_fdc11fcdf99e4bb5b5018c27f37daada","IPY_MODEL_12828dd4f27e4b3c9ca5f5aa90a20bbf","IPY_MODEL_683dee4b32074059915c3962fc1206bd"],"layout":"IPY_MODEL_ce80202c419e4d10a8fa708c54b8cf03"}},"fdc11fcdf99e4bb5b5018c27f37daada":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_a7a2c872e103441f9d35ee15e8e1192f","placeholder":"​","style":"IPY_MODEL_ff7a16f510404725a087e145e30f8bb8","value":"Downloading (…)lve/main/config.json: 100%"}},"12828dd4f27e4b3c9ca5f5aa90a20bbf":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_ef68e5b3722d498f80da35625a06f475","max":480,"min":0,"orientation":"horizontal","style":"IPY_MODEL_319f2d6976be4ffb97b673f6a829a708","value":480}},"683dee4b32074059915c3962fc1206bd":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_052d66de09454d58a847c2d1aefa5ce5","placeholder":"​","style":"IPY_MODEL_c2194fd944004583bc106f76043f3088","value":" 480/480 [00:00&lt;00:00, 8.75kB/s]"}},"ce80202c419e4d10a8fa708c54b8cf03":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"a7a2c872e103441f9d35ee15e8e1192f":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"ff7a16f510404725a087e145e30f8bb8":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"ef68e5b3722d498f80da35625a06f475":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"319f2d6976be4ffb97b673f6a829a708":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"052d66de09454d58a847c2d1aefa5ce5":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"c2194fd944004583bc106f76043f3088":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"7d3a1288624b45da879ba6a14c888f92":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_46d6b24990504ba7921d1bca1e6753e6","IPY_MODEL_5e5d60dc7dd54f3ea8d88c8ff49c4741","IPY_MODEL_ea05d1baf649455a9ebb28ae92ded7f3"],"layout":"IPY_MODEL_b01fc4094c4341bdbe003725b84e3a2a"}},"46d6b24990504ba7921d1bca1e6753e6":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_342639c2156a4b0d9cfd30355a7151ad","placeholder":"​","style":"IPY_MODEL_150450d263e74a01b5ffa9d7f27e49e1","value":"Downloading (…)olve/main/vocab.json: 100%"}},"5e5d60dc7dd54f3ea8d88c8ff49c4741":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_e6c407fc41c348c5b0c080b22a612592","max":898823,"min":0,"orientation":"horizontal","style":"IPY_MODEL_afefdb2dfd884783914a31dfff436614","value":898823}},"ea05d1baf649455a9ebb28ae92ded7f3":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_63df7ce276ff404f883ad71393d12eeb","placeholder":"​","style":"IPY_MODEL_cc25c23259484672baf51213c36aaed7","value":" 899k/899k [00:01&lt;00:00, 778kB/s]"}},"b01fc4094c4341bdbe003725b84e3a2a":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"342639c2156a4b0d9cfd30355a7151ad":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"150450d263e74a01b5ffa9d7f27e49e1":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"e6c407fc41c348c5b0c080b22a612592":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"afefdb2dfd884783914a31dfff436614":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"63df7ce276ff404f883ad71393d12eeb":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"cc25c23259484672baf51213c36aaed7":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"8d7d61e0630047e6bf66520e1c0c0458":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_fc5c9bb18c044269af1d519b84fb7b0e","IPY_MODEL_9390216142bb4ebd9a5c9b220a43d33b","IPY_MODEL_1ea7d629b83f4b38abbb6340c39231e6"],"layout":"IPY_MODEL_30121cc89ee54c7fb8164e8f09f33904"}},"fc5c9bb18c044269af1d519b84fb7b0e":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_a1a2c29d74164449b97cafc103eda8a1","placeholder":"​","style":"IPY_MODEL_b65433c32bc04df4be51500f5373a21c","value":"Downloading (…)olve/main/merges.txt: 100%"}},"9390216142bb4ebd9a5c9b220a43d33b":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_93727f5dd75e419c95f0774fdc63bac6","max":456318,"min":0,"orientation":"horizontal","style":"IPY_MODEL_60d7e3d575784234ab21e9d9fcd44f3a","value":456318}},"1ea7d629b83f4b38abbb6340c39231e6":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_5891753a00f74eebbe061cb718b37a90","placeholder":"​","style":"IPY_MODEL_8f15c093803142729873b852927d6721","value":" 456k/456k [00:01&lt;00:00, 412kB/s]"}},"30121cc89ee54c7fb8164e8f09f33904":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"a1a2c29d74164449b97cafc103eda8a1":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"b65433c32bc04df4be51500f5373a21c":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"93727f5dd75e419c95f0774fdc63bac6":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"60d7e3d575784234ab21e9d9fcd44f3a":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"5891753a00f74eebbe061cb718b37a90":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"8f15c093803142729873b852927d6721":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"4aa51e7825e04a8fa5e8fc7418570454":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_91c95b52162f4aaca31b36732e2d668e","IPY_MODEL_6f1ffd5b30104136a3ce14474ccc599c","IPY_MODEL_710d1df4a4f4409ba53bc27bd11cfdf2"],"layout":"IPY_MODEL_c020e0c42366455696500b7f6aaf50ac"}},"91c95b52162f4aaca31b36732e2d668e":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_a44aeb779ece4069aec42e56872c5788","placeholder":"​","style":"IPY_MODEL_1a9c7e38906d41929d195b916158b97c","value":"Downloading (…)/main/tokenizer.json: 100%"}},"6f1ffd5b30104136a3ce14474ccc599c":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_0088ac2cc308408ea39f97855e111fd7","max":1355863,"min":0,"orientation":"horizontal","style":"IPY_MODEL_23698ecabaf348f18ae4e12f43f2ab53","value":1355863}},"710d1df4a4f4409ba53bc27bd11cfdf2":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_6457e8a29559415f85c75813a3b11b35","placeholder":"​","style":"IPY_MODEL_4b2df26d3d354c5d8fe410d945d2a5ef","value":" 1.36M/1.36M [00:01&lt;00:00, 1.21MB/s]"}},"c020e0c42366455696500b7f6aaf50ac":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"a44aeb779ece4069aec42e56872c5788":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"1a9c7e38906d41929d195b916158b97c":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"0088ac2cc308408ea39f97855e111fd7":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"23698ecabaf348f18ae4e12f43f2ab53":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"6457e8a29559415f85c75813a3b11b35":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"4b2df26d3d354c5d8fe410d945d2a5ef":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"066cf9ef36a340d88889593cc50f9c2f":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_3447bea144bd4a5a823b2a961caf2f0e","IPY_MODEL_ca33dfb2c4af4e1fa51dde3b93b7a7d0","IPY_MODEL_f8f23611b779472e864009cbcc20d7ca"],"layout":"IPY_MODEL_6c5f0951ce764deea5ec04a9b6b1f8b4"}},"3447bea144bd4a5a823b2a961caf2f0e":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_b67a29cf6df54a788f83a25f915c26a7","placeholder":"​","style":"IPY_MODEL_cbf35ee878ac4fc89faa32bd33f765cb","value":"Downloading (…)&quot;pytorch_model.bin&quot;;: 100%"}},"ca33dfb2c4af4e1fa51dde3b93b7a7d0":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_9cc375d076b0433fb24b65c22632e00b","max":331070498,"min":0,"orientation":"horizontal","style":"IPY_MODEL_bbbe820a22564d6590e7c3fc11cb6629","value":331070498}},"f8f23611b779472e864009cbcc20d7ca":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_baee76d592374bd3b632aa2f7a8710df","placeholder":"​","style":"IPY_MODEL_3c8a411d35ed4b9bb7670a92815722ac","value":" 331M/331M [00:06&lt;00:00, 57.0MB/s]"}},"6c5f0951ce764deea5ec04a9b6b1f8b4":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"b67a29cf6df54a788f83a25f915c26a7":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"cbf35ee878ac4fc89faa32bd33f765cb":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"9cc375d076b0433fb24b65c22632e00b":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"bbbe820a22564d6590e7c3fc11cb6629":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"baee76d592374bd3b632aa2f7a8710df":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"3c8a411d35ed4b9bb7670a92815722ac":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}}}}},"cells":[{"cell_type":"markdown","source":["# Multilabel Classification"],"metadata":{"id":"tr_Pwjbd8kI8"}},{"cell_type":"markdown","source":["In multi-label classification, each sample can have multiple labels associated with it, as opposed to the traditional single-label classification where each sample can have only one label associated with it. <br/> \n","\n","This means that the output of a multi-label classifier is an array of probabilities, one for each label, indicating the probability of the input sample belonging to each label."],"metadata":{"id":"mnNEuA7d8pXL"}},{"cell_type":"markdown","source":["# Setting Up"],"metadata":{"id":"BMEIDP938McA"}},{"cell_type":"code","execution_count":1,"metadata":{"id":"RaqQI47Lp3Vx","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1674921567896,"user_tz":-360,"elapsed":784,"user":{"displayName":"MSI","userId":"13207606968035913219"}},"outputId":"29820eb6-116d-46b0-e664-90e5128dff44"},"outputs":[{"output_type":"stream","name":"stdout","text":["Sat Jan 28 15:59:26 2023       \n","+-----------------------------------------------------------------------------+\n","| NVIDIA-SMI 510.47.03    Driver Version: 510.47.03    CUDA Version: 11.6     |\n","|-------------------------------+----------------------+----------------------+\n","| GPU  Name        Persistence-M| Bus-Id        Disp.A | Volatile Uncorr. ECC |\n","| Fan  Temp  Perf  Pwr:Usage/Cap|         Memory-Usage | GPU-Util  Compute M. |\n","|                               |                      |               MIG M. |\n","|===============================+======================+======================|\n","|   0  Tesla T4            Off  | 00000000:00:04.0 Off |                    0 |\n","| N/A   62C    P0    26W /  70W |      0MiB / 15360MiB |      0%      Default |\n","|                               |                      |                  N/A |\n","+-------------------------------+----------------------+----------------------+\n","                                                                               \n","+-----------------------------------------------------------------------------+\n","| Processes:                                                                  |\n","|  GPU   GI   CI        PID   Type   Process name                  GPU Memory |\n","|        ID   ID                                                   Usage      |\n","|=============================================================================|\n","|  No running processes found                                                 |\n","+-----------------------------------------------------------------------------+\n"]}],"source":["!nvidia-smi"]},{"cell_type":"code","source":["%reload_ext autoreload\n","%autoreload 2\n","%matplotlib inline"],"metadata":{"id":"nJGVEr878Rrs","executionInfo":{"status":"ok","timestamp":1674921567898,"user_tz":-360,"elapsed":34,"user":{"displayName":"MSI","userId":"13207606968035913219"}}},"execution_count":2,"outputs":[]},{"cell_type":"code","source":["! pip install -q transformers[sentencepiece] fastbook fastai ohmeow-blurr nbdev"],"metadata":{"id":"7C5qa-RD88iD","executionInfo":{"status":"ok","timestamp":1674921599223,"user_tz":-360,"elapsed":31356,"user":{"displayName":"MSI","userId":"13207606968035913219"}},"colab":{"base_uri":"https://localhost:8080/"},"outputId":"dc042f68-9b0d-4b53-bb87-4f6f7b3a0b0b"},"execution_count":3,"outputs":[{"output_type":"stream","name":"stdout","text":["\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m6.3/6.3 MB\u001b[0m \u001b[31m52.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m719.8/719.8 KB\u001b[0m \u001b[31m34.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m81.1/81.1 KB\u001b[0m \u001b[31m6.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m64.1/64.1 KB\u001b[0m \u001b[31m8.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m7.6/7.6 MB\u001b[0m \u001b[31m111.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m190.3/190.3 KB\u001b[0m \u001b[31m3.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.3/1.3 MB\u001b[0m \u001b[31m62.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m462.8/462.8 KB\u001b[0m \u001b[31m38.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25h  Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m96.5/96.5 KB\u001b[0m \u001b[31m8.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m43.6/43.6 KB\u001b[0m \u001b[31m3.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25h  Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m58.1/58.1 KB\u001b[0m \u001b[31m5.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m79.0/79.0 KB\u001b[0m \u001b[31m8.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m213.0/213.0 KB\u001b[0m \u001b[31m8.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m132.0/132.0 KB\u001b[0m \u001b[31m6.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.6/1.6 MB\u001b[0m \u001b[31m38.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m140.6/140.6 KB\u001b[0m \u001b[31m18.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25h  Building wheel for rouge-score (setup.py) ... \u001b[?25l\u001b[?25hdone\n","  Building wheel for seqeval (setup.py) ... \u001b[?25l\u001b[?25hdone\n"]}]},{"cell_type":"code","source":["import torch\n","from transformers import AutoModelForSequenceClassification, AutoConfig\n","from fastai.text.all import *\n","from blurr.text.data.all import *\n","from blurr.text.modeling.all import *"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":136,"referenced_widgets":["b2a630c2a408424a9c48bf90de0cffd5","ebb2528e1edd4c68b726b8ffa119d0c6","9a8ce210fdac42d78733bffcc733dd12","745f8f2a42934ae1b1b3148062b8d4b3","2d50b1589a9343b5b910eea97d93f818","371ddb6d35c14e18b736335595bd5f22","15b74443a07f40a18e49775632d5d28e","8abbee2577d647cd80075ef858e48595","f14a27df67c9417499c1e359bcfdacfb","b6e4c11254cb442badb83049f39221fd","37a24e5d04b64e628f57164d5a7cd16a","feaa209a988940f9acfff850f51e35cd","17b7d6bec41b41489d05ca35f5f19848","273f028bf9c94e819dcc8c9aeab22138","d5d949a58f164cbdaa64698e0eed7c31","533e07a529564cdaae97b6c7e699ca14","428f64ac81844f04a66b1b44e738e421","4b104dd854544babbb50682a8a25c206","9d43a41506f0401697c8f4ebf46c2c56","22d912f10dac43f2bbf62951a6e255c5","62269d8dd0b544e891b63ddcd52ec7f6","46bf68e8e77e41cab63c28448d889a57"]},"id":"IE1vSUJf9Fxb","executionInfo":{"status":"ok","timestamp":1674921607898,"user_tz":-360,"elapsed":8697,"user":{"displayName":"MSI","userId":"13207606968035913219"}},"outputId":"ea6e9a71-bf92-4490-8a8d-ec20c20ce27d"},"execution_count":4,"outputs":[{"output_type":"stream","name":"stderr","text":["/usr/local/lib/python3.8/dist-packages/blurr/text/modeling/question_answering.py:31: FutureWarning: load_metric is deprecated and will be removed in the next major version of datasets. Use 'evaluate.load' instead, from the new library 🤗 Evaluate: https://huggingface.co/docs/evaluate\n","  squad_metric = load_metric(\"squad\")\n"]},{"output_type":"display_data","data":{"text/plain":["Downloading builder script:   0%|          | 0.00/1.72k [00:00<?, ?B/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"b2a630c2a408424a9c48bf90de0cffd5"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["Downloading extra modules:   0%|          | 0.00/1.12k [00:00<?, ?B/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"feaa209a988940f9acfff850f51e35cd"}},"metadata":{}}]},{"cell_type":"code","source":["from google.colab import drive\n","drive.mount('/content/drive')"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"HhA3IF-c9G7y","executionInfo":{"status":"ok","timestamp":1674921652564,"user_tz":-360,"elapsed":44683,"user":{"displayName":"MSI","userId":"13207606968035913219"}},"outputId":"a6fb600b-8ad0-4511-bf68-02dab42c9c6c"},"execution_count":5,"outputs":[{"output_type":"stream","name":"stdout","text":["Mounted at /content/drive\n"]}]},{"cell_type":"code","source":["%cd /content/drive/MyDrive/MasterCourse/Week 12 - Natural Language Processing/Lecture 51 - Multilabel Text Classification"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"9Y7NuszD9Iby","executionInfo":{"status":"ok","timestamp":1674921652566,"user_tz":-360,"elapsed":27,"user":{"displayName":"MSI","userId":"13207606968035913219"}},"outputId":"53139d8c-bb9f-4975-a825-008abec688ed"},"execution_count":6,"outputs":[{"output_type":"stream","name":"stdout","text":["/content/drive/MyDrive/MasterCourse/Week 12 - Natural Language Processing/Lecture 51 - Multilabel Text Classification\n"]}]},{"cell_type":"markdown","source":["# Data"],"metadata":{"id":"2BdMKFKo_NBc"}},{"cell_type":"code","source":["df = pd.read_csv(\"book_details.csv\")\n","df.head()"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":597},"id":"EYyD3GF5_Na8","executionInfo":{"status":"ok","timestamp":1674921662533,"user_tz":-360,"elapsed":1137,"user":{"displayName":"MSI","userId":"13207606968035913219"}},"outputId":"8168bbbd-f611-4401-8d58-35f10ff513e5"},"execution_count":7,"outputs":[{"output_type":"execute_result","data":{"text/plain":["                                      title  \\\n","0                     To Kill a Mockingbird   \n","1  Harry Potter and the Philosopher’s Stone   \n","2                       Pride and Prejudice   \n","3                 The Diary of a Young Girl   \n","4                               Animal Farm   \n","\n","                                                                                  url  \\\n","0                      https://www.goodreads.com/book/show/2657.To_Kill_a_Mockingbird   \n","1  https://www.goodreads.com/book/show/72193.Harry_Potter_and_the_Philosopher_s_Stone   \n","2                        https://www.goodreads.com/book/show/1885.Pride_and_Prejudice   \n","3                 https://www.goodreads.com/book/show/48855.The_Diary_of_a_Young_Girl   \n","4                              https://www.goodreads.com/book/show/170448.Animal_Farm   \n","\n","                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                               description  \\\n","0  The unforgettable novel of a childhood in a sleepy Southern town and the crisis of conscience that rocked it. \"To Kill A Mockingbird\" became both an instant bestseller and a critical success when it was first published in 1960. It went on to win the Pulitzer Prize in 1961 and was later made into an Academy Award-winning film, also a classic.Compassionate, dramatic, and deeply moving, \"To Kill A Mockingbird\" takes readers to the roots of human behavior - to innocence and experience, kindness and cruelty, love and hatred, humor and pathos. Now with over 18 million copies in print and transla...   \n","1                                                                                                                                                                                                                                                                                                                                                                                      Harry Potter thinks he is an ordinary boy - until he is rescued by an owl, taken to Hogwarts School of Witchcraft and Wizardry, learns to play Quidditch and does battle in a deadly duel. The Reason ... HARRY POTTER IS A WIZARD!   \n","2  Alternate cover edition of ISBN 9780679783268Since its immediate success in 1813, Pride and Prejudice has remained one of the most popular novels in the English language. Jane Austen called this brilliant work \"her own darling child\" and its vivacious heroine, Elizabeth Bennet, \"as delightful a creature as ever appeared in print.\" The romantic clash between the opinionated Elizabeth and her proud beau, Mr. Darcy, is a splendid performance of civilized sparring. And Jane Austen's radiant wit sparkles as her characters dance a delicate quadrille of flirtation and intrigue, making this book t...   \n","3  Discovered in the attic in which she spent the last years of her life, Anne Frank’s remarkable diary has become a world classic—a powerful reminder of the horrors of war and an eloquent testament to the human spirit.In 1942, with the Nazis occupying Holland, a thirteen-year-old Jewish girl and her family fled their home in Amsterdam and went into hiding. For the next two years, until their whereabouts were betrayed to the Gestapo, the Franks and another family lived cloistered in the “Secret Annexe” of an old office building. Cut off from the outside world, they faced hunger, boredom, the ...   \n","4  Librarian's note: There is an Alternate Cover Edition for this edition of this book here.A farm is taken over by its overworked, mistreated animals. With flaming idealism and stirring slogans, they set out to create a paradise of progress, justice, and equality. Thus the stage is set for one of the most telling satiric fables ever penned –a razor-edged fairy tale for grown-ups that records the evolution from revolution against tyranny to a totalitarianism just as terrible.When was first published, Stalinist Russia was seen as its target. Today it is devastatingly clear that wherever and wh...   \n","\n","                                                                                                                                           genres  \n","0  ['Classics', 'Fiction', 'Historical Fiction', 'School', 'Literature', 'Young Adult', 'Historical', 'Read For School', 'Novels', 'High School']  \n","1    ['Fantasy', 'Fiction', 'Young Adult', 'Magic', 'Childrens', 'Middle Grade', 'Classics', 'Adventure', 'Audiobook', 'Science Fiction Fantasy']  \n","2      ['Classics', 'Fiction', 'Romance', 'Historical Fiction', 'Literature', 'Historical', 'Audiobook', 'Novels', 'Historical Romance', 'Adult']  \n","3                                                         ['Classics', 'Nonfiction', 'History', 'Biography', 'Memoir', 'Historical', 'Holocaust']  \n","4              ['Classics', 'Fiction', 'Dystopia', 'Fantasy', 'Politics', 'Literature', 'School', 'Science Fiction', 'Novels', 'Read For School']  "],"text/html":["\n","  <div id=\"df-d081040e-aefb-4137-9afb-1e9914432691\">\n","    <div class=\"colab-df-container\">\n","      <div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>title</th>\n","      <th>url</th>\n","      <th>description</th>\n","      <th>genres</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>To Kill a Mockingbird</td>\n","      <td>https://www.goodreads.com/book/show/2657.To_Kill_a_Mockingbird</td>\n","      <td>The unforgettable novel of a childhood in a sleepy Southern town and the crisis of conscience that rocked it. \"To Kill A Mockingbird\" became both an instant bestseller and a critical success when it was first published in 1960. It went on to win the Pulitzer Prize in 1961 and was later made into an Academy Award-winning film, also a classic.Compassionate, dramatic, and deeply moving, \"To Kill A Mockingbird\" takes readers to the roots of human behavior - to innocence and experience, kindness and cruelty, love and hatred, humor and pathos. Now with over 18 million copies in print and transla...</td>\n","      <td>['Classics', 'Fiction', 'Historical Fiction', 'School', 'Literature', 'Young Adult', 'Historical', 'Read For School', 'Novels', 'High School']</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>Harry Potter and the Philosopher’s Stone</td>\n","      <td>https://www.goodreads.com/book/show/72193.Harry_Potter_and_the_Philosopher_s_Stone</td>\n","      <td>Harry Potter thinks he is an ordinary boy - until he is rescued by an owl, taken to Hogwarts School of Witchcraft and Wizardry, learns to play Quidditch and does battle in a deadly duel. The Reason ... HARRY POTTER IS A WIZARD!</td>\n","      <td>['Fantasy', 'Fiction', 'Young Adult', 'Magic', 'Childrens', 'Middle Grade', 'Classics', 'Adventure', 'Audiobook', 'Science Fiction Fantasy']</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>Pride and Prejudice</td>\n","      <td>https://www.goodreads.com/book/show/1885.Pride_and_Prejudice</td>\n","      <td>Alternate cover edition of ISBN 9780679783268Since its immediate success in 1813, Pride and Prejudice has remained one of the most popular novels in the English language. Jane Austen called this brilliant work \"her own darling child\" and its vivacious heroine, Elizabeth Bennet, \"as delightful a creature as ever appeared in print.\" The romantic clash between the opinionated Elizabeth and her proud beau, Mr. Darcy, is a splendid performance of civilized sparring. And Jane Austen's radiant wit sparkles as her characters dance a delicate quadrille of flirtation and intrigue, making this book t...</td>\n","      <td>['Classics', 'Fiction', 'Romance', 'Historical Fiction', 'Literature', 'Historical', 'Audiobook', 'Novels', 'Historical Romance', 'Adult']</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>The Diary of a Young Girl</td>\n","      <td>https://www.goodreads.com/book/show/48855.The_Diary_of_a_Young_Girl</td>\n","      <td>Discovered in the attic in which she spent the last years of her life, Anne Frank’s remarkable diary has become a world classic—a powerful reminder of the horrors of war and an eloquent testament to the human spirit.In 1942, with the Nazis occupying Holland, a thirteen-year-old Jewish girl and her family fled their home in Amsterdam and went into hiding. For the next two years, until their whereabouts were betrayed to the Gestapo, the Franks and another family lived cloistered in the “Secret Annexe” of an old office building. Cut off from the outside world, they faced hunger, boredom, the ...</td>\n","      <td>['Classics', 'Nonfiction', 'History', 'Biography', 'Memoir', 'Historical', 'Holocaust']</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>Animal Farm</td>\n","      <td>https://www.goodreads.com/book/show/170448.Animal_Farm</td>\n","      <td>Librarian's note: There is an Alternate Cover Edition for this edition of this book here.A farm is taken over by its overworked, mistreated animals. With flaming idealism and stirring slogans, they set out to create a paradise of progress, justice, and equality. Thus the stage is set for one of the most telling satiric fables ever penned –a razor-edged fairy tale for grown-ups that records the evolution from revolution against tyranny to a totalitarianism just as terrible.When was first published, Stalinist Russia was seen as its target. Today it is devastatingly clear that wherever and wh...</td>\n","      <td>['Classics', 'Fiction', 'Dystopia', 'Fantasy', 'Politics', 'Literature', 'School', 'Science Fiction', 'Novels', 'Read For School']</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>\n","      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-d081040e-aefb-4137-9afb-1e9914432691')\"\n","              title=\"Convert this dataframe to an interactive table.\"\n","              style=\"display:none;\">\n","        \n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","       width=\"24px\">\n","    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n","    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n","  </svg>\n","      </button>\n","      \n","  <style>\n","    .colab-df-container {\n","      display:flex;\n","      flex-wrap:wrap;\n","      gap: 12px;\n","    }\n","\n","    .colab-df-convert {\n","      background-color: #E8F0FE;\n","      border: none;\n","      border-radius: 50%;\n","      cursor: pointer;\n","      display: none;\n","      fill: #1967D2;\n","      height: 32px;\n","      padding: 0 0 0 0;\n","      width: 32px;\n","    }\n","\n","    .colab-df-convert:hover {\n","      background-color: #E2EBFA;\n","      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","      fill: #174EA6;\n","    }\n","\n","    [theme=dark] .colab-df-convert {\n","      background-color: #3B4455;\n","      fill: #D2E3FC;\n","    }\n","\n","    [theme=dark] .colab-df-convert:hover {\n","      background-color: #434B5C;\n","      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","      fill: #FFFFFF;\n","    }\n","  </style>\n","\n","      <script>\n","        const buttonEl =\n","          document.querySelector('#df-d081040e-aefb-4137-9afb-1e9914432691 button.colab-df-convert');\n","        buttonEl.style.display =\n","          google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","        async function convertToInteractive(key) {\n","          const element = document.querySelector('#df-d081040e-aefb-4137-9afb-1e9914432691');\n","          const dataTable =\n","            await google.colab.kernel.invokeFunction('convertToInteractive',\n","                                                     [key], {});\n","          if (!dataTable) return;\n","\n","          const docLinkHtml = 'Like what you see? Visit the ' +\n","            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n","            + ' to learn more about interactive tables.';\n","          element.innerHTML = '';\n","          dataTable['output_type'] = 'display_data';\n","          await google.colab.output.renderOutput(dataTable, element);\n","          const docLink = document.createElement('div');\n","          docLink.innerHTML = docLinkHtml;\n","          element.appendChild(docLink);\n","        }\n","      </script>\n","    </div>\n","  </div>\n","  "]},"metadata":{},"execution_count":7}]},{"cell_type":"code","source":["df.shape"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"f6o1buscBnm9","executionInfo":{"status":"ok","timestamp":1674921664436,"user_tz":-360,"elapsed":1923,"user":{"displayName":"MSI","userId":"13207606968035913219"}},"outputId":"b635814b-b757-4c37-a095-d6f9bb104ab2"},"execution_count":8,"outputs":[{"output_type":"execute_result","data":{"text/plain":["(6313, 4)"]},"metadata":{},"execution_count":8}]},{"cell_type":"code","source":["df = df.dropna().reset_index(drop=True)\n","df.shape"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"pjYVobSMARF7","executionInfo":{"status":"ok","timestamp":1674921665607,"user_tz":-360,"elapsed":24,"user":{"displayName":"MSI","userId":"13207606968035913219"}},"outputId":"6cd355b0-3430-42aa-e9c3-7a1170065a77"},"execution_count":9,"outputs":[{"output_type":"execute_result","data":{"text/plain":["(6274, 4)"]},"metadata":{},"execution_count":9}]},{"cell_type":"code","source":["genres_list = df.genres.to_list()\n","genre_count = {}\n","for genres in genres_list:\n","  genre_list = eval(genres)\n","  for genre in genre_list:\n","    if genre in genre_count.keys():\n","      genre_count[genre] += 1\n","    else:\n","      genre_count[genre] = 1\n","print(f\"Number of Genres: {len(genre_count)}\")\n","print(genre_count)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"iPvxwr4__VYt","executionInfo":{"status":"ok","timestamp":1674921672343,"user_tz":-360,"elapsed":1040,"user":{"displayName":"MSI","userId":"13207606968035913219"}},"outputId":"4374d897-2204-4e9e-be13-79717b32e7e1"},"execution_count":10,"outputs":[{"output_type":"stream","name":"stdout","text":["Number of Genres: 640\n","{'Classics': 1918, 'Fiction': 4315, 'Historical Fiction': 1262, 'School': 423, 'Literature': 1363, 'Young Adult': 1263, 'Historical': 1008, 'Read For School': 109, 'Novels': 1657, 'High School': 77, 'Fantasy': 1664, 'Magic': 387, 'Childrens': 572, 'Middle Grade': 406, 'Adventure': 931, 'Audiobook': 1915, 'Science Fiction Fantasy': 511, 'Romance': 1185, 'Historical Romance': 76, 'Adult': 1278, 'Nonfiction': 1527, 'History': 630, 'Biography': 554, 'Memoir': 476, 'Holocaust': 78, 'Dystopia': 292, 'Politics': 353, 'Science Fiction': 710, 'France': 154, 'Philosophy': 698, 'French Literature': 76, 'American': 369, 'Coming Of Age': 162, 'Epic Fantasy': 113, 'High Fantasy': 192, 'War': 340, 'World War II': 155, 'Books About Books': 49, 'Gothic': 86, '19th Century': 158, 'Christian': 187, 'Christian Fiction': 71, 'Plays': 152, 'Drama': 468, 'Poetry': 232, 'Contemporary': 1306, 'Picture Books': 120, 'Juvenile': 176, 'Short Stories': 282, 'Kids': 61, 'Animals': 159, 'Chapter Books': 34, 'Teen': 266, 'Post Apocalyptic': 126, 'Humor': 540, 'Food': 50, 'Horror': 420, 'LGBT': 158, 'Classic Literature': 88, 'Civil War': 20, 'Religion': 390, 'Christianity': 124, 'Reference': 101, 'Spirituality': 325, 'Theology': 89, 'Comedy': 168, 'Theatre': 135, 'Essays': 135, 'Fairy Tales': 70, 'Writing': 40, 'Literary Criticism': 7, 'Mythology': 131, 'Research': 2, 'Self Help': 504, 'Inspirational': 237, 'Russia': 85, 'Russian Literature': 49, 'Adult Fiction': 519, 'Book Club': 250, 'Chick Lit': 237, 'Japan': 70, 'Asia': 145, 'Christmas': 19, 'Holiday': 15, 'Cats': 8, 'Realistic Fiction': 243, 'Magical Realism': 147, 'Spanish Literature': 55, 'Literary Fiction': 599, 'Latin American': 33, 'Canada': 75, 'Monsters': 5, 'Feminism': 159, 'African American': 83, 'Queer': 115, 'British Literature': 347, 'India': 94, 'Psychology': 566, 'Mental Health': 157, 'Mental Illness': 49, 'Biography Memoir': 308, 'Time Travel': 86, '20th Century': 353, 'Unfinished': 101, 'Vampires': 116, 'Paranormal': 393, 'Paranormal Romance': 133, 'Supernatural': 220, 'Urban Fantasy': 237, 'German Literature': 86, 'Buddhism': 36, 'Storytime': 23, 'New York': 38, 'Modern Classics': 25, 'Crime': 625, 'World War I': 17, 'Thriller': 880, 'Apocalyptic': 36, 'Islam': 31, 'Economics': 101, 'Business': 300, 'Africa': 96, 'Lds': 13, 'Church': 15, 'Autobiography': 262, 'Race': 89, 'Mystery': 1107, 'Mystery Thriller': 598, 'Suspense': 567, 'China': 41, 'Love': 83, 'Environment': 48, 'Banned Books': 39, 'Autistic Spectrum Disorder': 11, 'American History': 107, 'Law': 34, 'Government': 4, 'Dragons': 54, 'Epic': 93, 'Personal Development': 372, 'Architecture': 8, 'Space Opera': 74, 'Sweden': 20, 'Ireland': 31, 'Irish Literature': 27, 'Family': 151, 'Italian Literature': 27, 'Italy': 54, 'Steampunk': 27, 'Medieval': 42, 'European Literature': 7, 'Contemporary Romance': 168, 'Detective': 172, 'True Crime': 64, 'Spain': 22, 'Womens': 99, 'Czech Literature': 12, 'Travel': 119, 'Military Fiction': 98, 'Leadership': 173, 'Faith': 93, '18th Century': 21, 'Nature': 82, 'Science': 313, 'Biology': 49, 'Evolution': 25, 'Anthropology': 42, 'Natural History': 13, 'Scandinavian Literature': 36, 'Political Science': 40, 'Graphic Novels': 64, 'Comics': 57, 'Graphic Novels Comics': 35, 'Comic Book': 25, 'Superheroes': 10, 'Speculative Fiction': 160, 'Arthurian': 12, 'Action': 138, 'Christian Living': 49, 'Greek Mythology': 28, 'Murder Mystery': 63, 'Westerns': 47, 'Native Americans': 10, 'Media Tie In': 24, 'Education': 123, 'Pakistan': 13, 'Comic Strips': 5, 'The United States Of America': 92, 'Survival': 48, 'Abuse': 48, 'True Story': 25, 'Social Justice': 60, 'Disability': 17, 'Biblical': 3, 'Biblical Fiction': 5, 'Nigeria': 8, 'African Literature': 13, 'Physics': 29, 'Popular Science': 41, 'Astronomy': 16, 'Space': 108, 'Portugal': 18, 'Portuguese Literature': 20, 'Nobel Prize': 71, 'Atheism': 23, 'Southern': 44, 'Communication': 27, 'Relationships': 69, 'Egypt': 26, 'Ancient History': 20, 'Sociology': 154, 'World History': 22, 'Victorian': 35, 'Prehistoric': 5, 'Scotland': 38, 'Shapeshifters': 20, 'Taoism': 3, 'Productivity': 136, 'Management': 72, 'Werewolves': 27, 'Poverty': 6, 'Social Issues': 6, 'Indian Literature': 55, 'Pirates': 11, 'Language': 10, 'Textbooks': 2, 'Australia': 34, 'Outdoors': 5, 'Tragedy': 10, 'Japanese Literature': 46, 'Retellings': 46, 'Witches': 52, 'Young Adult Fantasy': 173, 'Jewish': 41, 'Judaism': 14, 'European History': 20, 'Germany': 67, 'Aliens': 39, 'South Africa': 13, 'Cyberpunk': 27, 'Academia': 1, 'Journalism': 41, 'American Revolution': 9, 'Halloween': 5, 'Dinosaurs': 5, 'Dogs': 24, 'Angels': 39, 'Ecology': 14, 'Sustainability': 9, 'Medicine': 48, 'Medical': 56, 'Art': 79, 'Liberia': 1, 'Sierra Leone': 2, 'Horses': 10, 'Finance': 50, 'Social Science': 20, 'Christian Non Fiction': 37, 'English Literature': 14, 'Southern Gothic': 12, 'New Adult': 216, 'Love Story': 40, 'Psychological Horror': 1, 'Legal Thriller': 25, 'Health': 127, 'Nutrition': 14, 'Cooking': 20, 'Anthologies': 32, 'Robots': 6, 'Zombies': 26, 'Asian Literature': 43, 'Marriage': 18, 'Genetics': 4, 'Erotica': 92, 'Military History': 22, 'American Civil War': 7, 'Emotion': 2, 'Dark': 88, 'Rabbits': 3, 'Astrology': 2, 'Ancient': 27, 'Ghosts': 25, 'Tudor Period': 12, 'Cults': 10, 'Music': 56, 'Mountaineering': 2, 'Sports': 39, 'Adoption': 9, '17th Century': 16, 'Anti Racist': 13, 'New Age': 28, 'Personal Finance': 10, 'Money': 25, 'Aviation': 9, 'Young Adult Contemporary': 56, 'Gender': 29, 'Gender Studies': 12, 'Israel': 8, 'Death': 48, 'Christian Romance': 6, 'Linguistics': 7, 'Utopia': 8, 'Noir': 27, 'College': 33, 'Romanticism': 4, 'Society': 28, 'BDSM': 27, 'Erotic Romance': 32, 'Skepticism': 4, 'Presidents': 19, 'Cookbooks': 11, 'Culinary': 4, 'Food and Drink': 4, 'Foodie': 9, 'How To': 50, 'Novella': 33, 'Hinduism': 8, 'Unicorns': 1, 'Greece': 24, 'Alternate History': 16, 'Gardening': 3, 'Espionage': 68, 'Entrepreneurship': 40, 'Ethiopia': 1, 'Mormonism': 3, 'Technology': 33, 'Sexuality': 18, 'Neuroscience': 22, 'Somalia': 2, 'Climate Change': 7, 'Vegan': 7, 'Historical Mystery': 20, 'Cultural': 61, 'Latin American Literature': 17, 'Spy Thriller': 30, 'Mathematics': 17, 'Police': 5, 'Sudan': 5, 'Polygamy': 3, 'Medieval History': 3, '14th Century': 2, 'Fae': 32, 'Iran': 20, 'Gay': 33, 'Futuristic': 10, 'Counter Culture': 2, 'Satanism': 1, 'Theory': 36, 'Metaphysics': 18, 'Academic': 13, 'Amazon': 57, 'Roman': 66, 'Psychological Thriller': 61, 'Conspiracy Theories': 8, 'Polish Literature': 18, 'Poland': 12, 'Aspergers': 1, 'Womens Fiction': 16, 'Modern': 40, 'Counting': 2, 'Young Adult Romance': 20, 'Trains': 2, 'Transport': 2, 'Art History': 15, 'Occult': 12, 'Rwanda': 5, 'Mysticism': 4, 'Russian History': 5, 'Batman': 3, 'Dc Comics': 3, 'Fostering': 3, 'Zen': 10, 'Buisness': 50, 'Demons': 20, 'Design': 27, 'Swedish Literature': 9, 'International': 2, 'The World': 3, 'Cozy Mystery': 10, 'Americana': 15, 'Gaming': 3, 'Games': 3, 'Game Design': 2, 'Romantic': 12, 'American Revolutionary War': 3, 'Reverse Harem': 2, 'Activism': 5, 'Pop Culture': 11, 'Photography': 4, 'Folk Tales': 2, '21st Century': 31, 'Folklore': 12, 'Belgium': 3, 'Travelogue': 5, 'Diary': 6, '16th Century': 15, 'Fashion': 2, 'Catholic': 11, 'Urban': 4, 'Fairies': 11, 'Romantic Suspense': 31, 'Computer Science': 2, 'Archaeology': 4, 'Childrens Classics': 11, 'Art Design': 10, 'Brain': 15, 'Military Romance': 2, 'Microhistory': 2, 'Parenting': 37, 'Hard Boiled': 3, 'Pulp': 5, 'Short Story Collection': 4, 'Menage': 4, 'M F Romance': 13, 'Film': 8, 'Surreal': 1, 'Martial Arts': 4, 'Terrorism': 5, 'Eugenics': 1, 'Brazil': 7, 'Guidebook': 1, 'Teaching': 10, 'Crafts': 2, 'Canadian Literature': 17, 'Collections': 19, 'Lds Non Fiction': 7, 'Turkish Literature': 10, 'Turkish': 10, 'Lesbian': 15, 'Denmark': 5, 'Comic Fantasy': 5, 'Witchcraft': 1, 'Egyptian Literature': 7, 'Transgender': 3, 'Prayer': 7, 'Maritime': 4, 'Amish': 10, 'Jokes': 1, '15th Century': 3, 'Kenya': 2, 'Bande Dessinée': 1, 'Plantagenet': 2, 'Vegetarian': 2, 'Diets': 6, 'Animal Fiction': 4, 'Wolves': 4, 'Fitness': 3, 'Christian Historical Fiction': 3, 'Sports Romance': 5, 'Hugo Awards': 17, 'Ukraine': 4, 'Gay Fiction': 1, 'Baseball': 6, 'Finnish Literature': 7, 'Engineering': 1, 'Programming': 2, 'Historical Fantasy': 10, 'Psychoanalysis': 7, 'Regency': 16, 'Regency Romance': 12, 'Young Adult Paranormal': 6, 'Food Writing': 3, 'Favorites': 1, 'Eastern Philosophy': 7, 'Us Presidents': 3, 'Christian Fantasy': 8, 'Danish': 5, 'Beauty and The Beast': 5, 'Dark Fantasy': 14, 'Romanovs': 1, 'Lovecraftian': 4, 'Weird Fiction': 6, 'New Weird': 2, 'Own': 1, 'Fantasy Romance': 14, 'Ghana': 3, 'Young Adult Historical Fiction': 2, 'Lebanon': 4, 'Chess': 3, 'Musicians': 3, 'Hockey': 2, 'Social': 14, 'Magick': 3, 'Poetry Plays': 2, 'Lds Fiction': 3, 'Birds': 7, 'Counselling': 14, 'Nordic Noir': 11, 'Hungarian Literature': 3, 'Hungary': 5, 'International Relations': 3, 'Palaeontology': 2, 'Comedian': 1, 'Social Media': 2, 'Lesbian Romance': 3, 'Femme Femme': 3, 'Bisexual': 1, 'M M Romance': 19, 'Artificial Intelligence': 2, 'Heroic Fantasy': 3, 'Sword and Sorcery': 3, 'Native American History': 1, 'Botswana': 1, 'Thelema': 2, 'Prostitution': 1, 'Plants': 1, 'Divination': 1, 'Russian Revolution': 2, 'Serbian Literature': 2, 'Alchemy': 1, 'Discipleship': 4, 'Chinese Literature': 2, 'Cult Classics': 1, 'Queer Lit': 4, 'Forgotten Realms': 2, 'Dungeons and Dragons': 3, '12th Century': 1, 'Military Science Fiction': 4, 'Star Wars': 5, 'Urban Planning': 2, 'Urbanism': 3, 'Cities': 1, 'Urban Studies': 1, 'Female Authors': 5, '2nd Grade': 2, 'Esoterica': 2, 'United States': 2, 'M M Contemporary': 1, 'Ghost Stories': 3, 'Morocco': 3, 'Road Trip': 1, 'Womens Studies': 2, 'Banking': 1, 'Indonesian Literature': 2, 'Hard Science Fiction': 5, 'Vegetarianism': 1, 'Medieval Romance': 7, 'Cartoon': 2, 'Boarding School': 4, 'Climbing': 1, 'Health Care': 1, 'Adhd': 3, 'Time Travel Romance': 1, 'Art and Photography': 1, 'Visual Art': 1, 'Dutch Literature': 6, 'Fairy Tale Retellings': 4, 'Bangladesh': 1, '13th Century': 1, 'Belgian': 1, 'Football': 3, 'Mermaids': 2, 'Video Games': 1, 'Musicals': 1, '1st Grade': 1, 'Lenin': 2, 'Harlequin Teen': 1, 'Polyamory': 1, 'Marathi': 3, 'Manga': 6, 'Comics Manga': 6, 'Algeria': 2, 'Teachers': 1, 'Sao Tome and Principe': 1, 'Swashbuckling': 1, 'Labor': 1, 'Illness': 2, 'Splatterpunk': 1, 'Bizarro Fiction': 2, 'School Stories': 1, 'Journaling': 1, 'Home Economics': 1, 'Geology': 4, 'Paganism': 1, 'Social Work': 3, 'Rock N Roll': 3, 'Music Biography': 1, 'Cycling': 1, 'Zimbabwe': 2, 'Fat Studies': 1, 'Fat': 1, 'Fat Acceptance': 1, 'Chemistry': 1, 'Dragonlance': 2, 'Near Future': 1, 'African American Literature': 3, 'Tasmania': 2, 'Pseudoscience': 1, 'Horse Racing': 1, 'Go': 1, 'Cameroon': 1, 'Nursery Rhymes': 1, 'Tv': 2, 'Clean Romance': 6, 'Food History': 1, 'Quantum Mechanics': 2, 'Banks': 1, 'Judaica': 2, 'Young Readers': 1, 'Shonen': 1, 'Gothic Horror': 1, 'Muslims': 1, 'Star Trek': 1, 'Comix': 1, 'Seinen': 1, 'Flash Fiction': 1, 'Slice Of Life': 1, 'Punk': 1, 'Love Inspired Suspense': 1, 'Love Inspired': 1, 'Geography': 1, 'Feminist Theory': 1, 'Cultural Studies': 1, 'Science Fiction Romance': 1, 'God': 2, 'Internet': 1, 'Moroccan': 1, 'Young Adult Science Fiction': 1, 'Fighters': 1, 'Church History': 1, 'Weird West': 1, 'Islamism': 1, 'American Fiction': 1, 'Soccer': 1, 'Criticism': 2, 'Intelligent Design': 1, 'Edwardian': 1, 'Futurism': 1, 'Psychiatry': 2, 'Scripture': 2, 'Tea': 1, 'Gods': 1, 'Agriculture': 1, 'Green': 1, 'Spanish Civil War': 1, 'Romania': 1, 'Drawing': 1, 'African American Romance': 1, 'Nazi Party': 1, 'Conservation': 1}\n"]}]},{"cell_type":"code","source":["threshold = int(len(df) * 0.01)\n","rare_genres = [key for key, value in genre_count.items() if value < threshold]\n","len(rare_genres), rare_genres[:5]"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"W3FCjoJg_YAn","executionInfo":{"status":"ok","timestamp":1674921800484,"user_tz":-360,"elapsed":611,"user":{"displayName":"MSI","userId":"13207606968035913219"}},"outputId":"7f3bb26f-9862-4ab9-e442-49c218ebffd7"},"execution_count":15,"outputs":[{"output_type":"execute_result","data":{"text/plain":["(499, ['Books About Books', 'Kids', 'Chapter Books', 'Food', 'Civil War'])"]},"metadata":{},"execution_count":15}]},{"cell_type":"code","source":["genres_list = df.genres.to_list()\n","revised_genre_list = []\n","indices_to_drop = []\n","\n","for idx, genres in enumerate(genres_list):\n","  genre_list = eval(genres)\n","  revised_genres = []\n","\n","  for genre in genre_list:\n","    if genre not in rare_genres:\n","      revised_genres.append(genre)\n","\n","  if len(revised_genres) == 0:\n","    indices_to_drop.append(idx)\n","  else:\n","    revised_genre_list.append(revised_genres)\n","\n","df = df.drop(indices_to_drop).reset_index(drop=True)\n","df.shape"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"KuqB3iep_x-6","executionInfo":{"status":"ok","timestamp":1674921833347,"user_tz":-360,"elapsed":1093,"user":{"displayName":"MSI","userId":"13207606968035913219"}},"outputId":"ffe5ecf8-0fb1-40c1-e560-8f9afe60a209"},"execution_count":16,"outputs":[{"output_type":"execute_result","data":{"text/plain":["(6104, 4)"]},"metadata":{},"execution_count":16}]},{"cell_type":"code","source":["df['revised_genres'] = revised_genre_list"],"metadata":{"id":"w2wkEqFdA4l0","executionInfo":{"status":"ok","timestamp":1674921876726,"user_tz":-360,"elapsed":690,"user":{"displayName":"MSI","userId":"13207606968035913219"}}},"execution_count":17,"outputs":[]},{"cell_type":"code","source":["df.tail()"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":771},"id":"YGIQixGyH8NJ","executionInfo":{"status":"ok","timestamp":1674921945602,"user_tz":-360,"elapsed":646,"user":{"displayName":"MSI","userId":"13207606968035913219"}},"outputId":"8c38a6bb-757c-4f55-bccb-57cbe2fe905d"},"execution_count":20,"outputs":[{"output_type":"execute_result","data":{"text/plain":["                                                   title  \\\n","6099  The Blank Slate: The Modern Denial of Human Nature   \n","6100                          La leyenda del Rey Errante   \n","6101          This Way for the Gas, Ladies and Gentlemen   \n","6102                                      The Warded Man   \n","6103                                       Raising Steam   \n","\n","                                                                                       url  \\\n","6099                              https://www.goodreads.com/book/show/5752.The_Blank_Slate   \n","6100                https://www.goodreads.com/book/show/1146745.La_leyenda_del_Rey_Errante   \n","6101  https://www.goodreads.com/book/show/228244.This_Way_for_the_Gas_Ladies_and_Gentlemen   \n","6102                            https://www.goodreads.com/book/show/3428935-the-warded-man   \n","6103                            https://www.goodreads.com/book/show/18361450-raising-steam   \n","\n","                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                  description  \\\n","6099  In The Blank Slate, Steven Pinker explores the idea of human nature and its moral, emotional, and political colorings. He shows how many intellectuals have denied the existence of human nature by embracing three linked dogmas: the Blank Slate (the mind has no innate traits), the Noble Savage (people are born good and corrupted by society), and the Ghost in the Machine (each of us has a soul that makes choices free from biology). Each dogma carries a moral burden, so their defenders have engaged in desperate tactics to discredit the scientists who are now challenging them.Pinker injects cal...   \n","6100  Cuenta la historia de Walid, un príncipe árabe que desea ser un gran poeta. Para ello, pide permiso a su padre para asistir al prestigioso certamen poético de Ukaz. Pero el rey le pone como condición que primero ha de demostrar que es el mejor poeta de su reino. Walid organiza su propio certamen de poesía pero, durante tres años consecutivos, le vence Hammad, un humilde tejedor de alfombras, pobre y analfabeto.Envidioso, Walid lo nombra historiador real y le impone una serie de tareas imposibles, como ordenar el enorme y caótico archivo de palacio o tejer una alfombra que contenga toda la ...   \n","6101  Tadeusz Borowski’s concentration camp stories were based on his own experiences surviving Auschwitz and Dachau. In spare, brutal prose he describes a world where where the will to survive overrides compassion and prisoners eat, work and sleep a few yards from where others are murdered; where the difference between human beings is reduced to a second bowl of soup, an extra blanket or the luxury of a pair of shoes with thick soles; and where the line between normality and abnormality vanishes. Published in Poland after the Second World War, these stories constitute a masterwork of world lite...   \n","6102  As darkness falls after sunset, the corelings rise—demons who possess supernatural powers and burn with a consuming hatred of humanity. For hundreds of years the demons have terrorized the night, slowly culling the human herd that shelters behind magical wards—symbols of power whose origins are lost in myth and whose protection is terrifyingly fragile. It was not always this way. Once, men and women battled the corelings on equal terms, but those days are gone. Night by night the demons grow stronger, while human numbers dwindle under their relentless assault. Now, with hope for the future...   \n","6103  Change is in the air for Moist von Lipwig, swindler, con-man, and (naturally) head of the Royal Bank and Post Office.A steaming, clanging new invention – a steam locomotive named Iron Girder, to be precise – is drawing astonished crowds. Suddenly it’s a matter of national importance that the trains run on time.Moist does not enjoy hard work. His input at the bank and post office consists mainly of words, which are not that heavy. Or greasy. And it certainly doesn’t involve rickety bridges, runaway cheeses or a fat controller with knuckledusters.What Moist does enjoy is being alive, which m...   \n","\n","                                                                                                                                                 genres  \\\n","6099             ['Psychology', 'Science', 'Nonfiction', 'Philosophy', 'Sociology', 'Biology', 'Politics', 'Evolution', 'Anthropology', 'Neuroscience']   \n","6100  ['Fantasy', 'Historical Fiction', 'Fiction', 'Young Adult', 'Adventure', 'Historical', 'Middle Grade', 'Spanish Literature', 'Childrens', 'Teen']   \n","6101                                                    ['History', 'Short Stories', 'Holocaust', 'Nonfiction', 'War', 'Polish Literature', 'Classics']   \n","6102     ['Fantasy', 'Fiction', 'Epic Fantasy', 'High Fantasy', 'Magic', 'Demons', 'Adventure', 'Dark Fantasy', 'Science Fiction Fantasy', 'Audiobook']   \n","6103            ['Fantasy', 'Fiction', 'Humor', 'Comedy', 'Audiobook', 'Science Fiction Fantasy', 'Steampunk', 'Adventure', 'Adult', 'Science Fiction']   \n","\n","                                                                                                 revised_genres  \n","6099                                         [Psychology, Science, Nonfiction, Philosophy, Sociology, Politics]  \n","6100  [Fantasy, Historical Fiction, Fiction, Young Adult, Adventure, Historical, Middle Grade, Childrens, Teen]  \n","6101                                             [History, Short Stories, Holocaust, Nonfiction, War, Classics]  \n","6102       [Fantasy, Fiction, Epic Fantasy, High Fantasy, Magic, Adventure, Science Fiction Fantasy, Audiobook]  \n","6103   [Fantasy, Fiction, Humor, Comedy, Audiobook, Science Fiction Fantasy, Adventure, Adult, Science Fiction]  "],"text/html":["\n","  <div id=\"df-d204ff3b-4c4d-40a3-ad22-a35c1f81896f\">\n","    <div class=\"colab-df-container\">\n","      <div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>title</th>\n","      <th>url</th>\n","      <th>description</th>\n","      <th>genres</th>\n","      <th>revised_genres</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>6099</th>\n","      <td>The Blank Slate: The Modern Denial of Human Nature</td>\n","      <td>https://www.goodreads.com/book/show/5752.The_Blank_Slate</td>\n","      <td>In The Blank Slate, Steven Pinker explores the idea of human nature and its moral, emotional, and political colorings. He shows how many intellectuals have denied the existence of human nature by embracing three linked dogmas: the Blank Slate (the mind has no innate traits), the Noble Savage (people are born good and corrupted by society), and the Ghost in the Machine (each of us has a soul that makes choices free from biology). Each dogma carries a moral burden, so their defenders have engaged in desperate tactics to discredit the scientists who are now challenging them.Pinker injects cal...</td>\n","      <td>['Psychology', 'Science', 'Nonfiction', 'Philosophy', 'Sociology', 'Biology', 'Politics', 'Evolution', 'Anthropology', 'Neuroscience']</td>\n","      <td>[Psychology, Science, Nonfiction, Philosophy, Sociology, Politics]</td>\n","    </tr>\n","    <tr>\n","      <th>6100</th>\n","      <td>La leyenda del Rey Errante</td>\n","      <td>https://www.goodreads.com/book/show/1146745.La_leyenda_del_Rey_Errante</td>\n","      <td>Cuenta la historia de Walid, un príncipe árabe que desea ser un gran poeta. Para ello, pide permiso a su padre para asistir al prestigioso certamen poético de Ukaz. Pero el rey le pone como condición que primero ha de demostrar que es el mejor poeta de su reino. Walid organiza su propio certamen de poesía pero, durante tres años consecutivos, le vence Hammad, un humilde tejedor de alfombras, pobre y analfabeto.Envidioso, Walid lo nombra historiador real y le impone una serie de tareas imposibles, como ordenar el enorme y caótico archivo de palacio o tejer una alfombra que contenga toda la ...</td>\n","      <td>['Fantasy', 'Historical Fiction', 'Fiction', 'Young Adult', 'Adventure', 'Historical', 'Middle Grade', 'Spanish Literature', 'Childrens', 'Teen']</td>\n","      <td>[Fantasy, Historical Fiction, Fiction, Young Adult, Adventure, Historical, Middle Grade, Childrens, Teen]</td>\n","    </tr>\n","    <tr>\n","      <th>6101</th>\n","      <td>This Way for the Gas, Ladies and Gentlemen</td>\n","      <td>https://www.goodreads.com/book/show/228244.This_Way_for_the_Gas_Ladies_and_Gentlemen</td>\n","      <td>Tadeusz Borowski’s concentration camp stories were based on his own experiences surviving Auschwitz and Dachau. In spare, brutal prose he describes a world where where the will to survive overrides compassion and prisoners eat, work and sleep a few yards from where others are murdered; where the difference between human beings is reduced to a second bowl of soup, an extra blanket or the luxury of a pair of shoes with thick soles; and where the line between normality and abnormality vanishes. Published in Poland after the Second World War, these stories constitute a masterwork of world lite...</td>\n","      <td>['History', 'Short Stories', 'Holocaust', 'Nonfiction', 'War', 'Polish Literature', 'Classics']</td>\n","      <td>[History, Short Stories, Holocaust, Nonfiction, War, Classics]</td>\n","    </tr>\n","    <tr>\n","      <th>6102</th>\n","      <td>The Warded Man</td>\n","      <td>https://www.goodreads.com/book/show/3428935-the-warded-man</td>\n","      <td>As darkness falls after sunset, the corelings rise—demons who possess supernatural powers and burn with a consuming hatred of humanity. For hundreds of years the demons have terrorized the night, slowly culling the human herd that shelters behind magical wards—symbols of power whose origins are lost in myth and whose protection is terrifyingly fragile. It was not always this way. Once, men and women battled the corelings on equal terms, but those days are gone. Night by night the demons grow stronger, while human numbers dwindle under their relentless assault. Now, with hope for the future...</td>\n","      <td>['Fantasy', 'Fiction', 'Epic Fantasy', 'High Fantasy', 'Magic', 'Demons', 'Adventure', 'Dark Fantasy', 'Science Fiction Fantasy', 'Audiobook']</td>\n","      <td>[Fantasy, Fiction, Epic Fantasy, High Fantasy, Magic, Adventure, Science Fiction Fantasy, Audiobook]</td>\n","    </tr>\n","    <tr>\n","      <th>6103</th>\n","      <td>Raising Steam</td>\n","      <td>https://www.goodreads.com/book/show/18361450-raising-steam</td>\n","      <td>Change is in the air for Moist von Lipwig, swindler, con-man, and (naturally) head of the Royal Bank and Post Office.A steaming, clanging new invention – a steam locomotive named Iron Girder, to be precise – is drawing astonished crowds. Suddenly it’s a matter of national importance that the trains run on time.Moist does not enjoy hard work. His input at the bank and post office consists mainly of words, which are not that heavy. Or greasy. And it certainly doesn’t involve rickety bridges, runaway cheeses or a fat controller with knuckledusters.What Moist does enjoy is being alive, which m...</td>\n","      <td>['Fantasy', 'Fiction', 'Humor', 'Comedy', 'Audiobook', 'Science Fiction Fantasy', 'Steampunk', 'Adventure', 'Adult', 'Science Fiction']</td>\n","      <td>[Fantasy, Fiction, Humor, Comedy, Audiobook, Science Fiction Fantasy, Adventure, Adult, Science Fiction]</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>\n","      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-d204ff3b-4c4d-40a3-ad22-a35c1f81896f')\"\n","              title=\"Convert this dataframe to an interactive table.\"\n","              style=\"display:none;\">\n","        \n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","       width=\"24px\">\n","    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n","    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n","  </svg>\n","      </button>\n","      \n","  <style>\n","    .colab-df-container {\n","      display:flex;\n","      flex-wrap:wrap;\n","      gap: 12px;\n","    }\n","\n","    .colab-df-convert {\n","      background-color: #E8F0FE;\n","      border: none;\n","      border-radius: 50%;\n","      cursor: pointer;\n","      display: none;\n","      fill: #1967D2;\n","      height: 32px;\n","      padding: 0 0 0 0;\n","      width: 32px;\n","    }\n","\n","    .colab-df-convert:hover {\n","      background-color: #E2EBFA;\n","      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","      fill: #174EA6;\n","    }\n","\n","    [theme=dark] .colab-df-convert {\n","      background-color: #3B4455;\n","      fill: #D2E3FC;\n","    }\n","\n","    [theme=dark] .colab-df-convert:hover {\n","      background-color: #434B5C;\n","      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","      fill: #FFFFFF;\n","    }\n","  </style>\n","\n","      <script>\n","        const buttonEl =\n","          document.querySelector('#df-d204ff3b-4c4d-40a3-ad22-a35c1f81896f button.colab-df-convert');\n","        buttonEl.style.display =\n","          google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","        async function convertToInteractive(key) {\n","          const element = document.querySelector('#df-d204ff3b-4c4d-40a3-ad22-a35c1f81896f');\n","          const dataTable =\n","            await google.colab.kernel.invokeFunction('convertToInteractive',\n","                                                     [key], {});\n","          if (!dataTable) return;\n","\n","          const docLinkHtml = 'Like what you see? Visit the ' +\n","            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n","            + ' to learn more about interactive tables.';\n","          element.innerHTML = '';\n","          dataTable['output_type'] = 'display_data';\n","          await google.colab.output.renderOutput(dataTable, element);\n","          const docLink = document.createElement('div');\n","          docLink.innerHTML = docLinkHtml;\n","          element.appendChild(docLink);\n","        }\n","      </script>\n","    </div>\n","  </div>\n","  "]},"metadata":{},"execution_count":20}]},{"cell_type":"code","source":["revised_genres_list = df.revised_genres.to_list()\n","revised_genre_count = {}\n","for genres in revised_genres_list:\n","  genre_list = genres\n","  for genre in genre_list:\n","    if genre in revised_genre_count.keys():\n","      revised_genre_count[genre] += 1\n","    else:\n","      revised_genre_count[genre] = 1\n","print(f\"Number of Genres: {len(revised_genre_count)}\")\n","print(revised_genre_count)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"bSfkyG4zBFw9","executionInfo":{"status":"ok","timestamp":1674921882409,"user_tz":-360,"elapsed":14,"user":{"displayName":"MSI","userId":"13207606968035913219"}},"outputId":"9558bba7-1a19-4974-990c-ae658e120c7d"},"execution_count":18,"outputs":[{"output_type":"stream","name":"stdout","text":["Number of Genres: 141\n","{'Classics': 1918, 'Fiction': 4315, 'Historical Fiction': 1262, 'School': 423, 'Literature': 1363, 'Young Adult': 1263, 'Historical': 1008, 'Read For School': 109, 'Novels': 1657, 'High School': 77, 'Fantasy': 1664, 'Magic': 387, 'Childrens': 572, 'Middle Grade': 406, 'Adventure': 931, 'Audiobook': 1915, 'Science Fiction Fantasy': 511, 'Romance': 1185, 'Historical Romance': 76, 'Adult': 1278, 'Nonfiction': 1527, 'History': 630, 'Biography': 554, 'Memoir': 476, 'Holocaust': 78, 'Dystopia': 292, 'Politics': 353, 'Science Fiction': 710, 'France': 154, 'Philosophy': 698, 'French Literature': 76, 'American': 369, 'Coming Of Age': 162, 'Epic Fantasy': 113, 'High Fantasy': 192, 'War': 340, 'World War II': 155, 'Gothic': 86, '19th Century': 158, 'Christian': 187, 'Christian Fiction': 71, 'Plays': 152, 'Drama': 468, 'Poetry': 232, 'Contemporary': 1306, 'Picture Books': 120, 'Juvenile': 176, 'Short Stories': 282, 'Animals': 159, 'Teen': 266, 'Post Apocalyptic': 126, 'Humor': 540, 'Horror': 420, 'LGBT': 158, 'Classic Literature': 88, 'Religion': 390, 'Christianity': 124, 'Reference': 101, 'Spirituality': 325, 'Theology': 89, 'Comedy': 168, 'Theatre': 135, 'Essays': 135, 'Fairy Tales': 70, 'Mythology': 131, 'Self Help': 504, 'Inspirational': 237, 'Russia': 85, 'Adult Fiction': 519, 'Book Club': 250, 'Chick Lit': 237, 'Japan': 70, 'Asia': 145, 'Realistic Fiction': 243, 'Magical Realism': 147, 'Literary Fiction': 599, 'Canada': 75, 'Feminism': 159, 'African American': 83, 'Queer': 115, 'British Literature': 347, 'India': 94, 'Psychology': 566, 'Mental Health': 157, 'Biography Memoir': 308, 'Time Travel': 86, '20th Century': 353, 'Unfinished': 101, 'Vampires': 116, 'Paranormal': 393, 'Paranormal Romance': 133, 'Supernatural': 220, 'Urban Fantasy': 237, 'German Literature': 86, 'Crime': 625, 'Thriller': 880, 'Economics': 101, 'Business': 300, 'Africa': 96, 'Autobiography': 262, 'Race': 89, 'Mystery': 1107, 'Mystery Thriller': 598, 'Suspense': 567, 'Love': 83, 'American History': 107, 'Epic': 93, 'Personal Development': 372, 'Space Opera': 74, 'Family': 151, 'Contemporary Romance': 168, 'Detective': 172, 'True Crime': 64, 'Womens': 99, 'Travel': 119, 'Military Fiction': 98, 'Leadership': 173, 'Faith': 93, 'Nature': 82, 'Science': 313, 'Graphic Novels': 64, 'Speculative Fiction': 160, 'Action': 138, 'Murder Mystery': 63, 'Education': 123, 'The United States Of America': 92, 'Space': 108, 'Nobel Prize': 71, 'Relationships': 69, 'Sociology': 154, 'Productivity': 136, 'Management': 72, 'Young Adult Fantasy': 173, 'Germany': 67, 'Art': 79, 'New Adult': 216, 'Health': 127, 'Erotica': 92, 'Dark': 88, 'Espionage': 68, 'Roman': 66}\n"]}]},{"cell_type":"code","source":["encode_genre_types = { key: idx for idx, (key, value) in enumerate(revised_genre_count.items())}\n","with open(\"genre_types_encoded.json\", \"w\") as fp:\n","  json.dump(encode_genre_types, fp)"],"metadata":{"id":"77hW5uGTRz2u","executionInfo":{"status":"ok","timestamp":1674922005760,"user_tz":-360,"elapsed":2070,"user":{"displayName":"MSI","userId":"13207606968035913219"}}},"execution_count":21,"outputs":[]},{"cell_type":"code","source":["# We need this because for multilabel classification all genres have possibility to be present in the predictions\n","categorical_genre_list = []\n","revised_genres_list = df.revised_genres.to_list()\n","\n","for revised_genres in revised_genres_list:\n","  categorical_list = [0] * len(encode_genre_types)\n","  for genre in revised_genres:\n","    genre_type_index = encode_genre_types[genre] \n","    categorical_list[genre_type_index] = 1\n","  categorical_genre_list.append(categorical_list)\n","\n","categorical_genre_list[3][:23]"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"OvQ3vjQTSrKO","executionInfo":{"status":"ok","timestamp":1674922113094,"user_tz":-360,"elapsed":604,"user":{"displayName":"MSI","userId":"13207606968035913219"}},"outputId":"dba5c5a3-ae47-4225-e147-568cbeaed9f4"},"execution_count":25,"outputs":[{"output_type":"execute_result","data":{"text/plain":["[1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1]"]},"metadata":{},"execution_count":25}]},{"cell_type":"code","source":["df['genre_cat_list'] = categorical_genre_list\n","df.head()"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":875},"id":"MVllFU9VT6fu","executionInfo":{"status":"ok","timestamp":1674922162211,"user_tz":-360,"elapsed":13,"user":{"displayName":"MSI","userId":"13207606968035913219"}},"outputId":"9615e21a-e30f-4021-d71d-d2eda579ad29"},"execution_count":26,"outputs":[{"output_type":"execute_result","data":{"text/plain":["                                      title  \\\n","0                     To Kill a Mockingbird   \n","1  Harry Potter and the Philosopher’s Stone   \n","2                       Pride and Prejudice   \n","3                 The Diary of a Young Girl   \n","4                               Animal Farm   \n","\n","                                                                                  url  \\\n","0                      https://www.goodreads.com/book/show/2657.To_Kill_a_Mockingbird   \n","1  https://www.goodreads.com/book/show/72193.Harry_Potter_and_the_Philosopher_s_Stone   \n","2                        https://www.goodreads.com/book/show/1885.Pride_and_Prejudice   \n","3                 https://www.goodreads.com/book/show/48855.The_Diary_of_a_Young_Girl   \n","4                              https://www.goodreads.com/book/show/170448.Animal_Farm   \n","\n","                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                               description  \\\n","0  The unforgettable novel of a childhood in a sleepy Southern town and the crisis of conscience that rocked it. \"To Kill A Mockingbird\" became both an instant bestseller and a critical success when it was first published in 1960. It went on to win the Pulitzer Prize in 1961 and was later made into an Academy Award-winning film, also a classic.Compassionate, dramatic, and deeply moving, \"To Kill A Mockingbird\" takes readers to the roots of human behavior - to innocence and experience, kindness and cruelty, love and hatred, humor and pathos. Now with over 18 million copies in print and transla...   \n","1                                                                                                                                                                                                                                                                                                                                                                                      Harry Potter thinks he is an ordinary boy - until he is rescued by an owl, taken to Hogwarts School of Witchcraft and Wizardry, learns to play Quidditch and does battle in a deadly duel. The Reason ... HARRY POTTER IS A WIZARD!   \n","2  Alternate cover edition of ISBN 9780679783268Since its immediate success in 1813, Pride and Prejudice has remained one of the most popular novels in the English language. Jane Austen called this brilliant work \"her own darling child\" and its vivacious heroine, Elizabeth Bennet, \"as delightful a creature as ever appeared in print.\" The romantic clash between the opinionated Elizabeth and her proud beau, Mr. Darcy, is a splendid performance of civilized sparring. And Jane Austen's radiant wit sparkles as her characters dance a delicate quadrille of flirtation and intrigue, making this book t...   \n","3  Discovered in the attic in which she spent the last years of her life, Anne Frank’s remarkable diary has become a world classic—a powerful reminder of the horrors of war and an eloquent testament to the human spirit.In 1942, with the Nazis occupying Holland, a thirteen-year-old Jewish girl and her family fled their home in Amsterdam and went into hiding. For the next two years, until their whereabouts were betrayed to the Gestapo, the Franks and another family lived cloistered in the “Secret Annexe” of an old office building. Cut off from the outside world, they faced hunger, boredom, the ...   \n","4  Librarian's note: There is an Alternate Cover Edition for this edition of this book here.A farm is taken over by its overworked, mistreated animals. With flaming idealism and stirring slogans, they set out to create a paradise of progress, justice, and equality. Thus the stage is set for one of the most telling satiric fables ever penned –a razor-edged fairy tale for grown-ups that records the evolution from revolution against tyranny to a totalitarianism just as terrible.When was first published, Stalinist Russia was seen as its target. Today it is devastatingly clear that wherever and wh...   \n","\n","                                                                                                                                           genres  \\\n","0  ['Classics', 'Fiction', 'Historical Fiction', 'School', 'Literature', 'Young Adult', 'Historical', 'Read For School', 'Novels', 'High School']   \n","1    ['Fantasy', 'Fiction', 'Young Adult', 'Magic', 'Childrens', 'Middle Grade', 'Classics', 'Adventure', 'Audiobook', 'Science Fiction Fantasy']   \n","2      ['Classics', 'Fiction', 'Romance', 'Historical Fiction', 'Literature', 'Historical', 'Audiobook', 'Novels', 'Historical Romance', 'Adult']   \n","3                                                         ['Classics', 'Nonfiction', 'History', 'Biography', 'Memoir', 'Historical', 'Holocaust']   \n","4              ['Classics', 'Fiction', 'Dystopia', 'Fantasy', 'Politics', 'Literature', 'School', 'Science Fiction', 'Novels', 'Read For School']   \n","\n","                                                                                                               revised_genres  \\\n","0  [Classics, Fiction, Historical Fiction, School, Literature, Young Adult, Historical, Read For School, Novels, High School]   \n","1    [Fantasy, Fiction, Young Adult, Magic, Childrens, Middle Grade, Classics, Adventure, Audiobook, Science Fiction Fantasy]   \n","2      [Classics, Fiction, Romance, Historical Fiction, Literature, Historical, Audiobook, Novels, Historical Romance, Adult]   \n","3                                                   [Classics, Nonfiction, History, Biography, Memoir, Historical, Holocaust]   \n","4              [Classics, Fiction, Dystopia, Fantasy, Politics, Literature, School, Science Fiction, Novels, Read For School]   \n","\n","                                                                                                                                                                                                                                                                                                      genre_cat_list  \n","0  [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, ...]  \n","1  [1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, ...]  \n","2  [1, 1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, ...]  \n","3  [1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, ...]  \n","4  [1, 1, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, ...]  "],"text/html":["\n","  <div id=\"df-171340ef-6d72-4066-9017-c012bb45fa7c\">\n","    <div class=\"colab-df-container\">\n","      <div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>title</th>\n","      <th>url</th>\n","      <th>description</th>\n","      <th>genres</th>\n","      <th>revised_genres</th>\n","      <th>genre_cat_list</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>To Kill a Mockingbird</td>\n","      <td>https://www.goodreads.com/book/show/2657.To_Kill_a_Mockingbird</td>\n","      <td>The unforgettable novel of a childhood in a sleepy Southern town and the crisis of conscience that rocked it. \"To Kill A Mockingbird\" became both an instant bestseller and a critical success when it was first published in 1960. It went on to win the Pulitzer Prize in 1961 and was later made into an Academy Award-winning film, also a classic.Compassionate, dramatic, and deeply moving, \"To Kill A Mockingbird\" takes readers to the roots of human behavior - to innocence and experience, kindness and cruelty, love and hatred, humor and pathos. Now with over 18 million copies in print and transla...</td>\n","      <td>['Classics', 'Fiction', 'Historical Fiction', 'School', 'Literature', 'Young Adult', 'Historical', 'Read For School', 'Novels', 'High School']</td>\n","      <td>[Classics, Fiction, Historical Fiction, School, Literature, Young Adult, Historical, Read For School, Novels, High School]</td>\n","      <td>[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, ...]</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>Harry Potter and the Philosopher’s Stone</td>\n","      <td>https://www.goodreads.com/book/show/72193.Harry_Potter_and_the_Philosopher_s_Stone</td>\n","      <td>Harry Potter thinks he is an ordinary boy - until he is rescued by an owl, taken to Hogwarts School of Witchcraft and Wizardry, learns to play Quidditch and does battle in a deadly duel. The Reason ... HARRY POTTER IS A WIZARD!</td>\n","      <td>['Fantasy', 'Fiction', 'Young Adult', 'Magic', 'Childrens', 'Middle Grade', 'Classics', 'Adventure', 'Audiobook', 'Science Fiction Fantasy']</td>\n","      <td>[Fantasy, Fiction, Young Adult, Magic, Childrens, Middle Grade, Classics, Adventure, Audiobook, Science Fiction Fantasy]</td>\n","      <td>[1, 1, 0, 0, 0, 1, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, ...]</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>Pride and Prejudice</td>\n","      <td>https://www.goodreads.com/book/show/1885.Pride_and_Prejudice</td>\n","      <td>Alternate cover edition of ISBN 9780679783268Since its immediate success in 1813, Pride and Prejudice has remained one of the most popular novels in the English language. Jane Austen called this brilliant work \"her own darling child\" and its vivacious heroine, Elizabeth Bennet, \"as delightful a creature as ever appeared in print.\" The romantic clash between the opinionated Elizabeth and her proud beau, Mr. Darcy, is a splendid performance of civilized sparring. And Jane Austen's radiant wit sparkles as her characters dance a delicate quadrille of flirtation and intrigue, making this book t...</td>\n","      <td>['Classics', 'Fiction', 'Romance', 'Historical Fiction', 'Literature', 'Historical', 'Audiobook', 'Novels', 'Historical Romance', 'Adult']</td>\n","      <td>[Classics, Fiction, Romance, Historical Fiction, Literature, Historical, Audiobook, Novels, Historical Romance, Adult]</td>\n","      <td>[1, 1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, ...]</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>The Diary of a Young Girl</td>\n","      <td>https://www.goodreads.com/book/show/48855.The_Diary_of_a_Young_Girl</td>\n","      <td>Discovered in the attic in which she spent the last years of her life, Anne Frank’s remarkable diary has become a world classic—a powerful reminder of the horrors of war and an eloquent testament to the human spirit.In 1942, with the Nazis occupying Holland, a thirteen-year-old Jewish girl and her family fled their home in Amsterdam and went into hiding. For the next two years, until their whereabouts were betrayed to the Gestapo, the Franks and another family lived cloistered in the “Secret Annexe” of an old office building. Cut off from the outside world, they faced hunger, boredom, the ...</td>\n","      <td>['Classics', 'Nonfiction', 'History', 'Biography', 'Memoir', 'Historical', 'Holocaust']</td>\n","      <td>[Classics, Nonfiction, History, Biography, Memoir, Historical, Holocaust]</td>\n","      <td>[1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, ...]</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>Animal Farm</td>\n","      <td>https://www.goodreads.com/book/show/170448.Animal_Farm</td>\n","      <td>Librarian's note: There is an Alternate Cover Edition for this edition of this book here.A farm is taken over by its overworked, mistreated animals. With flaming idealism and stirring slogans, they set out to create a paradise of progress, justice, and equality. Thus the stage is set for one of the most telling satiric fables ever penned –a razor-edged fairy tale for grown-ups that records the evolution from revolution against tyranny to a totalitarianism just as terrible.When was first published, Stalinist Russia was seen as its target. Today it is devastatingly clear that wherever and wh...</td>\n","      <td>['Classics', 'Fiction', 'Dystopia', 'Fantasy', 'Politics', 'Literature', 'School', 'Science Fiction', 'Novels', 'Read For School']</td>\n","      <td>[Classics, Fiction, Dystopia, Fantasy, Politics, Literature, School, Science Fiction, Novels, Read For School]</td>\n","      <td>[1, 1, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, ...]</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>\n","      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-171340ef-6d72-4066-9017-c012bb45fa7c')\"\n","              title=\"Convert this dataframe to an interactive table.\"\n","              style=\"display:none;\">\n","        \n","  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n","       width=\"24px\">\n","    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n","    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n","  </svg>\n","      </button>\n","      \n","  <style>\n","    .colab-df-container {\n","      display:flex;\n","      flex-wrap:wrap;\n","      gap: 12px;\n","    }\n","\n","    .colab-df-convert {\n","      background-color: #E8F0FE;\n","      border: none;\n","      border-radius: 50%;\n","      cursor: pointer;\n","      display: none;\n","      fill: #1967D2;\n","      height: 32px;\n","      padding: 0 0 0 0;\n","      width: 32px;\n","    }\n","\n","    .colab-df-convert:hover {\n","      background-color: #E2EBFA;\n","      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n","      fill: #174EA6;\n","    }\n","\n","    [theme=dark] .colab-df-convert {\n","      background-color: #3B4455;\n","      fill: #D2E3FC;\n","    }\n","\n","    [theme=dark] .colab-df-convert:hover {\n","      background-color: #434B5C;\n","      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n","      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n","      fill: #FFFFFF;\n","    }\n","  </style>\n","\n","      <script>\n","        const buttonEl =\n","          document.querySelector('#df-171340ef-6d72-4066-9017-c012bb45fa7c button.colab-df-convert');\n","        buttonEl.style.display =\n","          google.colab.kernel.accessAllowed ? 'block' : 'none';\n","\n","        async function convertToInteractive(key) {\n","          const element = document.querySelector('#df-171340ef-6d72-4066-9017-c012bb45fa7c');\n","          const dataTable =\n","            await google.colab.kernel.invokeFunction('convertToInteractive',\n","                                                     [key], {});\n","          if (!dataTable) return;\n","\n","          const docLinkHtml = 'Like what you see? Visit the ' +\n","            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n","            + ' to learn more about interactive tables.';\n","          element.innerHTML = '';\n","          dataTable['output_type'] = 'display_data';\n","          await google.colab.output.renderOutput(dataTable, element);\n","          const docLink = document.createElement('div');\n","          docLink.innerHTML = docLinkHtml;\n","          element.appendChild(docLink);\n","        }\n","      </script>\n","    </div>\n","  </div>\n","  "]},"metadata":{},"execution_count":26}]},{"cell_type":"markdown","source":["# Dataloaders and Modeling"],"metadata":{"id":"0iivDahQUQXM"}},{"cell_type":"code","source":["labels = list(encode_genre_types.keys())"],"metadata":{"id":"Xvhlz53fU5Pr","executionInfo":{"status":"ok","timestamp":1674922174688,"user_tz":-360,"elapsed":883,"user":{"displayName":"MSI","userId":"13207606968035913219"}}},"execution_count":27,"outputs":[]},{"cell_type":"code","source":["model_name = \"distilroberta-base\"\n","model_cls = AutoModelForSequenceClassification\n","config = AutoConfig.from_pretrained(model_name)\n","config.num_labels = len(labels)\n","\n","hf_arch, hf_config, hf_tokenizer, hf_model = get_hf_objects(model_name, model_cls=model_cls, config=config)\n","hf_model.config.problem_type = \"multi_label_classification\""],"metadata":{"id":"_H_vlv8RUUpc","executionInfo":{"status":"ok","timestamp":1674922203184,"user_tz":-360,"elapsed":24659,"user":{"displayName":"MSI","userId":"13207606968035913219"}},"colab":{"base_uri":"https://localhost:8080/","height":177,"referenced_widgets":["54647a58cf894afaa4d69fc017024847","fdc11fcdf99e4bb5b5018c27f37daada","12828dd4f27e4b3c9ca5f5aa90a20bbf","683dee4b32074059915c3962fc1206bd","ce80202c419e4d10a8fa708c54b8cf03","a7a2c872e103441f9d35ee15e8e1192f","ff7a16f510404725a087e145e30f8bb8","ef68e5b3722d498f80da35625a06f475","319f2d6976be4ffb97b673f6a829a708","052d66de09454d58a847c2d1aefa5ce5","c2194fd944004583bc106f76043f3088","7d3a1288624b45da879ba6a14c888f92","46d6b24990504ba7921d1bca1e6753e6","5e5d60dc7dd54f3ea8d88c8ff49c4741","ea05d1baf649455a9ebb28ae92ded7f3","b01fc4094c4341bdbe003725b84e3a2a","342639c2156a4b0d9cfd30355a7151ad","150450d263e74a01b5ffa9d7f27e49e1","e6c407fc41c348c5b0c080b22a612592","afefdb2dfd884783914a31dfff436614","63df7ce276ff404f883ad71393d12eeb","cc25c23259484672baf51213c36aaed7","8d7d61e0630047e6bf66520e1c0c0458","fc5c9bb18c044269af1d519b84fb7b0e","9390216142bb4ebd9a5c9b220a43d33b","1ea7d629b83f4b38abbb6340c39231e6","30121cc89ee54c7fb8164e8f09f33904","a1a2c29d74164449b97cafc103eda8a1","b65433c32bc04df4be51500f5373a21c","93727f5dd75e419c95f0774fdc63bac6","60d7e3d575784234ab21e9d9fcd44f3a","5891753a00f74eebbe061cb718b37a90","8f15c093803142729873b852927d6721","4aa51e7825e04a8fa5e8fc7418570454","91c95b52162f4aaca31b36732e2d668e","6f1ffd5b30104136a3ce14474ccc599c","710d1df4a4f4409ba53bc27bd11cfdf2","c020e0c42366455696500b7f6aaf50ac","a44aeb779ece4069aec42e56872c5788","1a9c7e38906d41929d195b916158b97c","0088ac2cc308408ea39f97855e111fd7","23698ecabaf348f18ae4e12f43f2ab53","6457e8a29559415f85c75813a3b11b35","4b2df26d3d354c5d8fe410d945d2a5ef","066cf9ef36a340d88889593cc50f9c2f","3447bea144bd4a5a823b2a961caf2f0e","ca33dfb2c4af4e1fa51dde3b93b7a7d0","f8f23611b779472e864009cbcc20d7ca","6c5f0951ce764deea5ec04a9b6b1f8b4","b67a29cf6df54a788f83a25f915c26a7","cbf35ee878ac4fc89faa32bd33f765cb","9cc375d076b0433fb24b65c22632e00b","bbbe820a22564d6590e7c3fc11cb6629","baee76d592374bd3b632aa2f7a8710df","3c8a411d35ed4b9bb7670a92815722ac"]},"outputId":"8f57892e-151e-4a6b-f3ed-1f1ac3862b97"},"execution_count":28,"outputs":[{"output_type":"display_data","data":{"text/plain":["Downloading (…)lve/main/config.json:   0%|          | 0.00/480 [00:00<?, ?B/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"54647a58cf894afaa4d69fc017024847"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["Downloading (…)olve/main/vocab.json:   0%|          | 0.00/899k [00:00<?, ?B/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"7d3a1288624b45da879ba6a14c888f92"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["Downloading (…)olve/main/merges.txt:   0%|          | 0.00/456k [00:00<?, ?B/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"8d7d61e0630047e6bf66520e1c0c0458"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["Downloading (…)/main/tokenizer.json:   0%|          | 0.00/1.36M [00:00<?, ?B/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"4aa51e7825e04a8fa5e8fc7418570454"}},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["Downloading (…)\"pytorch_model.bin\";:   0%|          | 0.00/331M [00:00<?, ?B/s]"],"application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"066cf9ef36a340d88889593cc50f9c2f"}},"metadata":{}}]},{"cell_type":"code","source":["blocks = (TextBlock(hf_arch, hf_config, hf_tokenizer, hf_model), MultiCategoryBlock(encoded=True,vocab=labels))\n","dblock = DataBlock(blocks=blocks, get_x=ColReader('description'), get_y=ColReader('genre_cat_list'), splitter=RandomSplitter(valid_pct=0.1, seed=42))"],"metadata":{"id":"GZlQWjktUo68","executionInfo":{"status":"ok","timestamp":1674922239539,"user_tz":-360,"elapsed":10,"user":{"displayName":"MSI","userId":"13207606968035913219"}}},"execution_count":31,"outputs":[]},{"cell_type":"code","source":["dls = dblock.dataloaders(df, bs=32)\n","torch.save(dls, \"dataloaders/dls-multilabel-book-classifier.pkl\")"],"metadata":{"id":"MssGyiB5VBa4","executionInfo":{"status":"ok","timestamp":1674922262768,"user_tz":-360,"elapsed":23237,"user":{"displayName":"MSI","userId":"13207606968035913219"}}},"execution_count":32,"outputs":[]},{"cell_type":"code","source":["# dls = torch.load(\"dataloaders/dls-multilabel-book-classifier.pkl\")"],"metadata":{"id":"CrUFMjsDVPWk"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["dls.vocab"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"2MaVIXp7VTsF","executionInfo":{"status":"ok","timestamp":1674922262770,"user_tz":-360,"elapsed":63,"user":{"displayName":"MSI","userId":"13207606968035913219"}},"outputId":"7129c0f9-75d0-470c-dff3-838c013ad867"},"execution_count":33,"outputs":[{"output_type":"execute_result","data":{"text/plain":["['Classics', 'Fiction', 'Historical Fiction', 'School', 'Literature', 'Young Adult', 'Historical', 'Read For School', 'Novels', 'High School', 'Fantasy', 'Magic', 'Childrens', 'Middle Grade', 'Adventure', 'Audiobook', 'Science Fiction Fantasy', 'Romance', 'Historical Romance', 'Adult', 'Nonfiction', 'History', 'Biography', 'Memoir', 'Holocaust', 'Dystopia', 'Politics', 'Science Fiction', 'France', 'Philosophy', 'French Literature', 'American', 'Coming Of Age', 'Epic Fantasy', 'High Fantasy', 'War', 'World War II', 'Gothic', '19th Century', 'Christian', 'Christian Fiction', 'Plays', 'Drama', 'Poetry', 'Contemporary', 'Picture Books', 'Juvenile', 'Short Stories', 'Animals', 'Teen', 'Post Apocalyptic', 'Humor', 'Horror', 'LGBT', 'Classic Literature', 'Religion', 'Christianity', 'Reference', 'Spirituality', 'Theology', 'Comedy', 'Theatre', 'Essays', 'Fairy Tales', 'Mythology', 'Self Help', 'Inspirational', 'Russia', 'Adult Fiction', 'Book Club', 'Chick Lit', 'Japan', 'Asia', 'Realistic Fiction', 'Magical Realism', 'Literary Fiction', 'Canada', 'Feminism', 'African American', 'Queer', 'British Literature', 'India', 'Psychology', 'Mental Health', 'Biography Memoir', 'Time Travel', '20th Century', 'Unfinished', 'Vampires', 'Paranormal', 'Paranormal Romance', 'Supernatural', 'Urban Fantasy', 'German Literature', 'Crime', 'Thriller', 'Economics', 'Business', 'Africa', 'Autobiography', 'Race', 'Mystery', 'Mystery Thriller', 'Suspense', 'Love', 'American History', 'Epic', 'Personal Development', 'Space Opera', 'Family', 'Contemporary Romance', 'Detective', 'True Crime', 'Womens', 'Travel', 'Military Fiction', 'Leadership', 'Faith', 'Nature', 'Science', 'Graphic Novels', 'Speculative Fiction', 'Action', 'Murder Mystery', 'Education', 'The United States Of America', 'Space', 'Nobel Prize', 'Relationships', 'Sociology', 'Productivity', 'Management', 'Young Adult Fantasy', 'Germany', 'Art', 'New Adult', 'Health', 'Erotica', 'Dark', 'Espionage', 'Roman']"]},"metadata":{},"execution_count":33}]},{"cell_type":"code","source":["dls.show_batch(dataloaders=dls, max_n=4, trunc_at=512)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":296},"id":"Em7boTDGVhb1","executionInfo":{"status":"ok","timestamp":1674922309680,"user_tz":-360,"elapsed":635,"user":{"displayName":"MSI","userId":"13207606968035913219"}},"outputId":"374d4a60-1423-4d90-d52f-2c77f4ebca37"},"execution_count":34,"outputs":[{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>text</th>\n","      <th>target</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>في مجال المسرح و الشعر ، و فى المجال الأدبي عموما معروف.. ان هناك ادب بيتم تطويع المواضيع و الافكار له..، و ادب بيتم تطويعه و استخدامه لعرض الافكار و المواضيع من خلالهفي المسرح مثلا عندنا تجارب لتوفيق الحكيم و لدكتور مصطفى محمود من مسرحيات هي فنيا قد تكون غير صالحة باعتراف اصحابها ذاتهم.. لكنها على مستوى عرض الموضوع و الفكرة ناجحة طبعا..،كذلك فى الشعر.. هناك اشعار بيتم تطويع المواضيع و الأفكار لها.. و هناك اشعار بيتم تطويعها و استخدامها لعرض الافكار و المواضيع و الأحداث.. الشئ اللى بيجعل الجانب الفني فيها</td>\n","      <td>[Literature, Nonfiction, Philosophy, Poetry, Spirituality, Inspirational]</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>ﻳﺼﻒ ﻟﻨﺎ ﻧﺠﻴﺐ ﻣﺤﻔﻮﻅ ﺳﻌﻲ ﺍﻟﻨﻔﺲ ﺍﻟﺒﺸﺮﻳﺔ ﺍﻟﺪﺍﺋﻢ ﺍﻟﻰ ﺍﻟﺨﻼﺹ ﻭﺗﻤﺮﺩﻫﺎ ﻋﻠﻰ ﻧﻔﺴﻬﺎ ﺍﻟﺘﻲ ﺍﺭﺗﻀﺖ ﺑﺎﻟﻮﺍﻗﻊ ﺍﻟﻤﺮﻳﺮ، ﻓﺘﺤﺜﻬﺎ ﺩﺍﺋﻤﺎ ﺍﻟﻰ ﺍﻟﺨﻼﺹ، ﻭﺍﻟﺨﺮﻭﺝ ﻣﻦ ﻧﻔﻖ ﺍﻟﻨﻔﺲ ﺍﻟﻤﻈﻠﻢ، ﻭﻟﻜﻨﻬﺎ ﺗﺼﻄﺪﻡ ﺩﺍﺋﻤﺎ ﺑﺤﺐ ﺍﻟﺪﻧﻴﺎ ﻭﺍﻏﻮﺍﺋﺎﺗﻬﺎ ﺍﻟﻼﻣﺤﺪﻭﺩﺓ ﻭ�</td>\n","      <td>[Classics, Fiction, Historical Fiction, Literature, Novels, Literary Fiction, Africa, Nobel Prize]</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>Rokovye jajca. Zapiski junogo vracha. Роковые яйца. Записки юного врача.Михаил Афанасьевич Булгаков (1891–1940) – великий русский писатель и драматург, автор повестей, рассказов, фельетонов, пьес, инсценировок, киносценариев и оперных либретто, по профессии врач. Одним из самых известных произведений М.Булгакова является роман «Мастер и Маргарита», который английская газета «The Times» назвала одним из литературных шедевров 20 века.В сборник произведений М.Булгакова от Animedia Company входит повесть «Роко</td>\n","      <td>[Fiction, Russia]</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>The Art of Startup Fundraising takes a fresh look at raising money for startups, with a focus on the changing face of startup finance. New regulations are making the old go-to advice less relevant, as startup money is increasingly moving online. These new waters are all but uncharted—and founders need an accessible guide. This book helps you navigate the online world of startup fundraising with easy-to-follow explanations and expert perspective on the new digital world of finance. You'll find tips and tric</td>\n","      <td>[Nonfiction, Self Help, Economics, Business, Personal Development, Productivity]</td>\n","    </tr>\n","  </tbody>\n","</table>"]},"metadata":{}}]},{"cell_type":"code","source":["doc(accuracy_multi)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":155},"id":"iW0G7xLnX8rt","executionInfo":{"status":"ok","timestamp":1674922360308,"user_tz":-360,"elapsed":2571,"user":{"displayName":"MSI","userId":"13207606968035913219"}},"outputId":"1f953089-42b8-45e8-d6b2-c55b20c7de29"},"execution_count":35,"outputs":[{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["<hr/>\n","<h3>accuracy_multi</h3>\n","<blockquote><pre><code>accuracy_multi(inp, targ, thresh=0.5, sigmoid=True)</code></pre></blockquote><p>Compute accuracy when `inp` and `targ` are the same size.</p>\n","<p><a href=\"https://docs.fast.ai/metrics.html#accuracy_multi\" target=\"_blank\" rel=\"noreferrer noopener\">Show in docs</a></p>"]},"metadata":{}}]},{"cell_type":"code","source":["model = BaseModelWrapper(hf_model)\n"," \n","acc_02 = partial(accuracy_multi, thresh=0.2)\n","\n","learner = Learner(dls, \n","                  model,\n","                  opt_func=partial(OptimWrapper, opt=torch.optim.AdamW),\n","                  loss_func=BCEWithLogitsLossFlat(),\n","                  metrics=[acc_02],\n","                  cbs=[BaseModelCallback],\n","                  splitter=blurr_splitter\n","                  ).to_fp16()"],"metadata":{"id":"Rdftrmy8Vp6m","executionInfo":{"status":"ok","timestamp":1674922367652,"user_tz":-360,"elapsed":636,"user":{"displayName":"MSI","userId":"13207606968035913219"}}},"execution_count":36,"outputs":[]},{"cell_type":"markdown","source":["# Stage - 0"],"metadata":{"id":"ZPvvzNxSV0t9"}},{"cell_type":"code","source":["learner.freeze()"],"metadata":{"id":"ty81uoBYVzmE","executionInfo":{"status":"ok","timestamp":1674922450667,"user_tz":-360,"elapsed":732,"user":{"displayName":"MSI","userId":"13207606968035913219"}}},"execution_count":37,"outputs":[]},{"cell_type":"code","source":["learner.lr_find(suggest_funcs=[slide, valley])"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":300},"id":"I4rArCNEV3SE","executionInfo":{"status":"ok","timestamp":1674922471970,"user_tz":-360,"elapsed":20405,"user":{"displayName":"MSI","userId":"13207606968035913219"}},"outputId":"2e6ea70c-886b-4371-b24f-fcce886d4903"},"execution_count":38,"outputs":[{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["\n","<style>\n","    /* Turns off some styling */\n","    progress {\n","        /* gets rid of default border in Firefox and Opera. */\n","        border: none;\n","        /* Needs to be in here for Safari polyfill so background images work as expected. */\n","        background-size: auto;\n","    }\n","    progress:not([value]), progress:not([value])::-webkit-progress-bar {\n","        background: repeating-linear-gradient(45deg, #7e7e7e, #7e7e7e 10px, #5c5c5c 10px, #5c5c5c 20px);\n","    }\n","    .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n","        background: #F44336;\n","    }\n","</style>\n"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[]},"metadata":{}},{"output_type":"execute_result","data":{"text/plain":["SuggestedLRs(slide=0.0006918309954926372, valley=0.00013182566908653826)"]},"metadata":{},"execution_count":38},{"output_type":"display_data","data":{"text/plain":["<Figure size 432x288 with 1 Axes>"],"image/png":"iVBORw0KGgoAAAANSUhEUgAAAYIAAAEKCAYAAAAfGVI8AAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAgAElEQVR4nO3deXxU9b3/8ddnkkkCBMIWAQnKIggIIhi1VVEUFwTX9gJ1qXqrcltbta2Xan/Xa6lt7+/eR22vS91oXW5vUUBs3cBqtVBUXFgERJAdIRAkbAFCktm+94+ZhIAhC8nkzOS8n4/HPGbOOd9zzmeGMJ/5fr/nfL/mnENERPwr4HUAIiLiLSUCERGfUyIQEfE5JQIREZ9TIhAR8TklAhERn8v0OoDG6tq1q+vdu7fXYYiIpJXFixfvdM7l17Yt7RJB7969WbRokddhiIikFTP74mjb1DQkIuJzSgQiIj6nRCAi4nNp10dQm3A4TFFRERUVFV6H4pmcnBwKCgoIBoNehyIiaaZVJIKioiLat29P7969MTOvw2lxzjl27dpFUVERffr08TocEUkzraJpqKKigi5duvgyCQCYGV26dPF1jUhEjl2rSASAb5NAFb+/f5HW7s3PtlO052BSjt1qEkEqGjVqVPU9D2PHjmXv3r1fKTNlyhQefPDBlg5NRNJIWWWEO57/hP9ZsCkpx28VfQSNtnwmvPMAlBZBXgGMvh9OnZDUU86ZMyepxxeR1uv9dTsJRWNcMPC4pBzffzWC5TPhtTuhdAvg4s+v3Rlf3wRlZWWMGzeOYcOGMWTIEGbMmHHY9t69e7Nz504AfvWrXzFgwADOPfdcVq9eXV1m/fr1jBkzhtNPP52RI0fy+eefNykmEWkd5q4uITc7k8ITOyfl+P5LBO88AOHyw9eFy+Prm+Cvf/0rxx9/PMuWLWPFihWMGTOm1nKLFy9m+vTpLF26lDlz5rBw4cLqbZMmTeLRRx9l8eLFPPjgg9x+++1NiklE0p9zjnmrd3DuSV3JykzOV7b/moZKixq3voGGDh3K3XffzT333MPll1/OyJEjay337rvvcs0119C2bVsArrzySgAOHDjAggULGD9+fHXZysrKJsUkIunv8+37KS6t4EcXJadZCPyYCPIKEs1CtaxvggEDBrBkyRLmzJnDfffdx+jRoxu1fywWo2PHjixdurRJcYhI6zJ39Q4Azj+51oFDm4X/moZG3w/BNoevC7aJr2+Cbdu20bZtW2644QYmT57MkiVLai133nnn8fLLL1NeXs7+/ft57bXXAOjQoQN9+vThxRdfBOLVwWXLljUpJhFJf3M/38Epx3egW4ecpJ0jaYnAzJ4xsx1mtqKecmeYWcTM/ilZsRzm1AlwxSOQ1wuw+PMVjzT5qqFPP/2UM888k9NOO42f//zn3HfffbWWGzFiBBMnTmTYsGFcdtllnHHGGdXbpk2bxtNPP82wYcM45ZRTeOWVV5oUk4ikt9KDYRZ/sYcLk3S1UBVzziXnwGbnAQeAPzrnhhylTAbwN6ACeMY5N6u+4xYWFroj5yNYtWoVgwYNanrQaU6fg0jr8tqybdzxwie89L2zOf3ETk06lpktds4V1rYtaTUC59x8YHc9xe4AXgJ2JCsOEZF0NffzHXRqG+S0Xh2Teh7P+gjMrCdwDfCEVzGIiKSqWMwxb00J5w/IJyOQ3CFkvOwsfgi4xzkXq6+gmU0ys0VmtqikpKQFQhMR8dbyraXsLgsl7W7imry8fLQQmJ4YLK0rMNbMIs65l48s6JybCkyFeB9Bi0YpIuKBv3++g4DBef2Td9loFc8SgXOueuB8M3sOeL22JCAi4jeRaIxXlm6l8MTOdGqXlfTzJS0RmNkLwCigq5kVAT8DggDOuSeTdV4RkXT3ytJtfLHrIPeNG9wi50taInDOXduIsjcnK45UlJuby4EDB9i0aROXX345K1bUeauFiPhIJBrjd3PXMbhHBy4alPz+AfDjncXA7A2zuWTWJZz6P6dyyaxLmL1httchiYgA8NrybWzcWcado/u32IRTvksEszfMZsqCKRSXFeNwFJcVM2XBlCYlg3vvvZfHHnusennKlCn88pe/ZPTo0YwYMYKhQ4fWe5dwNBpl8uTJnHHGGZx66qk89dRTANx44428/PKhrpPrr79edxyLtFLRmOPRv69jYPf2XDK4W4ud13eJ4OElD1MRPXxu34poBQ8vefiYjzlx4kRmzjw0n8HMmTO56aab+Mtf/sKSJUuYO3cud999N3Xdxf3000+Tl5fHwoULWbhwIb///e/ZuHEjt9xyC8899xwApaWlLFiwgHHjxh1zrCKSul5fvo0NJfHaQCDJ9w7U5LvRR7eXbW/U+oYYPnw4O3bsYNu2bZSUlNCpUye6d+/Oj370I+bPn08gEGDr1q18+eWXdO/evdZjvPXWWyxfvpxZs+KjbJSWlrJ27VouueQSbr/9dkpKSnjppZf45je/SWam7/7ZRFq9qtrAgG65jDml9u+JZPHdN0r3dt0pLiuudX1TjB8/nlmzZrF9+3YmTpzItGnTKCkpYfHixQSDQXr37k1FRcVR93fO8eijj3LppZd+ZduNN97In/70J6ZPn86zzz7bpDhFJDX9beV21u04wKPXDm/R2gD4sGnorhF3kZNx+HCuORk53DXiriYdd+LEiUyfPp1Zs2Yxfvx4SktLOe644wgGg8ydO5cvvviizv0vvfRSnnjiCcLhMABr1qyhrKwMgJtvvpmHHnoIgMGDW+ZyMhFpWSuL9wMwdmiPFj+372oE4/rG29cfXvIw28u2071dd+4acVf1+mN1yimnsH//fnr27EmPHj24/vrrueKKKxg6dCiFhYUMHDiwzv1vvfVWNm3axIgRI3DOkZ+fX91J3K1bNwYNGsTVV1/dpBhFJHWFozGCGZb0cYVqk7RhqJPFj8NQHzx4kKFDh7JkyRLy8vKOWq61fw4irdkvXl/J9I8389kDtc933lSeDEMtzePtt99m0KBB3HHHHXUmARFJb6FILGmT09fHd01D6eaiiy6qt39BRNJfKBIjmOFNIlCNQEQkBYSj3tUIWk0iSLe+jubm9/cvku4qlQiaJicnh127dvn2y9A5x65du8jJyam/sIikpFAkRpZHTUOtoo+goKCAoqIi/Dx7WU5ODgUFBV6HISLHKBSJka3O4mMXDAbp06dP/QVFRFKUOotFRHxOncUiIj4XUiIQEfE3LzuLlQhERFJAKBIjqBqBiIh/haIxslUjEBHxLy/HGlIiEBFJAeosFhHxOXUWi4j4nDqLRUR8LBZzRGJONQIREb8KRWMA6iMQEfGrqkTg1aBzSgQiIh4LReKJQIPOiYj4VFhNQyIi/lZVI1BnsYiIT1UnAtUIRET8qbK1JgIze8bMdpjZiqNsv97MlpvZp2a2wMyGJSsWEZFUVn35aCtsGnoOGFPH9o3A+c65ocAvgKlJjEVEJGWFPa4RJG3OYufcfDPrXcf2BTUWPwQ087qI+JJuKIu7BXjjaBvNbJKZLTKzRSUlJS0YlohI8vn+qiEzu4B4IrjnaGWcc1Odc4XOucL8/PyWC05EpAV4fUNZ0pqGGsLMTgX+AFzmnNvlZSwiIl7xbdOQmZ0A/Bn4tnNujVdxiIh4rapG4NVYQ0mrEZjZC8AooKuZFQE/A4IAzrkngfuBLsDjZgYQcc4VJiseEZFU5XWNIJlXDV1bz/ZbgVuTdX4RkXTh+85iERG/qxp0TjOUiYj4lGoEIiI+d+jyUfPk/EoEIiIeq4zGyMoMkLhwpsUpEYiIeCwUiXnWLARKBCIingsnagReUSIQEfGYagQiIj4XiqhGICLiayE1DYmI+Fso4jwbeRSUCEREPKcagYiIz4UiUbJVIxAR8S91FouI+FwoGvNseAlQIhAR8Vw44lQjEBHxs3hncYZn51ciEBHxmO4sFhHxuUp1FouI+Fs4GiNLncUiIv6ly0dFRHxOdxaLiPhYNOaIxhxZGbpqSETEl6rnK85UH4GIiC+FovFEoMtHRUR8qqpGkK0+AhERf6quESgRiIj4U1WNQIlARMSnwokagWYoExHxqeoagRKBiIg/VappSETE31p1H4GZPWNmO8xsxVG2m5k9YmbrzGy5mY1IViwiIqmqtd9H8Bwwpo7tlwH9E49JwBNJjEVEJCWFW3ONwDk3H9hdR5GrgD+6uA+BjmbWI1nxiIikorS5j8DM2plZIPF6gJldaWbBJp67J7ClxnJRYp2IiG+k01VD84EcM+sJvAV8m3jTT4sws0lmtsjMFpWUlLTUaUVEki6dOovNOXcQ+AbwuHNuPHBKE8+9FehVY7kgse4rnHNTnXOFzrnC/Pz8Jp5WRCR1pFNnsZnZ14HrgdmJdU0dPPtV4MbE1UNfA0qdc8VNPKaISFpJhRpBZgPL/RD4KfAX59xnZtYXmFvXDmb2AjAK6GpmRcDPgCCAc+5JYA4wFlgHHAT++VjegIhIOkuFzuIGJQLn3D+AfwAkOo13OufurGefa+vZ7oDvNzBOEZFWKW06i83seTPrYGbtgBXASjObnNzQRERav1AkhhlkBFJ/hrLBzrl9wNXAG0Af4lcOiYhIE4SjMbIyApilfiIIJu4buBp41TkXBlzywhIR8YfKSMzT/gFoeCJ4CtgEtAPmm9mJwL5kBSUi4hehaMzTaSqh4Z3FjwCP1Fj1hZldkJyQRET8IxSJedpRDA3vLM4zs99W3d1rZr8hXjsQEZEmCEdjBNOkaegZYD8wIfHYBzybrKBERPwiFWoEDb2hrJ9z7ps1ln9uZkuTEZCIiJ+E0qizuNzMzq1aMLNzgPLkhCQi4h+hqPeJoKE1gu8CfzSzvMTyHuCm5IQkIuIfoUiMYDo0DTnnlgHDzKxDYnmfmf0QWJ7M4EREWrtQNEZudkN/kydHo9KQc25f4g5jgB8nIR4REV9Jhc7ippzdu/uhRURaiXTqLK6NhpgQEWmilO8sNrP91P6Fb0CbpEQkIuIj4VTvLHbOtW+pQERE/CgVagTenl1ExOcq07yzWEREmigU8X70USUCEREPhaPe9xEoEYiIeCQSjRFz3k5cD0oEIiKeCUUTE9crEYiI+FMokkgEahoSEfGnqkSQLhPTiIhIM6tqGspWjUBExJ+qm4ZUIxAR8Sd1FouI+Jw6i0VEfC4cVWexiIivVapGICLib+osFhHxuapEoEHnRER8quqqoVY96JyZjTGz1Wa2zszurWX7CWY218w+MbPlZjY2mfGIiKSScGu/fNTMMoDHgMuAwcC1Zjb4iGL3ATOdc8OBbwGPJyseEZFU44c+gjOBdc65Dc65EDAduOqIMg7okHidB2xLYjwiIinFD/cR9AS21FguSqyraQpwg5kVAXOAO2o7kJlNMrNFZraopKQkGbGKiLS4Sh/UCBriWuA551wBMBb4XzP7SkzOuanOuULnXGF+fn6LBykikgzhqANad41gK9CrxnJBYl1NtwAzAZxzHwA5QNckxiQikjL80EewEOhvZn3MLIt4Z/CrR5TZDIwGMLNBxBOB2n5ExBdC0SgZASMjYJ7GkbRE4JyLAD8A3gRWEb866DMze8DMrkwUuxu4zcyWAS8ANzvnXLJiEhFJJaFIzPNmIYDMZB7cOTeHeCdwzXX313i9EjgnmTGIiKSqUCRGMMPb2gB431ksIuJboagjKzPD6zCUCEREvBKKxDwfZwiUCEREPBOKxjy/YgiUCEREPBOKRFOis9j7CEREfCocdQQz1VksIuJbqXL5qPcRiIj4VCiiPgIREV+rjMZ0+aiIiJ/Fm4bURyAi4lthXT4qIuJv6iwWEfE5dRaLiPic7iwWEfG5cCRGMAWahpI6DHUqKauMsLc8TG5WJm2zM1LiwxcRf6tMkRqBbxLBP9aUcPu0JdXLWZkB2gQzyMoMkJURIDszQGaGETA7bMYg5yDmHM6BA6rmzYkvH1p/pIBBwOLHCwQS5RMFq45TdYx4eat+tiOuJjMDwxLPYHbodaD6dXyFHVk+cSzDqo9F1TGqyx6xXOP14e/JDjt21XLN5+r3HYi/zki8zkh8roGAkZn4fDMDRmZGIP6ceB3MMDID8X+LYEaAYEbidSC+LZj49womymZlBsjOzCA7GP83zMoIYEcG3oxmb5jNw0seZnvZdrq3685dI+5iXN9xSTuftF7Oufjooynwo9Q3iWBozzz+65tDKauMUlYZoSwUpTwUIRSNURmJEYrEiEQdUeeIxeLPkPiSo+pLseaX8eFftlVftBD/co/F4gkklkgkNY8RP+7h+zniZY+coK1mAnJHLh+WpGokqxg4YoclHmo5Boctu+pkVTPhHR7HoRirysXf46F9Y84RjR1639HYoc8zvt4RiTmOOHyzMYPszAA5wQzaVD2y4s9tszNpn5NJh5xMOuQEaZ+TSfsazx1yMunQJkiHNkHy2gRpl5VxWFKZvWE2UxZMoSJaAUBxWTFTFkwBUDKQRqueuF41gpbTq3NbJnY+weswJCEWiyeESCwWf446ItEY4VjiOeoIR+PJORyLVW+vrFoXjSfvqkReGY5SGYlREY4mHjHKE6/LQ1HKw1FKD4Yo2n2QfRUR9leEqUxMHH40WZkBurbLonNuFl1zs1mZ8SAVruKwMhXRCh5e8rASgTRaOBr/+0uFZmrfJAJJLYGAkRUwsjy8XiEUibG/Isz+igj7KyLsqwizrzzMvoowew+G2V0WYldZiF0HKik5UEl5+51QS6tT8YFirvrde/TNz6VP13b06dqOfvm59M1vR07Q++EDJDWFEj9EVCMQ8VBWZoAuudl0yc1uUPlLZvWguKz4K+vbBLrSPifIxxt385dPtlavN4OCTm04uVt7hp/QidNP7MSwgo60yVJykPilo6BEIJJW7hpx12F9BAA5GTn87Ox/ZVzfswAoD0XZuLOM9SUHWF9ygHU7DrCyeB9vr9oBQGbAOOX4DpzVtwtn9elMYe/O5LUJevJ+xFvVNQI1DYmkj6p+gLquGmqTlcHg4zsw+PgOh+27pyzEJ1v2sGhT/PHc+5uYOn8DZjCsoCMXnHwcFwzMZ8jxeQQC3g9CJslXqaYhkfQ0ru+4Y+oY7tQuiwsHduPCgd0AqAhH+WTzXj7csIt/rCnhoXfW8N9vryG/fTbjhvbgqtOO57ReHZN6Kax4q6qzWDUCEZ/KCWbw9X5d+Hq/Lvzo4gHsOlDJ/LUl/G3llzz/8WaeW7CJ3l3acvXwnkwo7MXxHdt4HbI0M3UWi8hhuuRmc83wAq4ZXsC+ijB/XbGdV5Zu5eF31vLIO2u5cOBxXHfWCZw/4Ljqmx0lvVWEo4ASgYjUokNOkAmFvZhQ2Istuw8yfeFmZiws4u1Vi+jdpS13ju7P1RkLCPz9ASgtgrwCGH0/nDrB69ClEd5a+SWZAWNAt/Zeh6JB50RSWa/ObZl86UA++OmFPHbdCNpkZTJv1mOE/vIDKN0CuPjza3fC8plehysNtL8izIyFWxg7tAfdOuR4HY4SgUg6CGYEGHdqD2bfcS7/lfcyOVQeXiBcDu884E1w0mgvLiriQGWE75zbx+tQACUCkbQSCBhtyr96UxuAKy1q4WjkWERjjucWbOL0EztxWq+OXocDKBGIpJ+8glpXb3Vd+Plrn1FWGWnhgKQx3l71JZt3H+SWFKkNgBKBSPoZfT8ED7+c1GW24YMTv8+z72/i0ofm8+7aEo+Ck/o8/d5GenZswyWDu3kdSrWkJgIzG2Nmq81snZnde5QyE8xspZl9ZmbPJzMekVbh1AlwxSOQ1wswyOuFXfkI47/zY2b+y9fJygjw7ac/ZvKLyyg9GPY6WqlhxdZSPt64m5vP7k1mCtxIVsWOHHe+2Q5slgGsAS4GioCFwLXOuZU1yvQHZgIXOuf2mNlxzrkddR23sLDQLVq0KCkxi7QGFeEoD7+zlqnzN9C5XRa/uGoIY4Z09zosAX48YylvfradD/7faDrktOwYU2a22DlXWNu2ZKakM4F1zrkNzrkQMB246ogytwGPOef2ANSXBESkfjnBDO4ZM5BXvn8O+bnZfPdPi7l92mJ27K+of2dJmq17y3lt+TbGF/Zq8SRQn2Qmgp7AlhrLRYl1NQ0ABpjZ+2b2oZmNqe1AZjbJzBaZ2aKSErV9ijTEkJ55vPKDc/jJmJN5e9UOLv7tfGYu3PKV2eekZTw+dx0Ak87r63EkX+V1I1Um0B8YBVwL/N7MvnI9lXNuqnOu0DlXmJ+f38IhiqSvYEaA20edxBt3jeTk7u35yUvLuf4PH7FpZ5nXofnK1r3lzFy0hYlnpOa4UclMBFuBXjWWCxLraioCXnXOhZ1zG4n3KfRPYkwivtQvP5fpt32N/7hmKJ9uLeXSh+bzyDtrKQ9FvQ7NF56YF68NfG/USR5HUrtkJoKFQH8z62NmWcC3gFePKPMy8doAZtaVeFPRhiTGJOJbgYBx3Vkn8PaPz+eiQd347d/WcOFv5vHyJ1uJxdRclCzb9pYzY+EWJhT2omcK1gYgiYnAORcBfgC8CawCZjrnPjOzB8zsykSxN4FdZrYSmAtMds7tSlZMIgLdOuTw2PUjmDHpa3TJzeKHM5byjScWsHDTbq9Da5UeT9QGbr8gNWsDkMTLR5NFl4+KNJ9YzPHnT7by6zc/58t9lVw8uBv3jBnIScfleh1aq7Btbznn/3ou4wt78R/XDPU0Fq8uHxWRFBcIGP90egHz/vUCJl96Mh+s38WlD83np39ezuZdB70OL+1V1wZG9fM4krppPgIRoU1WBt+/4CS+dUYvHv37OqZ99EX1MMnfPb8fQ3rmeR1i2tmy+yAzFm5hfGEvCjq19TqcOikRiEi1LrnZTLnyFL43qh/PvLeRaR9t5vXlxYzs35U7LuzPmX06ex1i2njknbWYGXdcmLp9A1XUNCQiX9GtQw4/HTuIBT+9kHvGDGRV8T4mPPUB35r6AQvW7dRNafVYX3KAl5YUccNZJ9IjLzWvFKpJiUBEjqpDTpDvjerHuz+5kH+/fDAbSsq47g8fcc3jC3jj02Kiuuy0Vv/9tzXkBDO4/YLU7huookQgIvVqk5XBLef2Yf5PLuAXVw9hz8EQ35u2hAsenMcfP9ikG9NqWFW8j9eXF/PP5/Sma2621+E0iBKBiDRYTjCDb3/tRP5+9yieuH4Endtlcf8rn3Huf/2dx+auY1+Fhr3+zVtraJ+TyaSR6VEbAHUWi8gxyAgYlw3twZgh3Vm4aQ+Pz1vHr99czZPz1nPD10/kO+f0Ib99evwabk6fbN7D26u+5O6LB5DXNrVGGK2LbigTkWaxYmspT/xjPXM+LSaYEWBCYQGTRvbjhC6pfelkc9lfEeaqx95nX3mEeZNHkZudWr+z67qhLLUiFZG0NaRnHo9dN4INJQeYOn8DMxZu4fmPNjPu1OO59dw+DEuRidqTwTnH5BeX88Wug/zplrNSLgnURzUCEUmK7aUVPP3eBl74eAsHKiMUntiJW0f24eLB3ckImNfhNasn/7Ge/3zjc/5t7CBuS8H5BqDuGoESgYgk1f6KMDMXFfHs+xsp2lNOr85t+M45fRhf2CvtfjnXZsG6ndzw9EdcNqQHv7tuOGapmeSUCETEc9GY463PtvP0extZ9MUe2udkct2ZJzC+sFfaDnK3vuQAE578gE7tsnj5++ekdGJTIhCRlPLJ5j384b2NvPFpMTEHA7u354phxzN2aA96d2mbsr+qa3p3bQm3T1tCVkaAGf/y9ZRPZkoEIpKSvtxXwZxPi3l9eTGLv9gDwPF5OZzZpzNn9unCGb070S8/l0CK9Sn88YNN/Py1lfQ/Lpc/3FSY8oPKgRKBiKSBrXvLeWfVl3y0cTcfb9xNyf5KADrkZHLaCZ0Y3qsjX+vbhcLenQhmeHMvbGUkyi9eX8mfPtzM6IHH8fC1w1O6OagmJQIRSSvOOTbuLGPxF3tYsnkvn2zew+ov9+MctM/OZOSArow6+TjOOalri03/uL7kAHc8/wkri/cx6by+3DNmYFpd/aT7CEQkrZgZffNz6Zufy/jCXkD86qP31+1i3uodzF29gzmfbgegZ8c2nNWnM2f17cy5/fObPTE455i5aAtTXl1JTjDA728s5OLB3Zr1HF5TjUBE0o5zjs+37+ejDbuqm5J2lYUA6JvfjvP653NG786c2KUtBZ3akNcm2OgO6I07y5i3egdvfradDzfs5ux+XfjthNPonpeTjLeUdGoaEpFWzTnH2h0HeHftTt5dW8KHG3ZREY5Vb2+fnUnn3CxyMjPIycogJzNAdjCDrIwA2ZkBMjOMcDRGKBKjMhJj8+6DfJGYqrNvfjuuPeMEvnNun7RqCjqSEoGI+EpFOMq6HQco2lNO0Z6DbNl9kL3lYcpDUSoiMSrCUSoj8S/+UCRKJOYIZgTiiSEYoEu7bM5P9EP06pz6VwQ1hPoIRMRXcoIZDOmZp7mWG0jzEYiI+JwSgYiIzykRiIj4nBKBiIjPKRGIiPicEoGIiM8pEYiI+JwSgYiIz6XdncVmVgLsBUprrM6rsVzb66rnrsDOYzx1zeM2ZvuR6+taVuwNi6shZRS7Ym9smdYee0fnXH6tR3XOpd0DmHq05dpe13he1FznbOj2umJV7E2LW7ErdsXe+Nhre6Rr09BrdSzX9vrI8s1xzoZuryvWI5cVe93na0wZxX7sFHv9y+kc+1ekXdNQU5jZIneUQZdSnWL3hmL3hmJvWelaIzhWU70OoAkUuzcUuzcUewvyVY1ARES+ym81AhEROYISgYiIzykRiIj4nBJBgpmNNLMnzewPZrbA63gaw8wCZvYrM3vUzG7yOp7GMLNRZvZu4rMf5XU8jWVm7cxskZld7nUsjWFmgxKf+Swz+57X8TSGmV1tZr83sxlmdonX8TSGmfU1s6fNbJbXsdTUKhKBmT1jZjvMbMUR68eY2WozW2dm99Z1DOfcu8657wKvA/+TzHhrao7YgauAAiAMFCUr1iM1U+wOOADkkH6xA9wDzExOlLVrpr/3VYm/9wnAOcmMt6Zmiv1l59xtwHeBicmMt6Zmin2Dc+6W5EZ6DI7lDrhUewDnASOAFTXWZQDrgb5AFrAMGAwMJf5lX/NxXPY/T4oAAAS3SURBVI39ZgLt0yl24F7gXxL7zkqz2AOJ/boB09Is9ouBbwE3A5enU+yJfa4E3gCuS7fYE/v9BhiRprG32P/ThjxaxeT1zrn5Ztb7iNVnAuuccxsAzGw6cJVz7v8DtVbjzewEoNQ5tz+J4R6mOWI3syIglFiMJi/awzXX556wB8hORpy1aabPfRTQjvh//HIzm+OciyUzbmi+z9059yrwqpnNBp5PXsSHnbM5PncD/hN4wzm3JLkRH9LMf+8ppVUkgqPoCWypsVwEnFXPPrcAzyYtooZrbOx/Bh41s5HA/GQG1gCNit3MvgFcCnQEfpfc0OrVqNidc/8GYGY3AztbIgnUobGf+yjgG8ST75ykRla/xv693wFcBOSZ2UnOuSeTGVw9Gvu5dwF+BQw3s58mEobnWnMiaDTn3M+8juFYOOcOEk9iacc592fiiSxtOeee8zqGxnLOzQPmeRzGMXHOPQI84nUcx8I5t4t430ZKaRWdxUexFehVY7kgsS4dKHZvKHZvKHaPteZEsBDob2Z9zCyLeKfeqx7H1FCK3RuK3RuK3Wte91Y3U2/+C0Axhy6fvCWxfiywhniv/r95HadiT52HYlfsfoq9vocGnRMR8bnW3DQkIiINoEQgIuJzSgQiIj6nRCAi4nNKBCIiPqdEICLic0oE0iqY2YEWPl+zzFmRmI+h1MyWmtnnZvZgA/a52swGN8f5RUCJQKRWZlbnOFzOubOb8XTvOudOA4YDl5tZffMDXE18xFORZqFEIK2WmfUzs7+a2WKLz4I2MLH+CjP7yMw+MbO3zaxbYv0UM/tfM3sf+N/E8jNmNs/MNpjZnTWOfSDxPCqxfVbiF/20xDDJmNnYxLrFZvaImb1eV7zOuXJgKfERLTGz28xsoZktM7OXzKytmZ1NfB6BXydqEf2O9j5FGkqJQFqzqcAdzrnTgX8FHk+sfw/4mnNuODAd+EmNfQYDFznnrk0sDyQ+TPaZwM/MLFjLeYYDP0zs2xc4x8xygKeAyxLnz68vWDPrBPTn0FDif3bOneGcGwasIj6kwQLiY9lMds6d5pxbX8f7FGkQDUMtrZKZ5QJnAy8mfqDDoYlvCoAZZtaD+KxSG2vs+mril3mV2c65SqDSzHYQn0ntyCk1P3bOFSXOuxToTXz6zQ3OuapjvwBMOkq4I81sGfEk8JBzbnti/RAz+yXxuRpygTcb+T5FGkSJQFqrALA30fZ+pEeB3zrnXk1M0DKlxrayI8pW1ngdpfb/Mw0pU5d3nXOXm1kf4EMzm+mcWwo8B1ztnFuWmPxmVC371vU+RRpETUPSKjnn9gEbzWw8xKc3NLNhic15HBoz/qYkhbAa6FtjasN6J1lP1B7+E7gnsao9UJxojrq+RtH9iW31vU+RBlEikNairZkV1Xj8mPiX5y2JZpfPgKsSZacQb0pZDOxMRjCJ5qXbgb8mzrMfKG3Ark8C5yUSyL8DHwHvA5/XKDMdmJzo7O7H0d+nSINoGGqRJDGzXOfcgcRVRI8Ba51z/+11XCJHUo1AJHluS3Qef0a8Oeopj+MRqZVqBCIiPqcagYiIzykRiIj4nBKBiIjPKRGIiPicEoGIiM8pEYiI+Nz/AUUA+v9S2uRsAAAAAElFTkSuQmCC\n"},"metadata":{"needs_background":"light"}}]},{"cell_type":"code","source":["learner.fit_one_cycle(2,4.75e-4)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":112},"id":"f5EZdBxuWAo9","executionInfo":{"status":"ok","timestamp":1674922563374,"user_tz":-360,"elapsed":71125,"user":{"displayName":"MSI","userId":"13207606968035913219"}},"outputId":"d41ffa39-5c0d-4277-db9c-20a9c86df219"},"execution_count":39,"outputs":[{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["\n","<style>\n","    /* Turns off some styling */\n","    progress {\n","        /* gets rid of default border in Firefox and Opera. */\n","        border: none;\n","        /* Needs to be in here for Safari polyfill so background images work as expected. */\n","        background-size: auto;\n","    }\n","    progress:not([value]), progress:not([value])::-webkit-progress-bar {\n","        background: repeating-linear-gradient(45deg, #7e7e7e, #7e7e7e 10px, #5c5c5c 10px, #5c5c5c 20px);\n","    }\n","    .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n","        background: #F44336;\n","    }\n","</style>\n"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: left;\">\n","      <th>epoch</th>\n","      <th>train_loss</th>\n","      <th>valid_loss</th>\n","      <th>accuracy_multi</th>\n","      <th>time</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <td>0</td>\n","      <td>0.193462</td>\n","      <td>0.156792</td>\n","      <td>0.925729</td>\n","      <td>00:36</td>\n","    </tr>\n","    <tr>\n","      <td>1</td>\n","      <td>0.140244</td>\n","      <td>0.134715</td>\n","      <td>0.940298</td>\n","      <td>00:34</td>\n","    </tr>\n","  </tbody>\n","</table>"]},"metadata":{}}]},{"cell_type":"code","source":["learner.save(\"book-classifier-stage-0\")"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"SPWUiFE5WFcA","executionInfo":{"status":"ok","timestamp":1674922571152,"user_tz":-360,"elapsed":7834,"user":{"displayName":"MSI","userId":"13207606968035913219"}},"outputId":"af159198-92b5-46e5-c06e-c506f6572106"},"execution_count":40,"outputs":[{"output_type":"execute_result","data":{"text/plain":["Path('models/book-classifier-stage-0.pth')"]},"metadata":{},"execution_count":40}]},{"cell_type":"code","source":["learner.export(\"models/book-classifier-stage-0.pkl\")"],"metadata":{"id":"jtaeu-V_WK89","executionInfo":{"status":"ok","timestamp":1674922579528,"user_tz":-360,"elapsed":7812,"user":{"displayName":"MSI","userId":"13207606968035913219"}}},"execution_count":41,"outputs":[]},{"cell_type":"markdown","source":["# Stage - 1"],"metadata":{"id":"grdg5-CTWMe1"}},{"cell_type":"code","source":["# learner.load(\"book-classifier-stage-0\")"],"metadata":{"id":"tDSMlbBiWN31"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["learner.unfreeze()"],"metadata":{"id":"hIRcNyH8WRHP","executionInfo":{"status":"ok","timestamp":1674922584433,"user_tz":-360,"elapsed":1077,"user":{"displayName":"MSI","userId":"13207606968035913219"}}},"execution_count":42,"outputs":[]},{"cell_type":"code","source":["learner.lr_find(suggest_funcs=[slide, valley])"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":300},"id":"J9c73oaBWSbY","executionInfo":{"status":"ok","timestamp":1674922611298,"user_tz":-360,"elapsed":25614,"user":{"displayName":"MSI","userId":"13207606968035913219"}},"outputId":"f153a60c-3535-4100-e4b4-d422b80b3ee0"},"execution_count":43,"outputs":[{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["\n","<style>\n","    /* Turns off some styling */\n","    progress {\n","        /* gets rid of default border in Firefox and Opera. */\n","        border: none;\n","        /* Needs to be in here for Safari polyfill so background images work as expected. */\n","        background-size: auto;\n","    }\n","    progress:not([value]), progress:not([value])::-webkit-progress-bar {\n","        background: repeating-linear-gradient(45deg, #7e7e7e, #7e7e7e 10px, #5c5c5c 10px, #5c5c5c 20px);\n","    }\n","    .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n","        background: #F44336;\n","    }\n","</style>\n"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":[]},"metadata":{}},{"output_type":"execute_result","data":{"text/plain":["SuggestedLRs(slide=0.005248074419796467, valley=1.737800812406931e-05)"]},"metadata":{},"execution_count":43},{"output_type":"display_data","data":{"text/plain":["<Figure size 432x288 with 1 Axes>"],"image/png":"iVBORw0KGgoAAAANSUhEUgAAAYgAAAEKCAYAAAAIO8L1AAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjIsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+WH4yJAAAgAElEQVR4nO3deXxc9Xnv8c8z0miX5U3eAdnGBq+AEaYhYUkgxoFgCAlLCw3ppaVpNpr0ckMu3MShoc1NaRrCJQ20gTQpqQNOAiY4EKCQkBDASwzGNmB5AWRJtixZu0bL6Ll/zNiM5bGt7WhGo+/79ZI958w5c56flvnOOb9zzs/cHRERkd5CqS5ARETSkwJCRESSUkCIiEhSCggREUlKASEiIkkpIEREJKnsVBcwVCZOnOhlZWWpLkNEZETZsGHDfncvTfZcxgREWVkZ69evT3UZIiIjipm9fbTndIhJRESSUkCIiEhSCggREUkqY/ogkunq6qKyspJIJJLqUlImLy+PGTNmEA6HU12KiIwwGR0QlZWVFBcXU1ZWhpmlupxh5+7U1dVRWVnJzJkzU12OiIwwGX2IKRKJMGHChFEZDgBmxoQJE0b1HpSIDFxGBwQwasPhoNHefpFMt253PRvfORDIa2d8QKSjCy644NA1G5dccgkNDQ1HLLNy5Uruuuuu4S5NREaYf/71m3z98a2BvLYCItFrD8O/LISVY2P/v/Zw4Jtcu3YtY8eODXw7IpJ53J1t1c3MnzomkNdXQBz02sPw+Beg8V3AY/8//oVBh0RrayuXXnopp512GgsXLuSnP/3pYc+XlZWxf/9+AO68807mzp3LBz7wAd58881Dy+zYsYPly5dz5plncu655/LGG28MqiYRyQxVjREa27uYP00BEaxn74Cu9sPndbXH5g/Ck08+ybRp03j11Vd5/fXXWb58edLlNmzYwKpVq9i0aRNr165l3bp1h5676aabuOeee9iwYQN33XUXn/nMZwZVk4hkhq1VTQDMn1ocyOsHGhBmttzM3jSzCjO79RjLfdzM3MzKE+Z9Jb7em2Z2cZB1AtBY2b/5fbRo0SKefvppvvzlL/PCCy9QUlKSdLkXXniBj33sYxQUFDBmzBhWrFgBQEtLCy+++CJXXXUVp59+On/9139NdXX1oGoSkcywrboJMzhlSjB7EIFdB2FmWcC9wIeBSmCdma1x9629lisGbgZeTpg3H7gWWABMA54xs7nuHg2qXkpmxA8vJZk/CHPnzmXjxo2sXbuW22+/nQsvvLBf6/f09DB27Fg2bdo0qDpEJPNsrWripPEFFOUG81Ye5B7EUqDC3Xe6eyewCrg8yXJ/D/xfIPFk/cuBVe7e4e67gIr46wXnwq9COP/weeH82PxBqKqqoqCggOuvv55bbrmFjRs3Jl3uvPPO49FHH6W9vZ3m5mYef/xxAMaMGcPMmTN55JFHgFin1KuvvjqomkQkM2yraQqs/wGCDYjpQOJH8sr4vEPMbAlwgrs/0d914+vfZGbrzWx9bW3t4KpdfDVc9l0oOQGw2P+XfTc2fxA2b97M0qVLOf300/n617/O7bffnnS5JUuWcM0113DaaafxkY98hLPOOuvQcw899BA/+MEPOO2001iwYAGPPfbYoGoSkZGvOdLF23VtzAvo8BKk8FYbZhYCvg18aqCv4e73A/cDlJeX+6CLWnz1oAOht4svvpiLLz68C+X5558/9Hj37t2HHt92223cdtttR7zGzJkzefLJJ4e0LhEZ2d6saQYIdA8iyIDYA5yQMD0jPu+gYmAh8Hz8at8pwBozW9GHdUVERrWt1bEzmOYFdA0EBHuIaR0wx8xmmlkOsU7nNQefdPdGd5/o7mXuXga8BKxw9/Xx5a41s1wzmwnMAV4JsFYRkRFlW3UTYwvCTC3JC2wbge1BuHu3mX0OeArIAh5w9y1mdgew3t3XHGPdLWb2MLAV6AY+G+gZTCIiI8zWqibmTx0T6P3WAu2DcPe1wNpe85KeFuTuF/SavhO4M7DiRERGqO5oD2/UNHP9n5wU6HZ0JbWIyAizu66Vju6ewO7BdJACQkRkhNlSFXwHNSgg0k5RUREQO/114cKFKa5GRNLRtupmwlnGyZOKAt2OAiLBEzufYNnqZSz+j8UsW72MJ3b2vn5PRCT1tlY3cfKkYnKyg30LV0DEPbHzCVa+uJLq1mocp7q1mpUvrhx0SNx6663ce++9h6ZXrlzJN77xDS688EKWLFnCokWLjntldDQa5ZZbbuGss85i8eLF3HfffQB88pOf5NFHHz203HXXXaerrEVGgW3VTYH3P4AC4pC7N95NJHr42M2RaIS7N949qNe95pprePjh98aUePjhh7nhhhv4xS9+wcaNG3nuuef4u7/7O9yPfiH4D37wA0pKSli3bh3r1q3j3/7t39i1axc33ngjP/zhDwFobGzkxRdf5NJLLx1UvSKS3mqbO6ht7mBeQLf4TpSyW22km5rWmn7N76szzjiDffv2UVVVRW1tLePGjWPKlCl88Ytf5Le//S2hUIg9e/awd+9epkyZkvQ1fv3rX/Paa6+xevVqIBYG27dvZ9myZXzmM5+htraWn/3sZ3z84x8nO1s/UpFMti1+BXWQt9g4SO8mcVMKp1DdeuQ4C1MKk79p98dVV13F6tWrqamp4ZprruGhhx6itraWDRs2EA6HKSsrIxKJHHV9d+eee+454p5OEDvM9J//+Z+sWrWKBx98cNC1ikh6O3iLDR1iGkY3L7mZvKzDL1nPy8rj5iU3D/q1r7nmGlatWsXq1au56qqraGxsZNKkSYTDYZ577jnefvvtY65/8cUX86//+q90dXUB8NZbb9Ha2grApz71Kb7zne8AMH/+/EHXKiLpbfOeRqaPzWdsQU7g29IeRNyls2LH7u/eeDc1rTVMKZzCzUtuPjR/MBYsWEBzczPTp09n6tSpXHfddVx22WUsWrSI8vJyTj311GOu/5d/+Zfs3r2bJUuW4O6UlpYe6pyePHky8+bN44orrhh0nSKS3tydV3bVc87sCcOyPTtW5+hIUl5e7uvXrz9s3rZt25g3b16KKhoebW1tLFq0iI0bNx51ONPR8H0QGQ121rbwoX/+Df/wsUX82dknDslrmtkGdy9P9pwOMY1gzzzzDPPmzePzn//8UcNBRDLHy7vqATh71vhh2Z4OMY1gF1100XH7L0Qkc7y8s46JRbnMmlg4LNvTHoSIyAjg7ry8q56zZ44P9BbfiTI+IDKlj2WgRnv7RTJF5YF2qhsjw3Z4CTI8IPLy8qirqxu1b5LuTl1dHXl5wY04JSLD46WddQCcPXN4zmCCDO+DmDFjBpWVldTW1qa6lJTJy8tjxowZqS5DRAbp5V31jCsIMyfgO7gmyuiACIfDzJw5M9VliIgM2su76jirbDyh0PD0P0CGH2ISEckEVQ3tvFvfztmzhu/wEiggRETS3isHr3+YOXwd1KCAEBFJey/vqqM4LzvwIUZ7U0CIiKS5l3fWs7RsPFnD2P8ACggRkbS2rznCzv2tLB3mw0uggBARSWuH+h+GuYMaFBAiImntqS17Kc7LZuEwjCDXmwJCRCRN7W2K8KvN1VxdfgLZWcP/dh3oFs1suZm9aWYVZnZrkuc/bWabzWyTmf3OzObH55eZWXt8/iYz+36QdYqIpKOHXnqbqDuffN9JKdl+YFdSm1kWcC/wYaASWGdma9x9a8JiP3H378eXXwF8G1gef26Hu58eVH0iIumsozvKT155hw+dMomTJgzP7b17C3IPYilQ4e473b0TWAVcnriAuzclTBYCo/OueiIivazdXM3+lk5uOKcsZTUEGRDTgXcTpivj8w5jZp81sx3At4AvJDw108z+aGa/MbNzA6xTRCTt/PD3u5ldWsi5cyamrIaUd1K7+73uPhv4MnB7fHY1cKK7nwF8CfiJmR3RhW9mN5nZejNbP5rv2CoimeWP7xzg1cpGbjinbNgGB0omyIDYA5yQMD0jPu9oVgFXALh7h7vXxR9vAHYAc3uv4O73u3u5u5eXlpYOWeEiIqn0wxd3U5ybzZVLUnur/iADYh0wx8xmmlkOcC2wJnEBM5uTMHkpsD0+vzTeyY2ZzQLmADsDrFVEJC3sa4qwdnM1nyifQVFuakdkCGzr7t5tZp8DngKygAfcfYuZ3QGsd/c1wOfM7CKgCzgA3BBf/TzgDjPrAnqAT7t7fVC1ioiki0c2VNIVdT75vrJUlxLsgEHuvhZY22veVxMe33yU9X4G/CzI2kRE0tFjm/ZwVtk4Zk5MzamtiVLeSS0iIjFv1DTx1t4WVpw2LdWlAAoIEZG08dimKrJCxiWLpqa6FEABISKSFtydNZuq+MDJE5lQlJvqcgAFhIhIWtj4zgH2NLRz+enpcXgJFBAiImnhsU1V5GaHWLZgSqpLOUQBISKSYt3RHp54rZqL5k1O+bUPiRQQIiIp9vsdddS1drIijQ4vgQJCRCTlHtu0h+K8bC44Jb1uGaSAEBFJoUhXlKder+EjC6eQm52V6nIOo4AQEUmh7z1XQWtnlMtPP2I0hJRTQIiIpMi/v7CT7/53BZ84cwbnzJ6Q6nKOoIAQEUmBVa+8wzee2MYli6bwzSsXpXTch6NRQIiIDLPHX63iK7/YzPlzS/nONWeQnZWeb8XpWZWISIZ6ZP27fPGnmzjrpPF8//ozyclO37fh9LkiQ0Qkg0V7nG899Qb3/WYn7z95At+//kzyc9LrrKXeFBAiIgFr7ejm5lWbeGbbXq7/kxP52mULCKfpYaVECggRkQDtbYrwqQfX8WZNE19fsYAbzilLdUl9poAQEQnIrv2tXP/vL9PQ1smDf7GU8+em15XSx6OAEBEJwOt7GrnhgVcAWHXT+1g0oyTFFfWfAkJEJImeHicUGti1CS/u2M9NP9pASX6YH9+4lFmlRUNc3fBQQIiI9PKNX27lP/6wm7IJhcwuLWL2pEJOP2Ec582deMz7JUW6otz7XAX/+vwOZk4s5Mc3ns2UkrzhK3yIKSBERBJ0RXtYvbGSOZOKmTEun+37mnlm2166e5zi3Gw+vGAyly2extmzxlOQ895b6Cu76rn156+xs7aVK5dM52sfXUBJQTiFLRk8BYSISIKXd9bT0NbFN69czPKFsdHdOrt7+MPOOn75ahVPbanh5xv3ADC2IMy0knxK8sP8YWcdM8bl86P/sZTzRlhn9NEoIEREEvzq9Wryw1mHnXGUkx3i/LmlnD+3lDs/tojfV+xnW00T1Q0RqhraqWmK8NfnzeLmi+Yctlcx0mVOS0REBina4zy1ZS8fPLX0qFc552SH+OCpk/jgqZOGubrhl/6X8omIDJMNbx9gf0sHyxdOTXUpaUEBISIS9+TrNeRkh/jQKNg76ItAA8LMlpvZm2ZWYWa3Jnn+02a22cw2mdnvzGx+wnNfia/3ppldHGSdIiLuzlNbajhvzkSKcnX0HQIMCDPLAu4FPgLMB/40MQDifuLui9z9dOBbwLfj684HrgUWAMuB78VfT0QkEK9VNrKnoV2HlxIEuQexFKhw953u3gmsAi5PXMDdmxImCwGPP74cWOXuHe6+C6iIv56ISCB+9XoN2SHjonk6vHRQkPtR04F3E6YrgbN7L2RmnwW+BOQAH0pY96Ve6x4xoreZ3QTcBHDiiScOSdEiMvq4O0++Xs37Zk9gbEFOqstJGynvpHb3e919NvBl4PZ+rnu/u5e7e3lpaWZcmCIiw++NmmZ217UdujBOYoIMiD3ACQnTM+LzjmYVcMUA1xURGbCnt+7FDJbNV0AkCjIg1gFzzGymmeUQ63Rek7iAmc1JmLwU2B5/vAa41sxyzWwmMAd4JcBaRWQU21LVyKyJhZQW56a6lLQSWB+Eu3eb2eeAp4As4AF332JmdwDr3X0N8DkzuwjoAg4AN8TX3WJmDwNbgW7gs+4eDapWERndtu9tYe7k4lSXkXYCPdnX3dcCa3vN+2rC45uPse6dwJ3BVSciErtF9+66Vj66WKe39pbyTmoRkVTaWdtKj8Mc7UEcQQEhIqPa9n3NADrElIQCQkRGtbf2NpMdMmZOLEx1KWlHASEio9pbe1som1hITrbeDnvTd0RERrXte5uZO7ko1WWkJQWEiIxaka4ob9e3MWeS+h+SUUCIyKhVsa8Fd3VQH02fAsLMCs0sFH8818xWmFk42NJERIL13hlMOsSUTF/3IH4L5JnZdODXwJ8DPwyqKBGR4bB9bwvhLKNMZzAl1deAMHdvA64EvufuVxEbzEdEZMR6a28LMycWEs7S0fZk+hwQZvY+4Drgifg8jfAmIiPa9n3N6qA+hr4GxN8CXwF+Eb+R3izgueDKEhEJVntnlHfq25ij/oej6tPN+tz9N8BvAOKd1fvd/QtBFiYiEqQdtTqD6Xj6ehbTT8xsjJkVAq8DW83slmBLExEJzlt7dQbT8fT1ENN8d28iNuLbr4CZxM5kEhEZkd6Kn8F00gSdwXQ0fQ2IcPy6hyuANe7eBXhwZYmIBGv73mZmTSzSGUzH0NfvzH3AbqAQ+K2ZnQQ0BVWUiEjQ3trXrA7q4+hTQLj7d919urtf4jFvAx8MuDYRkUC0dXbzbn27OqiPo6+d1CVm9m0zWx//+mdiexMiIiNOxb4WQB3Ux9PXQ0wPAM3A1fGvJuDBoIoSEQnS9r2xgNAwo8fWp+sggNnu/vGE6a+b2aYgChIRCdrb9W2YwYnjC1JdSlrr6x5Eu5l94OCEmb0faA+mJBGRYNU0tjOpOFdnMB1HX/cgPg38yMxK4tMHgBuCKUlEJFjVjRGmlOSnuoy019ezmF5199OAxcBidz8D+FCglYmIBKSmMcLUMXmpLiPt9Wv/yt2b4ldUA3wpgHpERAJX0xhhSokC4ngGcwDOhqwKEZFh0hzpormjm6kKiOMaTEAc91YbZrbczN40swozuzXJ818ys61m9pqZPRu/Qvvgc1Ez2xT/WjOIOkVEDtnbFAHQHkQfHLOT2syaSR4EBhyzh8fMsoB7gQ8DlcA6M1vj7lsTFvsjUO7ubWb2N8C3gGviz7W7++l9a4aISN9UN8YCYqo6qY/rmAHh7oO5imQpUOHuOwHMbBVwOXAoINw9cdChl4DrB7E9EZHjei8gtAdxPEGeBDwdeDdhujI+72huJHYr8YPy4rf1eMnMrki2gpnddPD2H7W1tYOvWEQyXk08ICaNyU1xJemvr9dBBMrMrgfKgfMTZp/k7nviw5v+t5ltdvcdieu5+/3A/QDl5eW6/biIHFd1Y4SJRTnkZmelupS0F+QexB7ghITpGfF5hzGzi4DbgBXu3nFwvrvvif+/E3geOCPAWkVklKhpbFcHdR8FGRDrgDlmNtPMcoBrgcPORjKzM4iNNbHC3fclzB9nZrnxxxOB95PQdyEiMlDVjRGmjFEHdV8EFhDu3g18DngK2AY87O5bzOwOM1sRX+yfgCLgkV6ns84D1pvZq8BzwDd7nf0kIjIg1Y0RdVD3UaB9EO6+Fljba95XEx5fdJT1XgQWBVmbiIw+bZ3dNLZ36RBTH+lWhiIyatToFNd+UUCIyKhxMCC0B9E3CggRGTUOXiQ3TVdR94kCQkRGjRrdh6lfFBAiMmpUN7YzriBMXlgXyfWFAkJERo0ajSTXLwoIERk1dA1E/yggRGTU0Ehy/aOAEJFRIdIVpa61U2NR94MCQkRGhX1NsXuBag+i7xQQIjIqVDe2AxpJrj8UECIyKlTrKup+U0CIyKiggOg/BYSIjAo1je0U52VTlJsWA2mOCAoIERkVdA1E/ykgRGRUqGnSVdT9pYAQkVGhujGiayD6SQEhIhmvs7uH/S0d6qDuJwWEiGS8fc0R3DWSXH8pIEQk42kkuYFRQIhIxqs6NBa1Oqn7QwEhIhmvuiF2m41pY7UH0R8KCBHJeFUN7RTnZlOcF051KSOKAkJEMl5VY4RpY3V4qb8UECKS8aoa2nV4aQAUECKS8WIBoT2I/go0IMxsuZm9aWYVZnZrkue/ZGZbzew1M3vWzE5KeO4GM9se/7ohyDpFJHO1d0Y50NalgBiAwALCzLKAe4GPAPOBPzWz+b0W+yNQ7u6LgdXAt+Lrjge+BpwNLAW+ZmbjgqpVRDJXVaPOYBqoIPcglgIV7r7T3TuBVcDliQu4+3Pu3haffAmYEX98MfC0u9e7+wHgaWB5gLWKSIaqOniKq66B6LcgA2I68G7CdGV83tHcCPyqP+ua2U1mtt7M1tfW1g6yXBHJRIcCQoeY+i0tOqnN7HqgHPin/qzn7ve7e7m7l5eWlgZTnIiMaHsaIpjpNhsDEWRA7AFOSJieEZ93GDO7CLgNWOHuHf1ZV0TkeKob2plUnEs4Ky0+D48oQX7H1gFzzGymmeUA1wJrEhcwszOA+4iFw76Ep54ClpnZuHjn9LL4PBGRfqlq1CmuAxXY4Kzu3m1mnyP2xp4FPODuW8zsDmC9u68hdkipCHjEzADecfcV7l5vZn9PLGQA7nD3+qBqFZHMVdUQYf60MakuY0QKdPRud18LrO0176sJjy86xroPAA8EV52IZDp3p6qhnYvmTUp1KSOSDsqJSMaqb+2ko7tHh5gGSAEhIhmrqiE2DoQCYmAUECKSsfbEr4GYroAYEAWEiGSs6vhtNjQW9cAoIEQkY1U1tJObHWJ8YU6qSxmRFBAikrGqGiJMH5tP/DR66ScFhIhkrD0aB2JQFBAikrGqG9vV/zAICggRyUid3T3sa+7QHsQgKCBEJCPtbYrgrlNcB0MBISIZaY/GgRg0BYSIZKRD10BoqNEBU0CISEY6dJsNDTU6YAoIEclIexraGV+YQ35OVqpLGbEUECKSkaoadIrrYCkgRCQjVTdE1EE9SAoIEclIVQ3tOsV1kBQQIpJxmiJdNHd0M01nMA2KAkJEMkpHd5Rnt+0FYKrOYBqUQMekFhEJWmd3DxX7Wti8p4Hn3qjlhe21tHZGKczJYsG0Makub0RTQIhI+nntYXj2DmishJIZcOFXYfHVuDvv1rfz0q461u2q5/WqJir2NdMVdQCmjMnj8jOmc+Gpkzhn9kSd4jpICggRSS+vPQyPfwG6YldC0/gu3Y99nlUvvc29dUuoboxdADeuIMziGWO54JRS5k0dw/ypY5hdWqixH4aQAkJE0suzd7wXDnHZ0Qgfqvo+f5jzCH8yazxnz5rAyaVFhEIKgyApIEQkLRxo7eSXm6u5rrEy6dkzU6nj3uuWDHtdo5kCQkRSamdtCz/43S5Wb6iko7uHZfkTmey1RyxnJTNSUN3opoAQkWHn7ry0s54Hf7+Lp7ftJZwV4sozpvPJ95Uxaf8/HN4HARDOj3VUy7AKNCDMbDlwN5AF/Lu7f7PX8+cB3wEWA9e6++qE56LA5vjkO+6+IshaRSR49a2d/GxDJf/1yjvs3N/K2IIwn//gyfz5+8ooLc6NLTTt6tj/Sc5ikuEVWECYWRZwL/BhoBJYZ2Zr3H1rwmLvAJ8C/meSl2h399ODqk9EgtfT42yraeLFijp+V7GfP+yoozPaQ/lJ4/jsB0/mkkVTk5+KuvhqBUIaCHIPYilQ4e47AcxsFXA5cCgg3H13/LmeAOsQkWG2rbqJn7z8Dk9srqa+tROA2aWF/Pn7TuLq8hM4ZUpxiiuUvggyIKYD7yZMVwJn92P9PDNbD3QD33T3R4eyOBEZWh3dUR5/tZqfvPw2G99pICc7xPIFUzh/binvP3kiU3Tr7REnnTupT3L3PWY2C/hvM9vs7jsSFzCzm4CbAE488cRU1Cgy6nVHe/j5xj3c/ex29jS0M6u0kNsvnccnzpzB2IKcVJcngxBkQOwBTkiYnhGf1yfuvif+/04zex44A9jRa5n7gfsBysvLfZD1ikg/RLqiPLWlhruf2c7O/a0snlHCnR9byPlzS3U1c4YIMiDWAXPMbCaxYLgW+LO+rGhm44A2d+8ws4nA+4FvBVapiPTJ3qYIz72xj2ff2MfvK/bT1hnllMnF3PfnZ7Js/mQFQ4YJLCDcvdvMPgc8Rew01wfcfYuZ3QGsd/c1ZnYW8AtgHHCZmX3d3RcA84D74p3XIWJ9EFuPsikRCUh7Z5RXdtfzwlu1/K5iP2/UNAMwfWw+Vy6ZzoXzJnPenFKydMuLjGTumXFkpry83NevX5/qMkQywrbqJn70h7d59I97aO+KkpMd4qyycXzg5FI+dOok5k4u0t5ChjCzDe5enuy5dO6kFpEAdXb3sLuulbqWTiJdUdo6ozS0d/LYpipe2VVPbnaIy0+fxqWLp7G0bLxunT0KKSBSrL0zSmtnN3nhLHKzQ4SzQjRFuqhpjFDdGGFvU4T8cBYTinIoLcplfGEORXnZ5GSFRu0nuCd2PsHdG++mprWGKYVTuHnJzVw669JUlzWsIl1RtlU3saWqiXfq2+joitIZdTq7e+iJHxWw+D9ZZmRnGSEzskNGbUsHb+1tYff+Vrp7jjyCcML4fP73JadydfkJOgtplFNApMCB1k6e2baXJ1+v4YWK/XR2v3edYMggyd/sEbJCRkFOFsW52Zw8uZj5U8cwf9oYTp1SzOTiPMbkZ2dEgLg7tS0dvFvfTmtHNxvrnuXHFXfR2dMBQHVrNStfXAmQliER6YpS39pJc6Sblo5uWju6aevspq0z9om9vTNKe1eUzu4euqI9dEZ76OzuoSnSTUNbJ03tsbGVD765Z2cZka4edu1vJRr/RcnNDpEXziKcFSI3O0QofitU99hXjzvRHqfHna6oM7YgzJxJxSybP5m5k4uZVJxLfk4WBTnZFORkMW1svvoUBFAfxBHqWzv5x7Xb+MCciVy6aCrZWf0btjv2ZtDF9LH5h61b29zBr7fW8KvNNfxhZx3RHmf62HyWLZjMzImFRLqidHT10NHdw5j8bKaW5DO1JI/JY/Jo74qyv6WDupZO6lo6aO2MHnqTaWjr4o2aZrbvbT7s02A4y5hQmEtJfpiuaOx1O6OxIBqTl01Jfpgx+WGKcrMP7b3khbPIChndUSfa00N3j1OSH+bE8QWcOL6AE8YXMKEoh/xw1qHwaevs5o2aZrZUNVERryGcFSI7ZJhBfWsX+1s6qG3uoLG9i6LcbIrzshO2HRwzChgAAArBSURBVCI3O7Z9M2hq76Yp0kVjexe1zR28e6CNSNd7AVo4+5uEchqO+L5711jy936NnPibZE52iB53uqNOZ7SH7qjjvPf9MYyxBWEmFOUwvjCX8QVhcsNZhLOMcFYIdzjQ1klda+x73hzppsdjgdXjjjuELNZGM8Pg0Pwed9o6Y8HQ3hXt0+9NVshi2w6FCGeHYj+jghxK8sMU52bjxN7coz1OVsiYN6WY+dNKWDh9DNPH5mfEhwFJjWP1QSggEkR7nE89+AovbN8PwEkTCvj0+bO5csl0Gtq62Pj2ATa+c4Adta3kh7Mozou92fU4vLW3mTdqmqltjn2yzckKUTaxgNmlRRxo6+SVXfX0OMyaWMjyhVP4yMKpLJw+Zsj+sDu6o1Tsa6FiXwu1zR3sb+lkf0sHzZEuwlmxN8zc7Ngb38E34Kb22Kfajq4oHd09RLqi9Dhkh4xQyMgKGU3tXUcchggZFOZmkx/Ooralg4O/QsW52eRkh+iKxsIl2uOML8yhtDiX0qJYWLV1RmmKdNEU6aIl0k1Hd0/CtmOBNCYvTEl+mPGFOYeC6YTx+YzJC/MXv7kASPY7a3y0+CE6u3vo6I59Ig+ZEc4OEQ69d4gl8Wfd0N5FXUsH9a2d1Ld20hX1Q7UDlOSHmVCYw4SiHMbkhQmFjJBx6HUOhkFscSdkdig0CnKyGV8YZlxhDuMLchiTH6YgJ4ui3GwKcrIpzM0iPyeL/HDsq78fRESGigKij/7l6be4+9ntfOOKhUwsyuV7z1fwWmUjeeHQoU+xOdkhZpcW0dEdpSXSHf9k6cyZXMQpk2OHeEryw+zY38KOfa3sqG0hJyvExQuncMmiKZwyuXhEfdrrjvZQ3Rjh3QNtvFvfRkNbFy0dsXa3dnQzfVw+86eOYcH0EqaV5AXetmWrl1HdWn3E/KmFU/n1J349JNvo6Ynta+gwi4wGOoupD55/cx/f/e/tXLlkOtedfSJmxsULJvO7iv386vUaZk0s5MyTxjF/2hhys0fP2RzZWaH4J/gCmJ3qauDmJTez8sWVRKKRQ/PysvK4ecnNQ7YNDWMpEqOAAPY0tPO3P93EKZOLufOKRYc+BZsZ584p5dw5pSmuUA462BE92s9iEhkOoz4gOrqjfOahjXRHne9dt0Tneo8Al866VIEgMgxGfc/Y3sYO6ls7uOuqxcwqLUp1OSIiaWPU70GcOKGAp794Pnlh7TmIiCQa9XsQgMJBRCQJBYSIiCSlgBARkaQUECIikpQCQkREklJAiIhIUgoIERFJSgEhIiJJZczdXM2sFmgAGhNmlyRMJ3ucOG8isH8Am058jf4uk2x+73l9bcNA6z9WfX1Z5nhtOFp7ki0TZBuO9fyxvue9p4/3OBVtGIrfo8THI/1vAUZ+G4bz7/kkd09+wzl3z5gv4P6jTSd73Gve+qHYZn+WSTZ/oG0YaP1Bt+Fo7TlKWwJrw7GeP9b3vC8/g1S3YSh+j4aiDenyt5AJbUjV33Pvr0w7xPT4MaaTPe69/FBssz/LJJufaW04WnuOtcxAHO81jvX8sb7nvaf78nigBtqGofg96sv2j0d/C8efl+5tOEzGHGIaLDNb70cZNGMkGOn1g9qQLtSG1EuX+jNtD2Iw7k91AYM00usHtSFdqA2plxb1aw9CRESS0h6EiIgkpYAQEZGkFBAiIpKUAuI4zOxcM/u+mf27mb2Y6noGwsxCZnanmd1jZjekup6BMLMLzOyF+M/iglTXM1BmVmhm683so6mupb/MbF78+7/azP4m1fUMhJldYWb/ZmY/NbNlqa5nIMxslpn9wMxWB72tjA4IM3vAzPaZ2eu95i83szfNrMLMbj3Wa7j7C+7+aeCXwH8EWW8yQ9EG4HJgBtAFVAZV69EMURscaAHyGLltAPgy8HAwVR7dEP0tbIv/LVwNvD/IepMZojY86u5/BXwauCbIepMZojbsdPcbg600Xlcmn8VkZucRe1P5kbsvjM/LAt4CPkzsjWYd8KdAFvCPvV7if7j7vvh6DwM3unvzMJVPfLuDbkP864C732dmq939E8NVf7zeoWjDfnfvMbPJwLfd/brhqj9e71C04TRgArGQ2+/uvxye6ofub8HMVgB/A/zY3X8yXPXH6x3Kv+d/Bh5y943DVD7x7Q5lGwL/W84O8sVTzd1/a2ZlvWYvBSrcfSeAma0CLnf3fwSS7vab2YlA43CHAwxNG8ysEuiMT0aDqza5ofo5xB0AcoOo81iG6OdwAVAIzAfazWytu/cEWfdBQ/UzcPc1wBozewIY1oAYop+BAd8EfjXc4QBD/rcQuIwOiKOYDrybMF0JnH2cdW4EHgysov7rbxt+DtxjZucCvw2ysH7oVxvM7ErgYmAs8P+CLa3P+tUGd78NwMw+RXyPKNDqjq+/P4MLgCuJBfTaQCvru/7+LXweuAgoMbOT3f37QRbXR/39OUwA7gTOMLOvxIMkEKMxIPrN3b+W6hoGw93biIXciOXuPycWdCOeu/8w1TUMhLs/Dzyf4jIGxd2/C3w31XUMhrvXEetDCVxGd1IfxR7ghITpGfF5I4nakB5GehtGev2gNgRqNAbEOmCOmc00sxzgWmBNimvqL7UhPYz0Noz0+kFtCNZA7zk+Er6A/wKqee/0zhvj8y8hdtbADuC2VNepNqgNql9tSMc2ZPRpriIiMnCj8RCTiIj0gQJCRESSUkCIiEhSCggREUlKASEiIkkpIEREJCkFhGQ0M2sZ5u0NyZghFhv/otHMNpnZG2Z2Vx/WucLM5g/F9kVAASHSL2Z2zPuXufs5Q7i5F9z9dOAM4KNmdrwxGK4gdqdYkSGhgJBRx8xmm9mTZrbBYqPUnRqff5mZvWxmfzSzZ+JjT2BmK83sx2b2e+DH8ekHzOx5M9tpZl9IeO2W+P8XxJ9fHd8DeCh+q2nM7JL4vA1m9l0zO+a4EO7eDmwidtdPzOyvzGydmb1qZj8zswIzOwdYAfxTfK9j9tHaKdJXCggZje4HPu/uZwL/E/hefP7vgD9x9zOAVcD/SlhnPnCRu/9pfPpUYrcfXwp8zczCSbZzBvC38XVnAe83szzgPuAj8e2XHq9YMxsHzOG9W7X/3N3PcvfTgG3EbtfwIrH799zi7qe7+45jtFOkT3S7bxlVzKwIOAd4JP6BHt4bgGgG8FMzmwrkALsSVl0T/yR/0BPu3gF0mNk+YDJHDoX6irtXxre7CSgjNprYTnc/+Nr/Bdx0lHLPNbNXiYXDd9y9Jj5/oZl9g9jYGEXAU/1sp0ifKCBktAkBDfFj+73dQ2w40zXxwXFWJjzX2mvZjoTHUZL/LfVlmWN5wd0/amYzgZfM7GF33wT8ELjC3V+NDz50QZJ1j9VOkT7RISYZVdy9CdhlZldBbAhKMzst/nQJ792H/4aASngTmJUw7OQ1x1shvrfxTeDL8VnFQHX8sFbi2NzN8eeO106RPlFASKYrMLPKhK8vEXtTvTF++GYLcHl82ZXEDslsAPYHUUz8MNVngCfj22kGGvuw6veB8+LB8n+Al4HfA28kLLMKuCXeyT6bo7dTpE90u2+RYWZmRe7eEj+r6V5gu7v/S6rrEulNexAiw++v4p3WW4gd1rovxfWIJKU9CBERSUp7ECIikpQCQkREklJAiIhIUgoIERFJSgEhIiJJKSBERCSp/w+lznfZcHLhdgAAAABJRU5ErkJggg==\n"},"metadata":{"needs_background":"light"}}]},{"cell_type":"code","source":["learner.fit_one_cycle(3,slice(4.75e-3, 2.25e-5))"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":143},"id":"FWTIFBbPWUNW","executionInfo":{"status":"ok","timestamp":1674922786370,"user_tz":-360,"elapsed":133291,"user":{"displayName":"MSI","userId":"13207606968035913219"}},"outputId":"907e8502-d406-467a-fb5f-d6fe06d1bb8e"},"execution_count":44,"outputs":[{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["\n","<style>\n","    /* Turns off some styling */\n","    progress {\n","        /* gets rid of default border in Firefox and Opera. */\n","        border: none;\n","        /* Needs to be in here for Safari polyfill so background images work as expected. */\n","        background-size: auto;\n","    }\n","    progress:not([value]), progress:not([value])::-webkit-progress-bar {\n","        background: repeating-linear-gradient(45deg, #7e7e7e, #7e7e7e 10px, #5c5c5c 10px, #5c5c5c 20px);\n","    }\n","    .progress-bar-interrupted, .progress-bar-interrupted::-webkit-progress-bar {\n","        background: #F44336;\n","    }\n","</style>\n"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["<IPython.core.display.HTML object>"],"text/html":["<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: left;\">\n","      <th>epoch</th>\n","      <th>train_loss</th>\n","      <th>valid_loss</th>\n","      <th>accuracy_multi</th>\n","      <th>time</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <td>0</td>\n","      <td>0.145752</td>\n","      <td>0.139841</td>\n","      <td>0.935333</td>\n","      <td>00:44</td>\n","    </tr>\n","    <tr>\n","      <td>1</td>\n","      <td>0.124982</td>\n","      <td>0.126526</td>\n","      <td>0.942088</td>\n","      <td>00:44</td>\n","    </tr>\n","    <tr>\n","      <td>2</td>\n","      <td>0.111108</td>\n","      <td>0.121283</td>\n","      <td>0.945681</td>\n","      <td>00:44</td>\n","    </tr>\n","  </tbody>\n","</table>"]},"metadata":{}}]},{"cell_type":"code","source":["learner.save(\"book-classifier-stage-1\")"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"b-J5n553WZz3","executionInfo":{"status":"ok","timestamp":1674922810798,"user_tz":-360,"elapsed":21105,"user":{"displayName":"MSI","userId":"13207606968035913219"}},"outputId":"33a4497e-0ae2-491c-94f7-1a5c1f892b56"},"execution_count":45,"outputs":[{"output_type":"execute_result","data":{"text/plain":["Path('models/book-classifier-stage-1.pth')"]},"metadata":{},"execution_count":45}]},{"cell_type":"code","source":["learner.export(\"models/book-classifier-stage-1.pkl\")"],"metadata":{"id":"rMd7GV5PWayd","executionInfo":{"status":"ok","timestamp":1674922814973,"user_tz":-360,"elapsed":4207,"user":{"displayName":"MSI","userId":"13207606968035913219"}}},"execution_count":46,"outputs":[]}]}