{"metadata":{"accelerator":"GPU","colab":{"gpuType":"T4","provenance":[]},"kernelspec":{"name":"python3","display_name":"Python 3","language":"python"},"language_info":{"name":"python","version":"3.10.13","mimetype":"text/x-python","codemirror_mode":{"name":"ipython","version":3},"pygments_lexer":"ipython3","nbconvert_exporter":"python","file_extension":".py"},"widgets":{"application/vnd.jupyter.widget-state+json":{"3ce20b3ab17547fcb3fe5d8ed4e896d1":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_f190a103aa6248dfb2f792fe6149bf06","IPY_MODEL_1f9ced97bb594426b68ef5ef243f487d","IPY_MODEL_e77d949ef46b4373abe04c12a85ba498"],"layout":"IPY_MODEL_3ba459f685c944959469e0860f0cb485"}},"f190a103aa6248dfb2f792fe6149bf06":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_4e691a9fe34549be92a0446e039d4121","placeholder":"​","style":"IPY_MODEL_e85f2e8f4d9040239c2efd4afc2dc7b4","value":"100%"}},"1f9ced97bb594426b68ef5ef243f487d":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_c62e1d9fc652421db23ee1b32cbe4b0a","max":2,"min":0,"orientation":"horizontal","style":"IPY_MODEL_178f5cd9a5534e519d77108584c020ba","value":2}},"e77d949ef46b4373abe04c12a85ba498":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_b0c60453d4d1427f83c3d01647ff1587","placeholder":"​","style":"IPY_MODEL_2be55446e87a4be5a9f99036922ab0cd","value":" 2/2 [00:00&lt;00:00, 55.54it/s]"}},"3ba459f685c944959469e0860f0cb485":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"4e691a9fe34549be92a0446e039d4121":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"e85f2e8f4d9040239c2efd4afc2dc7b4":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"c62e1d9fc652421db23ee1b32cbe4b0a":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"178f5cd9a5534e519d77108584c020ba":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"b0c60453d4d1427f83c3d01647ff1587":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"2be55446e87a4be5a9f99036922ab0cd":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"d05041c869da4c6d974c2da8ed696feb":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_dc1a28ea95e8406182c08ba0223a7ea3","IPY_MODEL_4722f5323d1042fea82f68148facddd0","IPY_MODEL_24cc41f9b7fb418c86a345ae51b21018"],"layout":"IPY_MODEL_77f054db8abc4796a1396bd84dedcfda"}},"dc1a28ea95e8406182c08ba0223a7ea3":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_919c0619663a40cbb3531196367ed550","placeholder":"​","style":"IPY_MODEL_69b43c41e0174147b891db50f80c6687","value":"100%"}},"4722f5323d1042fea82f68148facddd0":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_e987f1647fb24fd98b4eb4e0e344feaa","max":1,"min":0,"orientation":"horizontal","style":"IPY_MODEL_766fcfb42c32401ca8ca816f6f3f1505","value":1}},"24cc41f9b7fb418c86a345ae51b21018":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_ad24ff14963e42f2bc520e48c42456a3","placeholder":"​","style":"IPY_MODEL_9ce3fd761c6745f881c8e9fd5082bfad","value":" 1/1 [00:00&lt;00:00, 42.02it/s]"}},"77f054db8abc4796a1396bd84dedcfda":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"919c0619663a40cbb3531196367ed550":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"69b43c41e0174147b891db50f80c6687":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"e987f1647fb24fd98b4eb4e0e344feaa":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"766fcfb42c32401ca8ca816f6f3f1505":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"ad24ff14963e42f2bc520e48c42456a3":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"9ce3fd761c6745f881c8e9fd5082bfad":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"9bd85e3262db4be5ad7ea772a7faf573":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_f4506d552223406fb08091ff0306bd27","IPY_MODEL_b92ef5574bd24ad0a9be8592dd7e827e","IPY_MODEL_61d5c42178a540129533392516ce356b"],"layout":"IPY_MODEL_9375384c0f3a40bd8e2f5a3108bd5d62"}},"f4506d552223406fb08091ff0306bd27":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_b87a94cef132474d84452ffacd50571a","placeholder":"​","style":"IPY_MODEL_6ea2dc371bc34a709632b301bab32b65","value":"tokenizer_config.json: 100%"}},"b92ef5574bd24ad0a9be8592dd7e827e":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_9d0c137939e54458a17d79c541b8382c","max":394,"min":0,"orientation":"horizontal","style":"IPY_MODEL_8dc889fc26774f23848069cb4962fbd9","value":394}},"61d5c42178a540129533392516ce356b":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_01df216cb3f74fe19641032bfb7cc8e4","placeholder":"​","style":"IPY_MODEL_9d8c277258c64df6a5589eb5ba25a857","value":" 394/394 [00:00&lt;00:00, 22.7kB/s]"}},"9375384c0f3a40bd8e2f5a3108bd5d62":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"b87a94cef132474d84452ffacd50571a":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"6ea2dc371bc34a709632b301bab32b65":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"9d0c137939e54458a17d79c541b8382c":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"8dc889fc26774f23848069cb4962fbd9":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"01df216cb3f74fe19641032bfb7cc8e4":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"9d8c277258c64df6a5589eb5ba25a857":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"41f5600a70ad4640a929df24e7511663":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_d2b317f598d9414791a19cac40844ccc","IPY_MODEL_577a06c330ef48b08117dc47460cfbb3","IPY_MODEL_d64d832233bf4bd4a788fb2b619ae540"],"layout":"IPY_MODEL_16da036ab0af49bb8b08e829fe8d0a1c"}},"d2b317f598d9414791a19cac40844ccc":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_2fe6b18f1f354507b5bdbb8b0b5d3bd3","placeholder":"​","style":"IPY_MODEL_abeb018d011241c6aa4e50f1fa35f552","value":"vocab.txt: 100%"}},"577a06c330ef48b08117dc47460cfbb3":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_37f7f0deddc64bd5bf1bc737e414fb11","max":231508,"min":0,"orientation":"horizontal","style":"IPY_MODEL_dbdb05fa7b404583a99bb43b1de70572","value":231508}},"d64d832233bf4bd4a788fb2b619ae540":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_0a77fc56b5274060bcef3f3cf665068f","placeholder":"​","style":"IPY_MODEL_6a300370e99848758ef32efeba341373","value":" 232k/232k [00:00&lt;00:00, 2.64MB/s]"}},"16da036ab0af49bb8b08e829fe8d0a1c":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"2fe6b18f1f354507b5bdbb8b0b5d3bd3":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"abeb018d011241c6aa4e50f1fa35f552":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"37f7f0deddc64bd5bf1bc737e414fb11":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"dbdb05fa7b404583a99bb43b1de70572":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"0a77fc56b5274060bcef3f3cf665068f":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"6a300370e99848758ef32efeba341373":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"3330743b10b54690806ced740a57bb9d":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_5fee0c14b3384280bf651517629c5d05","IPY_MODEL_cd3072245af5448ca3e65ae8a58b529f","IPY_MODEL_17188ab59b584a19b3bcbd2e799f4e2f"],"layout":"IPY_MODEL_bbc6933e58284bb28f86a6cf56888c9d"}},"5fee0c14b3384280bf651517629c5d05":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_73c09d98558c4ab7aa1e1c310e32344f","placeholder":"​","style":"IPY_MODEL_36fb3dfb72ae40c5a07c7e0796d3ec74","value":"tokenizer.json: 100%"}},"cd3072245af5448ca3e65ae8a58b529f":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_e7e9e2f0d2e142e99e4e7a4bc4d24b43","max":711661,"min":0,"orientation":"horizontal","style":"IPY_MODEL_44953ca7ff314d239a25a55282739438","value":711661}},"17188ab59b584a19b3bcbd2e799f4e2f":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_79706781bffd49e9a7c7b19a84a1f8e9","placeholder":"​","style":"IPY_MODEL_6e286f9c14074bffb7f83346a5f62a7a","value":" 712k/712k [00:00&lt;00:00, 2.15MB/s]"}},"bbc6933e58284bb28f86a6cf56888c9d":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"73c09d98558c4ab7aa1e1c310e32344f":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"36fb3dfb72ae40c5a07c7e0796d3ec74":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"e7e9e2f0d2e142e99e4e7a4bc4d24b43":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"44953ca7ff314d239a25a55282739438":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"79706781bffd49e9a7c7b19a84a1f8e9":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"6e286f9c14074bffb7f83346a5f62a7a":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"b186f0bc24604c07a4e5c1c012e1dd84":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_0973416e4cba441bb6c998d66d880757","IPY_MODEL_5db1dac24c854d2b8cd767829607dd2e","IPY_MODEL_10475457faee4d0cb18dc6836274b367"],"layout":"IPY_MODEL_03be48f9c593404b8853c2e2799a14dc"}},"0973416e4cba441bb6c998d66d880757":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_84ada0d5f8d340889229b9276e0f3cb0","placeholder":"​","style":"IPY_MODEL_763dfe278a7148d9ad7708f40bffa7bc","value":"special_tokens_map.json: 100%"}},"5db1dac24c854d2b8cd767829607dd2e":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_fa03d1a70ee8434d98a280295fd5b98c","max":125,"min":0,"orientation":"horizontal","style":"IPY_MODEL_5065bee2d4b840b8ab570a6879ec9e0f","value":125}},"10475457faee4d0cb18dc6836274b367":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_fcc8eda716ed46228d8fc0aee374189d","placeholder":"​","style":"IPY_MODEL_a9cae4dc2c8347aeb82261d3a76a4746","value":" 125/125 [00:00&lt;00:00, 8.05kB/s]"}},"03be48f9c593404b8853c2e2799a14dc":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"84ada0d5f8d340889229b9276e0f3cb0":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"763dfe278a7148d9ad7708f40bffa7bc":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"fa03d1a70ee8434d98a280295fd5b98c":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"5065bee2d4b840b8ab570a6879ec9e0f":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"fcc8eda716ed46228d8fc0aee374189d":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"a9cae4dc2c8347aeb82261d3a76a4746":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"ed9b6fde07a546bf92d70ad7a6b8c77c":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_63dba156ae99498281fd8aea7e5d8539","IPY_MODEL_17ce2d9968d04e698ce5147059fbb94d","IPY_MODEL_8ad6dd663ddd466ca4b48dfadf722e1a"],"layout":"IPY_MODEL_36967f04c70c4d418c7669f461e3b504"}},"63dba156ae99498281fd8aea7e5d8539":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_7c257c81b0e64a92a1b6749ee01f3390","placeholder":"​","style":"IPY_MODEL_7f0815e0226644cfa7854343cd3f793d","value":"modules.json: 100%"}},"17ce2d9968d04e698ce5147059fbb94d":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_7fd461bcb4ce4dbfa10a6016653adde3","max":385,"min":0,"orientation":"horizontal","style":"IPY_MODEL_66380d5269924b86b442f2de38a0e6ab","value":385}},"8ad6dd663ddd466ca4b48dfadf722e1a":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_1477639a11ba4e239e1f640b48faa659","placeholder":"​","style":"IPY_MODEL_fd9bf18396364aca9b92220f3fe278a3","value":" 385/385 [00:00&lt;00:00, 27.8kB/s]"}},"36967f04c70c4d418c7669f461e3b504":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"7c257c81b0e64a92a1b6749ee01f3390":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"7f0815e0226644cfa7854343cd3f793d":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"7fd461bcb4ce4dbfa10a6016653adde3":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"66380d5269924b86b442f2de38a0e6ab":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"1477639a11ba4e239e1f640b48faa659":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"fd9bf18396364aca9b92220f3fe278a3":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"b967f1b68fdf4d85b0312431b4b03adb":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_3636ffc4b14c41b6b2a8ae8da3333a3d","IPY_MODEL_86f676a69ebc43a4b71fb721c7b60068","IPY_MODEL_cdbfe6ec8a0e48ebbf8d3b42974ae3bf"],"layout":"IPY_MODEL_d8b5def6826c460d8bb11999719f55b9"}},"3636ffc4b14c41b6b2a8ae8da3333a3d":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_d58968baad9144b09a05664a1972c8cc","placeholder":"​","style":"IPY_MODEL_37651f68fef143e9b74eaaffad66a209","value":"README.md: 100%"}},"86f676a69ebc43a4b71fb721c7b60068":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_523f8e6094294306b28d5196a2cf270c","max":68084,"min":0,"orientation":"horizontal","style":"IPY_MODEL_2b7599c11f5048f29c6a1ccdfa7e0a15","value":68084}},"cdbfe6ec8a0e48ebbf8d3b42974ae3bf":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_e3fbcececf6145e9aa8e55b4e50437c2","placeholder":"​","style":"IPY_MODEL_0a331978cc594f8289fa0b02e23311fa","value":" 68.1k/68.1k [00:00&lt;00:00, 844kB/s]"}},"d8b5def6826c460d8bb11999719f55b9":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"d58968baad9144b09a05664a1972c8cc":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"37651f68fef143e9b74eaaffad66a209":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"523f8e6094294306b28d5196a2cf270c":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"2b7599c11f5048f29c6a1ccdfa7e0a15":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"e3fbcececf6145e9aa8e55b4e50437c2":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"0a331978cc594f8289fa0b02e23311fa":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"6841e076d8894334ab96a75b1d352960":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_fd0a27dc372b4694a4bf8d27e600312e","IPY_MODEL_38fe95d6bcb4431e91a77b27a3ca96ad","IPY_MODEL_ae4eed3f18934977b0e8f15e8ec1ca45"],"layout":"IPY_MODEL_bc15511b18cf4f7bb4ee266a885bb339"}},"fd0a27dc372b4694a4bf8d27e600312e":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_ca515ad66a7247ea881f29fbcac556e3","placeholder":"​","style":"IPY_MODEL_cc1c06e3c35b4225817ff204cd0ed53c","value":"sentence_bert_config.json: 100%"}},"38fe95d6bcb4431e91a77b27a3ca96ad":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_4dc45036a55d416a8da649aedb8463de","max":57,"min":0,"orientation":"horizontal","style":"IPY_MODEL_c00c5540f7f1455abe22b0089e111385","value":57}},"ae4eed3f18934977b0e8f15e8ec1ca45":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_6d78e1bb94d34a369f9cdabc7477c151","placeholder":"​","style":"IPY_MODEL_7d2105011709478dacdc3a34dcb9760d","value":" 57.0/57.0 [00:00&lt;00:00, 4.42kB/s]"}},"bc15511b18cf4f7bb4ee266a885bb339":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"ca515ad66a7247ea881f29fbcac556e3":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"cc1c06e3c35b4225817ff204cd0ed53c":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"4dc45036a55d416a8da649aedb8463de":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"c00c5540f7f1455abe22b0089e111385":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"6d78e1bb94d34a369f9cdabc7477c151":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"7d2105011709478dacdc3a34dcb9760d":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"85fc5c0a7bd84f71b9d7a673c0c6088d":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_95de8cb4a3534e8b8a3b734bba341a92","IPY_MODEL_0cb8ed5d3a6b4251b540805c2e8f00de","IPY_MODEL_c9dabe117e424be894917c8cc5f39080"],"layout":"IPY_MODEL_a11c31ba0e7c49ceaa89c9159df8f28f"}},"95de8cb4a3534e8b8a3b734bba341a92":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_224cb3dbca7042dc8c54edeb1e8a36c9","placeholder":"​","style":"IPY_MODEL_a31c3b9017cc44099ffd816f7b9ce2b8","value":"config.json: 100%"}},"0cb8ed5d3a6b4251b540805c2e8f00de":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_66578ae5521440d8af6eee6d0d19e630","max":583,"min":0,"orientation":"horizontal","style":"IPY_MODEL_b6262c5f3129474ebb017ee3e5a4d3fa","value":583}},"c9dabe117e424be894917c8cc5f39080":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_55e806fdaeff4a558b592c33b75b0b04","placeholder":"​","style":"IPY_MODEL_9015e07739ee41bbb90d666a48509030","value":" 583/583 [00:00&lt;00:00, 30.3kB/s]"}},"a11c31ba0e7c49ceaa89c9159df8f28f":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"224cb3dbca7042dc8c54edeb1e8a36c9":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"a31c3b9017cc44099ffd816f7b9ce2b8":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"66578ae5521440d8af6eee6d0d19e630":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"b6262c5f3129474ebb017ee3e5a4d3fa":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"55e806fdaeff4a558b592c33b75b0b04":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"9015e07739ee41bbb90d666a48509030":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"00acbc48e17c4032871ad53161824457":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_94456dfd118a4491a13aa509ff9b98eb","IPY_MODEL_e0e61bcf52fb449298b46bc4032af6b9","IPY_MODEL_1c63560450b24c79a11af80ffd078fa7"],"layout":"IPY_MODEL_d47ba7c488174d87b00cf73a73e05ee6"}},"94456dfd118a4491a13aa509ff9b98eb":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_fa96d7807c364a938e5fe9b57b13835b","placeholder":"​","style":"IPY_MODEL_fc8b0cd55a9a4c1881be0f345737fd4b","value":"model.safetensors: 100%"}},"e0e61bcf52fb449298b46bc4032af6b9":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_e0622040641e431784af559f8d6c469d","max":66746168,"min":0,"orientation":"horizontal","style":"IPY_MODEL_ce2cebe31c7644c5affa77fa743e69a8","value":66746168}},"1c63560450b24c79a11af80ffd078fa7":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_aa470ddf1d004d7a84e38dbdc6d2a09f","placeholder":"​","style":"IPY_MODEL_5e7138ebe68f4077ac5ee9cac05c6d89","value":" 66.7M/66.7M [00:00&lt;00:00, 157MB/s]"}},"d47ba7c488174d87b00cf73a73e05ee6":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"fa96d7807c364a938e5fe9b57b13835b":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"fc8b0cd55a9a4c1881be0f345737fd4b":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"e0622040641e431784af559f8d6c469d":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"ce2cebe31c7644c5affa77fa743e69a8":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"aa470ddf1d004d7a84e38dbdc6d2a09f":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"5e7138ebe68f4077ac5ee9cac05c6d89":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"f65fad1180b84ddf8fbe23b20410bfa6":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_bc06ac26c04f40f19c3f275770f1064c","IPY_MODEL_3f955a16b71a419f9a57e797133cb14e","IPY_MODEL_06992ecb08ed49d38d2b53217e3db459"],"layout":"IPY_MODEL_36a5786471784d4d9ed14980afd4eb09"}},"bc06ac26c04f40f19c3f275770f1064c":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_90f2df0a3a7b492cbd166cc397f6b3db","placeholder":"​","style":"IPY_MODEL_965de0cddff34615891cab06d5f70594","value":"1_Pooling/config.json: 100%"}},"3f955a16b71a419f9a57e797133cb14e":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_0d32837395374407935b7783cd6dbcbf","max":190,"min":0,"orientation":"horizontal","style":"IPY_MODEL_76c4c7799f9d4a1db76da3c7789544c2","value":190}},"06992ecb08ed49d38d2b53217e3db459":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_daa9ab18bef9405199bf5678caf4933f","placeholder":"​","style":"IPY_MODEL_3e100f816d744d229e1df3ffaee77ce8","value":" 190/190 [00:00&lt;00:00, 7.44kB/s]"}},"36a5786471784d4d9ed14980afd4eb09":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"90f2df0a3a7b492cbd166cc397f6b3db":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"965de0cddff34615891cab06d5f70594":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"0d32837395374407935b7783cd6dbcbf":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"76c4c7799f9d4a1db76da3c7789544c2":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"daa9ab18bef9405199bf5678caf4933f":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"3e100f816d744d229e1df3ffaee77ce8":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"7d2d5214cea547fd8bd47bedbdc9b408":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_ea0bf5d672c546c6979aead07e44a85c","IPY_MODEL_c84ae860c3cf45c88b71cae7c86f77b3","IPY_MODEL_f35bf9ecaabf49578265caa30afe47fb"],"layout":"IPY_MODEL_84ddf47672e64dfba404806b4b60135e"}},"ea0bf5d672c546c6979aead07e44a85c":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_a4524f590a89405b8700683abfb1124c","placeholder":"​","style":"IPY_MODEL_26a4d55ccdbc4661a48862fd3a9f2636","value":"tokenizer_config.json: 100%"}},"c84ae860c3cf45c88b71cae7c86f77b3":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_57f9c1de140e4417a701b2e7ace8c92c","max":3443,"min":0,"orientation":"horizontal","style":"IPY_MODEL_994238f7857543ab9b5b51a65f8960f6","value":3443}},"f35bf9ecaabf49578265caa30afe47fb":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_b6f23f4aabf84c8cbf1047bcb49f11d2","placeholder":"​","style":"IPY_MODEL_c8770d17731848d4904fb81c2530b35e","value":" 3.44k/3.44k [00:00&lt;00:00, 257kB/s]"}},"84ddf47672e64dfba404806b4b60135e":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"a4524f590a89405b8700683abfb1124c":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"26a4d55ccdbc4661a48862fd3a9f2636":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"57f9c1de140e4417a701b2e7ace8c92c":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"994238f7857543ab9b5b51a65f8960f6":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"b6f23f4aabf84c8cbf1047bcb49f11d2":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"c8770d17731848d4904fb81c2530b35e":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"ac6adfe5afcc45b3b2c40575bc0bb68e":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_534db44f366f46e2b2bc9a2b4770ba3a","IPY_MODEL_66558224f4d9423587786adef7aa8886","IPY_MODEL_a47a13f269cc421985e4b0ff878c026a"],"layout":"IPY_MODEL_3f8ce32286ed4f61a006d2baa4afd2a2"}},"534db44f366f46e2b2bc9a2b4770ba3a":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_845e557ce9d54227afb6955c20700834","placeholder":"​","style":"IPY_MODEL_65cda827290f4a71b19a22502eddb93b","value":"tokenizer.model: 100%"}},"66558224f4d9423587786adef7aa8886":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_cf435e36a37b4318a967f0ceab3bcae8","max":499723,"min":0,"orientation":"horizontal","style":"IPY_MODEL_40253a51cf1e4ae88b6cb2f5eaacea38","value":499723}},"a47a13f269cc421985e4b0ff878c026a":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_21eb3698b6f1448c89c58fb1479d795d","placeholder":"​","style":"IPY_MODEL_75708a20220a4a4fa81d35b02e5ea942","value":" 500k/500k [00:00&lt;00:00, 8.68MB/s]"}},"3f8ce32286ed4f61a006d2baa4afd2a2":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"845e557ce9d54227afb6955c20700834":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"65cda827290f4a71b19a22502eddb93b":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"cf435e36a37b4318a967f0ceab3bcae8":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"40253a51cf1e4ae88b6cb2f5eaacea38":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"21eb3698b6f1448c89c58fb1479d795d":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"75708a20220a4a4fa81d35b02e5ea942":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"2b4e625da876453ba6079c38fd500d5b":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_e5c7bb97c1a24af6a11ab7a525504b3b","IPY_MODEL_0033950f69b446d782bd31a44a6fd109","IPY_MODEL_b552879d016c418389c73ac3f3c93915"],"layout":"IPY_MODEL_1b9e55f131b642548a2d651286956ec7"}},"e5c7bb97c1a24af6a11ab7a525504b3b":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_d40535b5f66a43b08401faedb07a3dc4","placeholder":"​","style":"IPY_MODEL_8871a949b1684457888147b1ad45d8e1","value":"tokenizer.json: 100%"}},"0033950f69b446d782bd31a44a6fd109":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_d6d79c59b2b64fed885ab21495284013","max":1937869,"min":0,"orientation":"horizontal","style":"IPY_MODEL_1bc8d6239b6544c88baacd7828dbbcb6","value":1937869}},"b552879d016c418389c73ac3f3c93915":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_cc08c079a0a84717a83678d09fe8bea6","placeholder":"​","style":"IPY_MODEL_211851872b2540d3afd03b150cf7579b","value":" 1.94M/1.94M [00:00&lt;00:00, 4.68MB/s]"}},"1b9e55f131b642548a2d651286956ec7":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"d40535b5f66a43b08401faedb07a3dc4":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"8871a949b1684457888147b1ad45d8e1":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"d6d79c59b2b64fed885ab21495284013":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"1bc8d6239b6544c88baacd7828dbbcb6":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"cc08c079a0a84717a83678d09fe8bea6":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"211851872b2540d3afd03b150cf7579b":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"04ef44957a894551bd71e560a391d623":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_220ff84197324a22beda218259f3c814","IPY_MODEL_4f24a1c8a4dc47d89a5dfc6f495d011d","IPY_MODEL_ba2b971f386b4c34854dccf89d4ed244"],"layout":"IPY_MODEL_d1e23a712a5f485c99f23a30f6b9ee15"}},"220ff84197324a22beda218259f3c814":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_1c7a0a7f4850491e9cf8c2d490dce1f2","placeholder":"​","style":"IPY_MODEL_088b83525e224cd497086c2a493b8814","value":"added_tokens.json: 100%"}},"4f24a1c8a4dc47d89a5dfc6f495d011d":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_d34825b7c0174fbb9b9ea1f5f674ca89","max":306,"min":0,"orientation":"horizontal","style":"IPY_MODEL_48051c50b3ac49f4be4a26c97abb6668","value":306}},"ba2b971f386b4c34854dccf89d4ed244":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_ce6a06c503484e64882269d491d2f1ba","placeholder":"​","style":"IPY_MODEL_92e45a6f75a24ceb9627678bd610286a","value":" 306/306 [00:00&lt;00:00, 18.1kB/s]"}},"d1e23a712a5f485c99f23a30f6b9ee15":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"1c7a0a7f4850491e9cf8c2d490dce1f2":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"088b83525e224cd497086c2a493b8814":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"d34825b7c0174fbb9b9ea1f5f674ca89":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"48051c50b3ac49f4be4a26c97abb6668":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"ce6a06c503484e64882269d491d2f1ba":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"92e45a6f75a24ceb9627678bd610286a":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"470cab0f21e148dbbfa47e5fb9489f26":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_67e370f4bcc14de896131a0aea1a12cb","IPY_MODEL_20ba1330bf0a48e6bfe0f48d87b5da30","IPY_MODEL_f380e490b57c4392844bec0e7fe0e496"],"layout":"IPY_MODEL_ba1dfa8e23e343f1840a239f04149d9f"}},"67e370f4bcc14de896131a0aea1a12cb":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_05cbb27a75d34650b0671519652a569a","placeholder":"​","style":"IPY_MODEL_c1d5fcafbb9d4bce9a20e0549aa623c8","value":"special_tokens_map.json: 100%"}},"20ba1330bf0a48e6bfe0f48d87b5da30":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_e817b1c2de334489995a0a1da4fe6137","max":599,"min":0,"orientation":"horizontal","style":"IPY_MODEL_bb1976f53695464eb957dc9e2626303e","value":599}},"f380e490b57c4392844bec0e7fe0e496":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_9201859d504b4cf7abf85e47c50a102b","placeholder":"​","style":"IPY_MODEL_ed4d3381c60d454c9840db7fe1690953","value":" 599/599 [00:00&lt;00:00, 22.0kB/s]"}},"ba1dfa8e23e343f1840a239f04149d9f":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"05cbb27a75d34650b0671519652a569a":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"c1d5fcafbb9d4bce9a20e0549aa623c8":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"e817b1c2de334489995a0a1da4fe6137":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"bb1976f53695464eb957dc9e2626303e":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"9201859d504b4cf7abf85e47c50a102b":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"ed4d3381c60d454c9840db7fe1690953":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"da29ab1deb904f029aab55abcad0aabe":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_5b78ee964e8642caa4293ca5440c969e","IPY_MODEL_f4dbeedaf2fd4b7e81940693f038186b","IPY_MODEL_9c6cd182a7ab446ab4b6cdcb3822bcd6"],"layout":"IPY_MODEL_7abcec5b50404022a9d0e90516a5af0d"}},"5b78ee964e8642caa4293ca5440c969e":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_ea983b2722194702906b9ee6d4d1859d","placeholder":"​","style":"IPY_MODEL_cfcd93d7573b4791811cf331d4542c33","value":"config.json: 100%"}},"f4dbeedaf2fd4b7e81940693f038186b":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_9f8881d438aa4949bae4d4e862e24e75","max":3484,"min":0,"orientation":"horizontal","style":"IPY_MODEL_c80a90d04f9b45409b427cc670143890","value":3484}},"9c6cd182a7ab446ab4b6cdcb3822bcd6":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_35441daf6bb54f8fa970972c7b3db34f","placeholder":"​","style":"IPY_MODEL_06892d0fcfb241a4af6a27e2b8c1e428","value":" 3.48k/3.48k [00:00&lt;00:00, 210kB/s]"}},"7abcec5b50404022a9d0e90516a5af0d":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"ea983b2722194702906b9ee6d4d1859d":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"cfcd93d7573b4791811cf331d4542c33":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"9f8881d438aa4949bae4d4e862e24e75":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"c80a90d04f9b45409b427cc670143890":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"35441daf6bb54f8fa970972c7b3db34f":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"06892d0fcfb241a4af6a27e2b8c1e428":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"a79569a553b34afda9557b6ac8b0df52":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_f24aefae15784f369c53eaebd85a01ac","IPY_MODEL_66b1f3c265d8442fb260f680f0aa4663","IPY_MODEL_179cc2a5ea484c8fbea82ad9da7da1d7"],"layout":"IPY_MODEL_e40104359a874962a5c3f82a7176b237"}},"f24aefae15784f369c53eaebd85a01ac":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_6ac5987463fe447e9567f0b14e55b559","placeholder":"​","style":"IPY_MODEL_08bb5f3c8f8447688a95e23e66a84ac2","value":"configuration_phi3.py: 100%"}},"66b1f3c265d8442fb260f680f0aa4663":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_6080b7e8c61a489fa6094489179bc06c","max":11153,"min":0,"orientation":"horizontal","style":"IPY_MODEL_adcdfdbe64954e418d2b251fd159c8c7","value":11153}},"179cc2a5ea484c8fbea82ad9da7da1d7":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_4462c1a4f0f748fc9fc50b797ac43193","placeholder":"​","style":"IPY_MODEL_a30d87aaeb324585baca7e9145bb965d","value":" 11.2k/11.2k [00:00&lt;00:00, 658kB/s]"}},"e40104359a874962a5c3f82a7176b237":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"6ac5987463fe447e9567f0b14e55b559":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"08bb5f3c8f8447688a95e23e66a84ac2":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"6080b7e8c61a489fa6094489179bc06c":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"adcdfdbe64954e418d2b251fd159c8c7":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"4462c1a4f0f748fc9fc50b797ac43193":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"a30d87aaeb324585baca7e9145bb965d":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"867f7b8f127b4b0eab2041892f21b9b2":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_f4a920396dcb4f70babd4e2f18eead51","IPY_MODEL_b7ea26d0ac434aaab858343876bd2fc1","IPY_MODEL_7627ac48e57e4bffad441dfeb8967f2c"],"layout":"IPY_MODEL_ab2deade0a4d46bbbc7e3938c396023d"}},"f4a920396dcb4f70babd4e2f18eead51":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_362f2e9a022d46ad91874edce7bdd62c","placeholder":"​","style":"IPY_MODEL_add38a19e13e4fe288364023cf9049e8","value":"modeling_phi3.py: 100%"}},"b7ea26d0ac434aaab858343876bd2fc1":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_1b129f4694c74b50b15d58df87c06be8","max":73193,"min":0,"orientation":"horizontal","style":"IPY_MODEL_0b62fdc0b94e4aedab1d3755d7769d5f","value":73193}},"7627ac48e57e4bffad441dfeb8967f2c":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_305a0fac5d374ab18eced69fbdf4a6be","placeholder":"​","style":"IPY_MODEL_fc5f556ccab8440f836a078b770b617f","value":" 73.2k/73.2k [00:00&lt;00:00, 3.83MB/s]"}},"ab2deade0a4d46bbbc7e3938c396023d":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"362f2e9a022d46ad91874edce7bdd62c":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"add38a19e13e4fe288364023cf9049e8":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"1b129f4694c74b50b15d58df87c06be8":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"0b62fdc0b94e4aedab1d3755d7769d5f":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"305a0fac5d374ab18eced69fbdf4a6be":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"fc5f556ccab8440f836a078b770b617f":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"4236a2aa31d14fc195b869d59360a9b5":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_f522020342594fff80c3dabe8140c05b","IPY_MODEL_8b6a336a68344d80ba27cab32897ac1f","IPY_MODEL_6a1e7f765f10414eb953109483278999"],"layout":"IPY_MODEL_042f82c461c44ab29eb096dd1f53d38a"}},"f522020342594fff80c3dabe8140c05b":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_71f6c9df44e84c44a03f5b1ef250274e","placeholder":"​","style":"IPY_MODEL_5c4fa2b82dbf411fab0388836fddea5a","value":"model.safetensors.index.json: 100%"}},"8b6a336a68344d80ba27cab32897ac1f":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_dc3bd2389bd349e898923575fd759aad","max":16331,"min":0,"orientation":"horizontal","style":"IPY_MODEL_e4318ea88b1e4ff39d71a2fa70194805","value":16331}},"6a1e7f765f10414eb953109483278999":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_f1d16bf9b8b9451ca7c56946958b3119","placeholder":"​","style":"IPY_MODEL_9a72e4d775af494e99b0b083282a3c67","value":" 16.3k/16.3k [00:00&lt;00:00, 604kB/s]"}},"042f82c461c44ab29eb096dd1f53d38a":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"71f6c9df44e84c44a03f5b1ef250274e":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"5c4fa2b82dbf411fab0388836fddea5a":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"dc3bd2389bd349e898923575fd759aad":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"e4318ea88b1e4ff39d71a2fa70194805":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"f1d16bf9b8b9451ca7c56946958b3119":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"9a72e4d775af494e99b0b083282a3c67":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"7cf6896b079747889ccd063a3915fdf4":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_ed33fdfa9891440fb383289abeaed098","IPY_MODEL_37cfaaef9064466597523fe03b29c465","IPY_MODEL_05907cf32ceb498896d623ebf83c5f60"],"layout":"IPY_MODEL_a5cc987ca0504895838185515fda0f1d"}},"ed33fdfa9891440fb383289abeaed098":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_9d76472d045447d99eb841bfaf360335","placeholder":"​","style":"IPY_MODEL_608b4875afc04566ba0dc426d313cc08","value":"Downloading shards: 100%"}},"37cfaaef9064466597523fe03b29c465":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_37ec1c33490e4b63848a3028f2b996ef","max":2,"min":0,"orientation":"horizontal","style":"IPY_MODEL_1d3573e42bdc4940a047ff5a8d2acf9f","value":2}},"05907cf32ceb498896d623ebf83c5f60":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_ec05080ef6444ed696f99f5e54e1221b","placeholder":"​","style":"IPY_MODEL_1dd2d223d83f4c6bbf00edd3cdb0990a","value":" 2/2 [00:43&lt;00:00, 20.07s/it]"}},"a5cc987ca0504895838185515fda0f1d":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"9d76472d045447d99eb841bfaf360335":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"608b4875afc04566ba0dc426d313cc08":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"37ec1c33490e4b63848a3028f2b996ef":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"1d3573e42bdc4940a047ff5a8d2acf9f":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"ec05080ef6444ed696f99f5e54e1221b":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"1dd2d223d83f4c6bbf00edd3cdb0990a":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"984b49acd1554355907bfb75f7b6e5b8":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_31d0312f3ede4339a477d34063fb1b04","IPY_MODEL_87b19ffe8a8e49ea89d4a96a2d39e39d","IPY_MODEL_1724fe471ee14f6dbfef948a41dff8d3"],"layout":"IPY_MODEL_d518fb23bf604448a0e129d066f11372"}},"31d0312f3ede4339a477d34063fb1b04":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_27fceda063f44f69814e2d5e5a26676f","placeholder":"​","style":"IPY_MODEL_768c1903987d4c22893fe43572a87fc8","value":"model-00001-of-00002.safetensors: 100%"}},"87b19ffe8a8e49ea89d4a96a2d39e39d":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_12d18295f2ea427990fe233da1eb6e9d","max":4972489328,"min":0,"orientation":"horizontal","style":"IPY_MODEL_f7692b2010bb40a29cc2952178bb45d9","value":4972489328}},"1724fe471ee14f6dbfef948a41dff8d3":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_f00d348f93f54eb7bb175092c4718095","placeholder":"​","style":"IPY_MODEL_4e04de3e1b5043dab34b021b3e816250","value":" 4.97G/4.97G [00:29&lt;00:00, 176MB/s]"}},"d518fb23bf604448a0e129d066f11372":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"27fceda063f44f69814e2d5e5a26676f":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"768c1903987d4c22893fe43572a87fc8":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"12d18295f2ea427990fe233da1eb6e9d":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"f7692b2010bb40a29cc2952178bb45d9":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"f00d348f93f54eb7bb175092c4718095":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"4e04de3e1b5043dab34b021b3e816250":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"594ef96c2ad14c4c898d860a4c1f7c79":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_196545478bfe4445b5411a949c265d0f","IPY_MODEL_7cf9ab92f17e43c49025b5289eeaf6ae","IPY_MODEL_e259174de4a24948b5139cd27968794f"],"layout":"IPY_MODEL_693c36f83bf64d1b8e8aa1c4bad56704"}},"196545478bfe4445b5411a949c265d0f":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_ecf6c2f7b00247a69f671bf72adda1cb","placeholder":"​","style":"IPY_MODEL_0b6bb26e20324f89a0df1a8f33439657","value":"model-00002-of-00002.safetensors: 100%"}},"7cf9ab92f17e43c49025b5289eeaf6ae":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_0d23755e11274ffe9011b93d52865e99","max":2669692552,"min":0,"orientation":"horizontal","style":"IPY_MODEL_3cd83140bd8340b09fbcb13b685c7389","value":2669692552}},"e259174de4a24948b5139cd27968794f":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_f01669243665420ab5dfb6f5bc66ba0f","placeholder":"​","style":"IPY_MODEL_d6ee87c98b094bc1817c49ef878a8c89","value":" 2.67G/2.67G [00:12&lt;00:00, 203MB/s]"}},"693c36f83bf64d1b8e8aa1c4bad56704":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"ecf6c2f7b00247a69f671bf72adda1cb":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"0b6bb26e20324f89a0df1a8f33439657":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"0d23755e11274ffe9011b93d52865e99":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"3cd83140bd8340b09fbcb13b685c7389":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"f01669243665420ab5dfb6f5bc66ba0f":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"d6ee87c98b094bc1817c49ef878a8c89":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"c6030a05a84e4c4086a289045f8e530b":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_1078166bb15844adae763daa87efc643","IPY_MODEL_983ae917556c4f4cb17323379b4a7ffe","IPY_MODEL_9afb7e55997549b08a58527461bd28a9"],"layout":"IPY_MODEL_ab50464978c14dd79839396e80913c35"}},"1078166bb15844adae763daa87efc643":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_c52e4c58ef9f44208752fce904fc2ec4","placeholder":"​","style":"IPY_MODEL_e74657f2f77d4195a289605311644615","value":"Loading checkpoint shards: 100%"}},"983ae917556c4f4cb17323379b4a7ffe":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_cfc0808043af45929f6ab9adfb35d99c","max":2,"min":0,"orientation":"horizontal","style":"IPY_MODEL_004dbbb0a4cd44d3800992e8603b723a","value":2}},"9afb7e55997549b08a58527461bd28a9":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_f4a29e1acb924a8f9a75120aa420f090","placeholder":"​","style":"IPY_MODEL_69d76abe1899466ca0179a2e26d2fd90","value":" 2/2 [00:33&lt;00:00, 16.07s/it]"}},"ab50464978c14dd79839396e80913c35":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"c52e4c58ef9f44208752fce904fc2ec4":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"e74657f2f77d4195a289605311644615":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"cfc0808043af45929f6ab9adfb35d99c":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"004dbbb0a4cd44d3800992e8603b723a":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"f4a29e1acb924a8f9a75120aa420f090":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"69d76abe1899466ca0179a2e26d2fd90":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"3c8b2ac6b93744a5be6c340100022934":{"model_module":"@jupyter-widgets/controls","model_name":"HBoxModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HBoxModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HBoxView","box_style":"","children":["IPY_MODEL_d22734d9f87944a5a923eba079d6c81f","IPY_MODEL_eb761b7e0a9d41ad9250c06633f37d02","IPY_MODEL_c64edd89491b41c096f20cfcad73cad3"],"layout":"IPY_MODEL_037742ce6e9c45a2820d01ce7155de43"}},"d22734d9f87944a5a923eba079d6c81f":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_fc745acefe134b319b2d8cb8302a403b","placeholder":"​","style":"IPY_MODEL_1a0d9ffcca344c80a6dab135b4af698f","value":"generation_config.json: 100%"}},"eb761b7e0a9d41ad9250c06633f37d02":{"model_module":"@jupyter-widgets/controls","model_name":"FloatProgressModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"FloatProgressModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"ProgressView","bar_style":"success","description":"","description_tooltip":null,"layout":"IPY_MODEL_09cb83a3c8d54994a5c6ddaf52362275","max":181,"min":0,"orientation":"horizontal","style":"IPY_MODEL_a3abf18bb5a34510a35e64c86ec33ff5","value":181}},"c64edd89491b41c096f20cfcad73cad3":{"model_module":"@jupyter-widgets/controls","model_name":"HTMLModel","model_module_version":"1.5.0","state":{"_dom_classes":[],"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"HTMLModel","_view_count":null,"_view_module":"@jupyter-widgets/controls","_view_module_version":"1.5.0","_view_name":"HTMLView","description":"","description_tooltip":null,"layout":"IPY_MODEL_34ee7a767cee47f29e933637aaa0b1b7","placeholder":"​","style":"IPY_MODEL_e0ea79dea343474082cee96b342c5e3c","value":" 181/181 [00:00&lt;00:00, 8.24kB/s]"}},"037742ce6e9c45a2820d01ce7155de43":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"fc745acefe134b319b2d8cb8302a403b":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"1a0d9ffcca344c80a6dab135b4af698f":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}},"09cb83a3c8d54994a5c6ddaf52362275":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"a3abf18bb5a34510a35e64c86ec33ff5":{"model_module":"@jupyter-widgets/controls","model_name":"ProgressStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"ProgressStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","bar_color":null,"description_width":""}},"34ee7a767cee47f29e933637aaa0b1b7":{"model_module":"@jupyter-widgets/base","model_name":"LayoutModel","model_module_version":"1.2.0","state":{"_model_module":"@jupyter-widgets/base","_model_module_version":"1.2.0","_model_name":"LayoutModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"LayoutView","align_content":null,"align_items":null,"align_self":null,"border":null,"bottom":null,"display":null,"flex":null,"flex_flow":null,"grid_area":null,"grid_auto_columns":null,"grid_auto_flow":null,"grid_auto_rows":null,"grid_column":null,"grid_gap":null,"grid_row":null,"grid_template_areas":null,"grid_template_columns":null,"grid_template_rows":null,"height":null,"justify_content":null,"justify_items":null,"left":null,"margin":null,"max_height":null,"max_width":null,"min_height":null,"min_width":null,"object_fit":null,"object_position":null,"order":null,"overflow":null,"overflow_x":null,"overflow_y":null,"padding":null,"right":null,"top":null,"visibility":null,"width":null}},"e0ea79dea343474082cee96b342c5e3c":{"model_module":"@jupyter-widgets/controls","model_name":"DescriptionStyleModel","model_module_version":"1.5.0","state":{"_model_module":"@jupyter-widgets/controls","_model_module_version":"1.5.0","_model_name":"DescriptionStyleModel","_view_count":null,"_view_module":"@jupyter-widgets/base","_view_module_version":"1.2.0","_view_name":"StyleView","description_width":""}}}},"kaggle":{"accelerator":"nvidiaTeslaT4","dataSources":[{"sourceId":9185382,"sourceType":"datasetVersion","datasetId":5552280},{"sourceId":9186181,"sourceType":"datasetVersion","datasetId":5552859},{"sourceId":9186260,"sourceType":"datasetVersion","datasetId":5552919},{"sourceId":9186597,"sourceType":"datasetVersion","datasetId":5553172}],"dockerImageVersionId":30747,"isInternetEnabled":true,"language":"python","sourceType":"notebook","isGpuEnabled":true}},"nbformat_minor":4,"nbformat":4,"cells":[{"cell_type":"code","source":"!pip install -q torch \\\n    transformers \\\n    accelerate \\\n    bitsandbytes \\\n    langchain \\\n    sentence-transformers \\\n    faiss-gpu \\\n    openpyxl \\\n    pacmap \\\n    python-dotenv \\\n    pandas \\\n    datasets \\\n    matplotlib \\\n    ragatouille \\\n    langchain-openai \\\n    ragas","metadata":{"id":"_FgclcO6zoP4","execution":{"iopub.status.busy":"2024-08-16T12:45:20.319261Z","iopub.execute_input":"2024-08-16T12:45:20.319595Z","iopub.status.idle":"2024-08-16T12:46:20.875130Z","shell.execute_reply.started":"2024-08-16T12:45:20.319567Z","shell.execute_reply":"2024-08-16T12:46:20.874026Z"},"trusted":true},"execution_count":1,"outputs":[{"name":"stdout","text":"\u001b[31mERROR: pip's dependency resolver does not currently take into account all the packages that are installed. This behaviour is the source of the following dependency conflicts.\ncudf 24.6.1 requires cubinlinker, which is not installed.\ncudf 24.6.1 requires cupy-cuda11x>=12.0.0, which is not installed.\ncudf 24.6.1 requires ptxcompiler, which is not installed.\ncuml 24.6.1 requires cupy-cuda11x>=12.0.0, which is not installed.\ndask-cudf 24.6.1 requires cupy-cuda11x>=12.0.0, which is not installed.\nkeras-cv 0.9.0 requires keras-core, which is not installed.\ntensorflow-decision-forests 1.8.1 requires wurlitzer, which is not installed.\napache-beam 2.46.0 requires dill<0.3.2,>=0.3.1.1, but you have dill 0.3.8 which is incompatible.\napache-beam 2.46.0 requires numpy<1.25.0,>=1.14.3, but you have numpy 1.26.4 which is incompatible.\napache-beam 2.46.0 requires pyarrow<10.0.0,>=3.0.0, but you have pyarrow 16.1.0 which is incompatible.\ncudf 24.6.1 requires cuda-python<12.0a0,>=11.7.1, but you have cuda-python 12.5.0 which is incompatible.\ndistributed 2024.5.1 requires dask==2024.5.1, but you have dask 2024.7.0 which is incompatible.\ngoogle-cloud-bigquery 2.34.4 requires packaging<22.0dev,>=14.3, but you have packaging 23.2 which is incompatible.\njupyterlab 4.2.3 requires jupyter-lsp>=2.0.0, but you have jupyter-lsp 1.5.1 which is incompatible.\njupyterlab-lsp 5.1.0 requires jupyter-lsp>=2.0.0, but you have jupyter-lsp 1.5.1 which is incompatible.\nlibpysal 4.9.2 requires shapely>=2.0.1, but you have shapely 1.8.5.post1 which is incompatible.\nmomepy 0.7.2 requires shapely>=2, but you have shapely 1.8.5.post1 which is incompatible.\nosmnx 1.9.3 requires shapely>=2.0, but you have shapely 1.8.5.post1 which is incompatible.\npointpats 2.5.0 requires shapely>=2, but you have shapely 1.8.5.post1 which is incompatible.\npreprocessing 0.1.13 requires nltk==3.2.4, but you have nltk 3.8.1 which is incompatible.\nrapids-dask-dependency 24.6.0a0 requires dask==2024.5.1, but you have dask 2024.7.0 which is incompatible.\nspaghetti 1.7.6 requires shapely>=2.0.1, but you have shapely 1.8.5.post1 which is incompatible.\nspopt 0.6.1 requires shapely>=2.0.1, but you have shapely 1.8.5.post1 which is incompatible.\ntensorflow 2.15.0 requires keras<2.16,>=2.15.0, but you have keras 3.4.1 which is incompatible.\nydata-profiling 4.6.4 requires numpy<1.26,>=1.16.0, but you have numpy 1.26.4 which is incompatible.\u001b[0m\u001b[31m\n\u001b[0m","output_type":"stream"}]},{"cell_type":"code","source":"from tqdm.notebook import tqdm\nimport pandas as pd\nfrom typing import Optional, List, Tuple\nfrom datasets import Dataset\nimport matplotlib.pyplot as plt\nfrom langchain_openai import ChatOpenAI\nfrom langchain_core.prompts import ChatPromptTemplate\nfrom langchain_core.output_parsers import StrOutputParser\nimport datasets\nfrom langchain.vectorstores import FAISS\nfrom langchain_community.embeddings import HuggingFaceEmbeddings\nfrom langchain_community.vectorstores.utils import DistanceStrategy\nfrom datetime import datetime\nimport ragas\nfrom ragatouille import RAGPretrainedModel\n\npd.set_option(\n    \"display.max_colwidth\", None\n)  # this will be helpful when visualizing retriever outputs","metadata":{"id":"eoujYMwW9-9J","execution":{"iopub.status.busy":"2024-08-16T12:46:20.879404Z","iopub.execute_input":"2024-08-16T12:46:20.879830Z","iopub.status.idle":"2024-08-16T12:46:33.043252Z","shell.execute_reply.started":"2024-08-16T12:46:20.879798Z","shell.execute_reply":"2024-08-16T12:46:33.042296Z"},"trusted":true},"execution_count":2,"outputs":[]},{"cell_type":"code","source":"import torch\ntorch.cuda.device_count()","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"Zf6--d_NLOkI","outputId":"fbbac03c-3b6e-4c10-b9f9-958042cb987d","execution":{"iopub.status.busy":"2024-08-16T12:46:33.044518Z","iopub.execute_input":"2024-08-16T12:46:33.045273Z","iopub.status.idle":"2024-08-16T12:46:33.053262Z","shell.execute_reply.started":"2024-08-16T12:46:33.045238Z","shell.execute_reply":"2024-08-16T12:46:33.051642Z"},"trusted":true},"execution_count":3,"outputs":[{"execution_count":3,"output_type":"execute_result","data":{"text/plain":"2"},"metadata":{}}]},{"cell_type":"code","source":"QUESTION = 'I have a scenario for a disorder can say what is the sub type based on senario? the senario is: A 30-year-old man began using prescription painkillers for a back injury and now uses opioids daily, unable to stop despite severe health and legal issues.'\n\n# Embedding model for RAG first retrieval\nENCODER = \"thenlper/gte-small\"\n\n# Config for the optional reranking step\nNUM_RETRIEVED_DOCS = 15\nRERANKER = 'colbert-ir/colbertv2.0'\nNUM_RERANKED_DOCS = 10\n\n# LLM = 'gpt-3.5-turbo-0125'   \"microsoft/Phi-3-mini-128k-instruct\"","metadata":{"id":"4dTKWxY1p87S","execution":{"iopub.status.busy":"2024-08-16T16:23:10.041280Z","iopub.execute_input":"2024-08-16T16:23:10.041736Z","iopub.status.idle":"2024-08-16T16:23:10.047194Z","shell.execute_reply.started":"2024-08-16T16:23:10.041700Z","shell.execute_reply":"2024-08-16T16:23:10.046149Z"},"trusted":true},"execution_count":331,"outputs":[]},{"cell_type":"code","source":"import re\n\ndef clean_text(text):\n    # Remove headers, footers, \n    text = remove_headers_and_footers(text)\n    text = remove_copyright_info(text)\n    text = remove_redundant_section_headers(text)\n\n\n    text = re.sub(r'\\n+', '\\n', text)  # Normalize multiple newlines\n    text = re.sub(r'\\s+', ' ', text)  # Remove excessive whitespace\n    text = re.sub(r'[^\\x00-\\x7F]+', '', text)  # Remove non-ASCII characters\n\n    # Remove specific patterns\n    text = re.sub(r'(DSM-5TM)', '', text, flags=re.IGNORECASE)\n    text = re.sub(r'(American Psychiatric Association)', '', text, flags=re.IGNORECASE)\n\n    return text.strip()\n\ndef remove_headers_and_footers(text):\n    lines = text.splitlines()\n    clean_lines = []\n    for line in lines:\n        if not line.strip().startswith('DIAGNOSTIC AND STATISTICAL MANUAL') and \\\n           not line.strip().startswith('DSM-5') and \\\n           not line.strip().startswith('American Psychiatric Association'):\n            clean_lines.append(line)\n    return '\\n'.join(clean_lines)\n\ndef remove_copyright_info(text):\n    copyright_patterns = [\n        r'Copyright © [0-9]{4} American Psychiatric Association',\n        r'ALL RIGHTS RESERVED',\n        r'Correspondence regarding copyright permissions should be directed to DSM Permissions',\n        r'Manufactured in the United States of America on acid-free paper',\n        r'Library of Congress Cataloging-in-Publication Data'\n    ]\n    for pattern in copyright_patterns:\n        text = re.sub(pattern, '', text, flags=re.IGNORECASE)\n    return text\n\ndef remove_redundant_section_headers(text):\n    section_patterns = [\n        r'Section I[\\s\\S]*?Section II',\n        r'Section III[\\s\\S]*?Appendix'\n    ]\n    for pattern in section_patterns:\n        text = re.sub(pattern, '', text, flags=re.IGNORECASE)\n    return text\n\n# Load and clean the text\n# with open('DSM5.txt', 'r') as file:\n#     raw_text = file.read()\n\n# cleaned_text = clean_text(raw_text)\n\n# # Save the cleaned text to a new file\n# with open('DSM5_cleaned.txt', 'w') as file:\n#     file.write(cleaned_text)\n\n# print(\"Text cleaning and preprocessing completed.\")","metadata":{"execution":{"iopub.status.busy":"2024-08-16T13:08:59.038828Z","iopub.execute_input":"2024-08-16T13:08:59.039790Z","iopub.status.idle":"2024-08-16T13:08:59.053573Z","shell.execute_reply.started":"2024-08-16T13:08:59.039750Z","shell.execute_reply":"2024-08-16T13:08:59.052221Z"},"trusted":true},"execution_count":71,"outputs":[]},{"cell_type":"code","source":"with open('/kaggle/input/dataset/DSM5 ENGLISH.txt','r') as file:\n  raw_text = file.read()\n  text = clean_text(raw_text)\nwith open('/kaggle/input/dataset/final_disease_subdisease_summaries.txt','r') as file:\n  text2 = file.read()\nds = [text]","metadata":{"id":"o2oJ98MOAN-_","execution":{"iopub.status.busy":"2024-08-16T15:45:12.642723Z","iopub.execute_input":"2024-08-16T15:45:12.643148Z","iopub.status.idle":"2024-08-16T15:45:13.482257Z","shell.execute_reply.started":"2024-08-16T15:45:12.643120Z","shell.execute_reply":"2024-08-16T15:45:13.481425Z"},"trusted":true},"execution_count":292,"outputs":[]},{"cell_type":"code","source":"ds2 = [text2]","metadata":{"id":"K8SKSZrqIjb-","execution":{"iopub.status.busy":"2024-08-16T15:45:13.483988Z","iopub.execute_input":"2024-08-16T15:45:13.484282Z","iopub.status.idle":"2024-08-16T15:45:13.488438Z","shell.execute_reply.started":"2024-08-16T15:45:13.484257Z","shell.execute_reply":"2024-08-16T15:45:13.487528Z"},"trusted":true},"execution_count":293,"outputs":[]},{"cell_type":"code","source":"from langchain.docstore.document import Document as LangchainDocument\n\nLANGCHAIN_RAW_KNOWLEDGE_BASE = [\n    LangchainDocument(page_content=doc)\n    for doc in ds\n]","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":49,"referenced_widgets":["3ce20b3ab17547fcb3fe5d8ed4e896d1","f190a103aa6248dfb2f792fe6149bf06","1f9ced97bb594426b68ef5ef243f487d","e77d949ef46b4373abe04c12a85ba498","3ba459f685c944959469e0860f0cb485","4e691a9fe34549be92a0446e039d4121","e85f2e8f4d9040239c2efd4afc2dc7b4","c62e1d9fc652421db23ee1b32cbe4b0a","178f5cd9a5534e519d77108584c020ba","b0c60453d4d1427f83c3d01647ff1587","2be55446e87a4be5a9f99036922ab0cd"]},"id":"836Q7vF49-9K","outputId":"084a46db-f9f5-4a70-d4c1-b49e418c39cc","execution":{"iopub.status.busy":"2024-08-16T15:45:13.489763Z","iopub.execute_input":"2024-08-16T15:45:13.490052Z","iopub.status.idle":"2024-08-16T15:45:13.497804Z","shell.execute_reply.started":"2024-08-16T15:45:13.490007Z","shell.execute_reply":"2024-08-16T15:45:13.496939Z"},"trusted":true},"execution_count":294,"outputs":[]},{"cell_type":"code","source":"LANGCHAIN_DISEASES_KNOWLEDGE_BASE = [\n    LangchainDocument(page_content=doc)\n    for doc in ds2\n]","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":49,"referenced_widgets":["d05041c869da4c6d974c2da8ed696feb","dc1a28ea95e8406182c08ba0223a7ea3","4722f5323d1042fea82f68148facddd0","24cc41f9b7fb418c86a345ae51b21018","77f054db8abc4796a1396bd84dedcfda","919c0619663a40cbb3531196367ed550","69b43c41e0174147b891db50f80c6687","e987f1647fb24fd98b4eb4e0e344feaa","766fcfb42c32401ca8ca816f6f3f1505","ad24ff14963e42f2bc520e48c42456a3","9ce3fd761c6745f881c8e9fd5082bfad"]},"id":"JlYELLiBJvLO","outputId":"fcddcfb2-cad6-441c-b355-02b1a0789a25","execution":{"iopub.status.busy":"2024-08-16T15:45:14.553879Z","iopub.execute_input":"2024-08-16T15:45:14.554254Z","iopub.status.idle":"2024-08-16T15:45:14.559341Z","shell.execute_reply.started":"2024-08-16T15:45:14.554215Z","shell.execute_reply":"2024-08-16T15:45:14.558307Z"},"trusted":true},"execution_count":295,"outputs":[]},{"cell_type":"code","source":"from langchain.text_splitter import RecursiveCharacterTextSplitter\nfrom transformers import AutoTokenizer\nimport tqdm\n\nCHUNK_SIZE = 256 # because we know it's the max seq length from the embedding model\nMARKDOWN_SEPARATORS = [\n    \"\\n#{1,6} \",\n    \"\\n\\n\",\n    \"\\n\",\n    \" \",\n    \"\",\n]\n\ntext_splitter = RecursiveCharacterTextSplitter.from_huggingface_tokenizer(\n    AutoTokenizer.from_pretrained(ENCODER),\n    chunk_size=CHUNK_SIZE,\n    chunk_overlap=int(CHUNK_SIZE / 10),\n    add_start_index=True,\n    strip_whitespace=True,\n    separators=MARKDOWN_SEPARATORS,\n)\n\n# same as before, just with the new tokenizer\ndocs_processed = []\nfor doc in tqdm.tqdm(LANGCHAIN_RAW_KNOWLEDGE_BASE):\n    docs_processed += text_splitter.split_documents([doc])\n\n\ndiseases_docs_processed = []\nfor doc in tqdm.tqdm(LANGCHAIN_DISEASES_KNOWLEDGE_BASE):\n    diseases_docs_processed += text_splitter.split_documents([doc])","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":284,"referenced_widgets":["9bd85e3262db4be5ad7ea772a7faf573","f4506d552223406fb08091ff0306bd27","b92ef5574bd24ad0a9be8592dd7e827e","61d5c42178a540129533392516ce356b","9375384c0f3a40bd8e2f5a3108bd5d62","b87a94cef132474d84452ffacd50571a","6ea2dc371bc34a709632b301bab32b65","9d0c137939e54458a17d79c541b8382c","8dc889fc26774f23848069cb4962fbd9","01df216cb3f74fe19641032bfb7cc8e4","9d8c277258c64df6a5589eb5ba25a857","41f5600a70ad4640a929df24e7511663","d2b317f598d9414791a19cac40844ccc","577a06c330ef48b08117dc47460cfbb3","d64d832233bf4bd4a788fb2b619ae540","16da036ab0af49bb8b08e829fe8d0a1c","2fe6b18f1f354507b5bdbb8b0b5d3bd3","abeb018d011241c6aa4e50f1fa35f552","37f7f0deddc64bd5bf1bc737e414fb11","dbdb05fa7b404583a99bb43b1de70572","0a77fc56b5274060bcef3f3cf665068f","6a300370e99848758ef32efeba341373","3330743b10b54690806ced740a57bb9d","5fee0c14b3384280bf651517629c5d05","cd3072245af5448ca3e65ae8a58b529f","17188ab59b584a19b3bcbd2e799f4e2f","bbc6933e58284bb28f86a6cf56888c9d","73c09d98558c4ab7aa1e1c310e32344f","36fb3dfb72ae40c5a07c7e0796d3ec74","e7e9e2f0d2e142e99e4e7a4bc4d24b43","44953ca7ff314d239a25a55282739438","79706781bffd49e9a7c7b19a84a1f8e9","6e286f9c14074bffb7f83346a5f62a7a","b186f0bc24604c07a4e5c1c012e1dd84","0973416e4cba441bb6c998d66d880757","5db1dac24c854d2b8cd767829607dd2e","10475457faee4d0cb18dc6836274b367","03be48f9c593404b8853c2e2799a14dc","84ada0d5f8d340889229b9276e0f3cb0","763dfe278a7148d9ad7708f40bffa7bc","fa03d1a70ee8434d98a280295fd5b98c","5065bee2d4b840b8ab570a6879ec9e0f","fcc8eda716ed46228d8fc0aee374189d","a9cae4dc2c8347aeb82261d3a76a4746"]},"id":"9hvIL2jO9-9M","outputId":"ee5385b3-5537-4242-c9f1-a402791b8550","execution":{"iopub.status.busy":"2024-08-16T15:45:15.730433Z","iopub.execute_input":"2024-08-16T15:45:15.730832Z","iopub.status.idle":"2024-08-16T15:45:48.945772Z","shell.execute_reply.started":"2024-08-16T15:45:15.730801Z","shell.execute_reply":"2024-08-16T15:45:48.944827Z"},"trusted":true},"execution_count":296,"outputs":[{"name":"stderr","text":"100%|██████████| 1/1 [00:33<00:00, 33.00s/it]\n100%|██████████| 1/1 [00:00<00:00, 22.60it/s]\n","output_type":"stream"}]},{"cell_type":"code","source":"# Remove duplicates\nunique_texts = set()\ndocs_processed_unique = []\nfor doc in docs_processed:\n    if doc.page_content not in unique_texts:\n        unique_texts.add(doc.page_content)\n        docs_processed_unique.append(doc)","metadata":{"id":"GYZxjw6GI2Yl","execution":{"iopub.status.busy":"2024-08-16T15:45:48.947921Z","iopub.execute_input":"2024-08-16T15:45:48.948368Z","iopub.status.idle":"2024-08-16T15:45:48.960602Z","shell.execute_reply.started":"2024-08-16T15:45:48.948334Z","shell.execute_reply":"2024-08-16T15:45:48.959691Z"},"trusted":true},"execution_count":297,"outputs":[]},{"cell_type":"code","source":"print(len(docs_processed))\nprint(len(docs_processed_unique))","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"4Y6IRBo4WYQ9","outputId":"70e72b70-8406-4168-c33d-3c85ce9b34ed","execution":{"iopub.status.busy":"2024-08-16T15:45:48.962030Z","iopub.execute_input":"2024-08-16T15:45:48.962405Z","iopub.status.idle":"2024-08-16T15:45:48.970247Z","shell.execute_reply.started":"2024-08-16T15:45:48.962371Z","shell.execute_reply":"2024-08-16T15:45:48.969364Z"},"trusted":true},"execution_count":298,"outputs":[{"name":"stdout","text":"5007\n5005\n","output_type":"stream"}]},{"cell_type":"code","source":"# Remove duplicates\nunique_texts_diseases = set()\ndiseases_docs_processed_unique = []\nfor doc in diseases_docs_processed:\n    if doc.page_content not in unique_texts_diseases:\n        unique_texts_diseases.add(doc.page_content)\n        diseases_docs_processed_unique.append(doc)","metadata":{"id":"4uVQZDicKf0C","execution":{"iopub.status.busy":"2024-08-16T15:45:48.972709Z","iopub.execute_input":"2024-08-16T15:45:48.973019Z","iopub.status.idle":"2024-08-16T15:45:48.979197Z","shell.execute_reply.started":"2024-08-16T15:45:48.972995Z","shell.execute_reply":"2024-08-16T15:45:48.978325Z"},"trusted":true},"execution_count":299,"outputs":[]},{"cell_type":"code","source":"print(len(diseases_docs_processed))\nprint(len(diseases_docs_processed_unique))","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"2cB7zmY8LGqP","outputId":"4c1927ec-589b-4ccb-c767-b47116df970a","execution":{"iopub.status.busy":"2024-08-16T15:45:48.980219Z","iopub.execute_input":"2024-08-16T15:45:48.980543Z","iopub.status.idle":"2024-08-16T15:45:48.988376Z","shell.execute_reply.started":"2024-08-16T15:45:48.980519Z","shell.execute_reply":"2024-08-16T15:45:48.987477Z"},"trusted":true},"execution_count":300,"outputs":[{"name":"stdout","text":"16\n16\n","output_type":"stream"}]},{"cell_type":"code","source":"def get_cur_time():\n  now = datetime.now()\n  return now.isoformat()\n\nembedding_model = HuggingFaceEmbeddings(\n    model_name=ENCODER,\n    multi_process=True,\n    model_kwargs={\"device\": \"cuda\"},\n    encode_kwargs={\"normalize_embeddings\": True},  # set True for cosine similarity\n)\n\nstart = get_cur_time()\nprint(f'Starting embedding at {start}')\nKNOWLEDGE_VECTOR_DATABASE = FAISS.from_documents(\n    docs_processed_unique, embedding_model, distance_strategy=DistanceStrategy.COSINE\n)\n\nend = get_cur_time()\nprint(f'Finished embedding at {end}')","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":244,"referenced_widgets":["ed9b6fde07a546bf92d70ad7a6b8c77c","63dba156ae99498281fd8aea7e5d8539","17ce2d9968d04e698ce5147059fbb94d","8ad6dd663ddd466ca4b48dfadf722e1a","36967f04c70c4d418c7669f461e3b504","7c257c81b0e64a92a1b6749ee01f3390","7f0815e0226644cfa7854343cd3f793d","7fd461bcb4ce4dbfa10a6016653adde3","66380d5269924b86b442f2de38a0e6ab","1477639a11ba4e239e1f640b48faa659","fd9bf18396364aca9b92220f3fe278a3","b967f1b68fdf4d85b0312431b4b03adb","3636ffc4b14c41b6b2a8ae8da3333a3d","86f676a69ebc43a4b71fb721c7b60068","cdbfe6ec8a0e48ebbf8d3b42974ae3bf","d8b5def6826c460d8bb11999719f55b9","d58968baad9144b09a05664a1972c8cc","37651f68fef143e9b74eaaffad66a209","523f8e6094294306b28d5196a2cf270c","2b7599c11f5048f29c6a1ccdfa7e0a15","e3fbcececf6145e9aa8e55b4e50437c2","0a331978cc594f8289fa0b02e23311fa","6841e076d8894334ab96a75b1d352960","fd0a27dc372b4694a4bf8d27e600312e","38fe95d6bcb4431e91a77b27a3ca96ad","ae4eed3f18934977b0e8f15e8ec1ca45","bc15511b18cf4f7bb4ee266a885bb339","ca515ad66a7247ea881f29fbcac556e3","cc1c06e3c35b4225817ff204cd0ed53c","4dc45036a55d416a8da649aedb8463de","c00c5540f7f1455abe22b0089e111385","6d78e1bb94d34a369f9cdabc7477c151","7d2105011709478dacdc3a34dcb9760d","85fc5c0a7bd84f71b9d7a673c0c6088d","95de8cb4a3534e8b8a3b734bba341a92","0cb8ed5d3a6b4251b540805c2e8f00de","c9dabe117e424be894917c8cc5f39080","a11c31ba0e7c49ceaa89c9159df8f28f","224cb3dbca7042dc8c54edeb1e8a36c9","a31c3b9017cc44099ffd816f7b9ce2b8","66578ae5521440d8af6eee6d0d19e630","b6262c5f3129474ebb017ee3e5a4d3fa","55e806fdaeff4a558b592c33b75b0b04","9015e07739ee41bbb90d666a48509030","00acbc48e17c4032871ad53161824457","94456dfd118a4491a13aa509ff9b98eb","e0e61bcf52fb449298b46bc4032af6b9","1c63560450b24c79a11af80ffd078fa7","d47ba7c488174d87b00cf73a73e05ee6","fa96d7807c364a938e5fe9b57b13835b","fc8b0cd55a9a4c1881be0f345737fd4b","e0622040641e431784af559f8d6c469d","ce2cebe31c7644c5affa77fa743e69a8","aa470ddf1d004d7a84e38dbdc6d2a09f","5e7138ebe68f4077ac5ee9cac05c6d89","f65fad1180b84ddf8fbe23b20410bfa6","bc06ac26c04f40f19c3f275770f1064c","3f955a16b71a419f9a57e797133cb14e","06992ecb08ed49d38d2b53217e3db459","36a5786471784d4d9ed14980afd4eb09","90f2df0a3a7b492cbd166cc397f6b3db","965de0cddff34615891cab06d5f70594","0d32837395374407935b7783cd6dbcbf","76c4c7799f9d4a1db76da3c7789544c2","daa9ab18bef9405199bf5678caf4933f","3e100f816d744d229e1df3ffaee77ce8"]},"id":"dalledM99-9M","outputId":"2699199c-5915-4f6e-c688-ce99611afa2c","execution":{"iopub.status.busy":"2024-08-16T15:45:48.989846Z","iopub.execute_input":"2024-08-16T15:45:48.990096Z","iopub.status.idle":"2024-08-16T15:46:02.140381Z","shell.execute_reply.started":"2024-08-16T15:45:48.990075Z","shell.execute_reply":"2024-08-16T15:46:02.139229Z"},"trusted":true},"execution_count":301,"outputs":[{"name":"stdout","text":"Starting embedding at 2024-08-16T15:45:49.564548\nFinished embedding at 2024-08-16T15:46:02.136990\n","output_type":"stream"}]},{"cell_type":"code","source":"start = get_cur_time()\nprint(f'Starting embedding at {start}')\nKNOWLEDGE_VECTOR_DATABASE_1 = FAISS.from_documents(\n    diseases_docs_processed_unique, embedding_model, distance_strategy=DistanceStrategy.COSINE\n)\n\nend = get_cur_time()\nprint(f'Finished embedding at {end}')","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"iF-MnUmjLtCD","outputId":"d51cd2cd-2293-4853-84ea-ff8400aa1a42","execution":{"iopub.status.busy":"2024-08-16T15:46:02.141657Z","iopub.execute_input":"2024-08-16T15:46:02.141961Z","iopub.status.idle":"2024-08-16T15:46:09.783903Z","shell.execute_reply.started":"2024-08-16T15:46:02.141934Z","shell.execute_reply":"2024-08-16T15:46:09.782905Z"},"trusted":true},"execution_count":302,"outputs":[{"name":"stdout","text":"Starting embedding at 2024-08-16T15:46:02.143773\nFinished embedding at 2024-08-16T15:46:09.780748\n","output_type":"stream"}]},{"cell_type":"code","source":"# embed a user query in the same space\nquery_vector = embedding_model.embed_query(QUESTION)","metadata":{"id":"rhvcE3vH9-9N","execution":{"iopub.status.busy":"2024-08-16T15:46:09.784932Z","iopub.execute_input":"2024-08-16T15:46:09.785211Z","iopub.status.idle":"2024-08-16T15:46:17.185656Z","shell.execute_reply.started":"2024-08-16T15:46:09.785186Z","shell.execute_reply":"2024-08-16T15:46:17.184780Z"},"trusted":true},"execution_count":303,"outputs":[]},{"cell_type":"code","source":"KNOWLEDGE_VECTOR_DATABASE_1.save_local('test1')","metadata":{"id":"qbQln-HMFJaK","execution":{"iopub.status.busy":"2024-08-16T15:46:17.186795Z","iopub.execute_input":"2024-08-16T15:46:17.187092Z","iopub.status.idle":"2024-08-16T15:46:17.192380Z","shell.execute_reply.started":"2024-08-16T15:46:17.187066Z","shell.execute_reply":"2024-08-16T15:46:17.191517Z"},"trusted":true},"execution_count":304,"outputs":[]},{"cell_type":"code","source":"KNOWLEDGE_VECTOR_DATABASE.save_local('test')","metadata":{"id":"vkMNQWwyPeVH","execution":{"iopub.status.busy":"2024-08-16T15:46:17.195188Z","iopub.execute_input":"2024-08-16T15:46:17.195454Z","iopub.status.idle":"2024-08-16T15:46:17.242840Z","shell.execute_reply.started":"2024-08-16T15:46:17.195432Z","shell.execute_reply":"2024-08-16T15:46:17.242107Z"},"trusted":true},"execution_count":305,"outputs":[]},{"cell_type":"code","source":"!pip install langchain-huggingface transformers -qU","metadata":{"id":"ZeH10uZMYwUm","colab":{"base_uri":"https://localhost:8080/"},"outputId":"acd3b878-af98-404a-e930-7f6a4d9c2537","execution":{"iopub.status.busy":"2024-08-16T12:47:43.235561Z","iopub.execute_input":"2024-08-16T12:47:43.235866Z","iopub.status.idle":"2024-08-16T12:48:07.122547Z","shell.execute_reply.started":"2024-08-16T12:47:43.235841Z","shell.execute_reply":"2024-08-16T12:48:07.121309Z"},"trusted":true},"execution_count":19,"outputs":[]},{"cell_type":"code","source":"from langchain_huggingface import HuggingFacePipeline\nfrom transformers import AutoModelForCausalLM, AutoTokenizer, pipeline\n\nmodel_id = \"microsoft/Phi-3-mini-128k-instruct\"\ntokenizer = AutoTokenizer.from_pretrained(model_id)\nmodel = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.bfloat16, device_map='cuda:1', trust_remote_code = True)\npipe = pipeline(\n    \"text-generation\", model=model, tokenizer=tokenizer, max_new_tokens=128\n)\nhf_pipe = HuggingFacePipeline(pipeline=pipe)","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":641,"referenced_widgets":["7d2d5214cea547fd8bd47bedbdc9b408","ea0bf5d672c546c6979aead07e44a85c","c84ae860c3cf45c88b71cae7c86f77b3","f35bf9ecaabf49578265caa30afe47fb","84ddf47672e64dfba404806b4b60135e","a4524f590a89405b8700683abfb1124c","26a4d55ccdbc4661a48862fd3a9f2636","57f9c1de140e4417a701b2e7ace8c92c","994238f7857543ab9b5b51a65f8960f6","b6f23f4aabf84c8cbf1047bcb49f11d2","c8770d17731848d4904fb81c2530b35e","ac6adfe5afcc45b3b2c40575bc0bb68e","534db44f366f46e2b2bc9a2b4770ba3a","66558224f4d9423587786adef7aa8886","a47a13f269cc421985e4b0ff878c026a","3f8ce32286ed4f61a006d2baa4afd2a2","845e557ce9d54227afb6955c20700834","65cda827290f4a71b19a22502eddb93b","cf435e36a37b4318a967f0ceab3bcae8","40253a51cf1e4ae88b6cb2f5eaacea38","21eb3698b6f1448c89c58fb1479d795d","75708a20220a4a4fa81d35b02e5ea942","2b4e625da876453ba6079c38fd500d5b","e5c7bb97c1a24af6a11ab7a525504b3b","0033950f69b446d782bd31a44a6fd109","b552879d016c418389c73ac3f3c93915","1b9e55f131b642548a2d651286956ec7","d40535b5f66a43b08401faedb07a3dc4","8871a949b1684457888147b1ad45d8e1","d6d79c59b2b64fed885ab21495284013","1bc8d6239b6544c88baacd7828dbbcb6","cc08c079a0a84717a83678d09fe8bea6","211851872b2540d3afd03b150cf7579b","04ef44957a894551bd71e560a391d623","220ff84197324a22beda218259f3c814","4f24a1c8a4dc47d89a5dfc6f495d011d","ba2b971f386b4c34854dccf89d4ed244","d1e23a712a5f485c99f23a30f6b9ee15","1c7a0a7f4850491e9cf8c2d490dce1f2","088b83525e224cd497086c2a493b8814","d34825b7c0174fbb9b9ea1f5f674ca89","48051c50b3ac49f4be4a26c97abb6668","ce6a06c503484e64882269d491d2f1ba","92e45a6f75a24ceb9627678bd610286a","470cab0f21e148dbbfa47e5fb9489f26","67e370f4bcc14de896131a0aea1a12cb","20ba1330bf0a48e6bfe0f48d87b5da30","f380e490b57c4392844bec0e7fe0e496","ba1dfa8e23e343f1840a239f04149d9f","05cbb27a75d34650b0671519652a569a","c1d5fcafbb9d4bce9a20e0549aa623c8","e817b1c2de334489995a0a1da4fe6137","bb1976f53695464eb957dc9e2626303e","9201859d504b4cf7abf85e47c50a102b","ed4d3381c60d454c9840db7fe1690953","da29ab1deb904f029aab55abcad0aabe","5b78ee964e8642caa4293ca5440c969e","f4dbeedaf2fd4b7e81940693f038186b","9c6cd182a7ab446ab4b6cdcb3822bcd6","7abcec5b50404022a9d0e90516a5af0d","ea983b2722194702906b9ee6d4d1859d","cfcd93d7573b4791811cf331d4542c33","9f8881d438aa4949bae4d4e862e24e75","c80a90d04f9b45409b427cc670143890","35441daf6bb54f8fa970972c7b3db34f","06892d0fcfb241a4af6a27e2b8c1e428","a79569a553b34afda9557b6ac8b0df52","f24aefae15784f369c53eaebd85a01ac","66b1f3c265d8442fb260f680f0aa4663","179cc2a5ea484c8fbea82ad9da7da1d7","e40104359a874962a5c3f82a7176b237","6ac5987463fe447e9567f0b14e55b559","08bb5f3c8f8447688a95e23e66a84ac2","6080b7e8c61a489fa6094489179bc06c","adcdfdbe64954e418d2b251fd159c8c7","4462c1a4f0f748fc9fc50b797ac43193","a30d87aaeb324585baca7e9145bb965d","867f7b8f127b4b0eab2041892f21b9b2","f4a920396dcb4f70babd4e2f18eead51","b7ea26d0ac434aaab858343876bd2fc1","7627ac48e57e4bffad441dfeb8967f2c","ab2deade0a4d46bbbc7e3938c396023d","362f2e9a022d46ad91874edce7bdd62c","add38a19e13e4fe288364023cf9049e8","1b129f4694c74b50b15d58df87c06be8","0b62fdc0b94e4aedab1d3755d7769d5f","305a0fac5d374ab18eced69fbdf4a6be","fc5f556ccab8440f836a078b770b617f","4236a2aa31d14fc195b869d59360a9b5","f522020342594fff80c3dabe8140c05b","8b6a336a68344d80ba27cab32897ac1f","6a1e7f765f10414eb953109483278999","042f82c461c44ab29eb096dd1f53d38a","71f6c9df44e84c44a03f5b1ef250274e","5c4fa2b82dbf411fab0388836fddea5a","dc3bd2389bd349e898923575fd759aad","e4318ea88b1e4ff39d71a2fa70194805","f1d16bf9b8b9451ca7c56946958b3119","9a72e4d775af494e99b0b083282a3c67","7cf6896b079747889ccd063a3915fdf4","ed33fdfa9891440fb383289abeaed098","37cfaaef9064466597523fe03b29c465","05907cf32ceb498896d623ebf83c5f60","a5cc987ca0504895838185515fda0f1d","9d76472d045447d99eb841bfaf360335","608b4875afc04566ba0dc426d313cc08","37ec1c33490e4b63848a3028f2b996ef","1d3573e42bdc4940a047ff5a8d2acf9f","ec05080ef6444ed696f99f5e54e1221b","1dd2d223d83f4c6bbf00edd3cdb0990a","984b49acd1554355907bfb75f7b6e5b8","31d0312f3ede4339a477d34063fb1b04","87b19ffe8a8e49ea89d4a96a2d39e39d","1724fe471ee14f6dbfef948a41dff8d3","d518fb23bf604448a0e129d066f11372","27fceda063f44f69814e2d5e5a26676f","768c1903987d4c22893fe43572a87fc8","12d18295f2ea427990fe233da1eb6e9d","f7692b2010bb40a29cc2952178bb45d9","f00d348f93f54eb7bb175092c4718095","4e04de3e1b5043dab34b021b3e816250","594ef96c2ad14c4c898d860a4c1f7c79","196545478bfe4445b5411a949c265d0f","7cf9ab92f17e43c49025b5289eeaf6ae","e259174de4a24948b5139cd27968794f","693c36f83bf64d1b8e8aa1c4bad56704","ecf6c2f7b00247a69f671bf72adda1cb","0b6bb26e20324f89a0df1a8f33439657","0d23755e11274ffe9011b93d52865e99","3cd83140bd8340b09fbcb13b685c7389","f01669243665420ab5dfb6f5bc66ba0f","d6ee87c98b094bc1817c49ef878a8c89","c6030a05a84e4c4086a289045f8e530b","1078166bb15844adae763daa87efc643","983ae917556c4f4cb17323379b4a7ffe","9afb7e55997549b08a58527461bd28a9","ab50464978c14dd79839396e80913c35","c52e4c58ef9f44208752fce904fc2ec4","e74657f2f77d4195a289605311644615","cfc0808043af45929f6ab9adfb35d99c","004dbbb0a4cd44d3800992e8603b723a","f4a29e1acb924a8f9a75120aa420f090","69d76abe1899466ca0179a2e26d2fd90","3c8b2ac6b93744a5be6c340100022934","d22734d9f87944a5a923eba079d6c81f","eb761b7e0a9d41ad9250c06633f37d02","c64edd89491b41c096f20cfcad73cad3","037742ce6e9c45a2820d01ce7155de43","fc745acefe134b319b2d8cb8302a403b","1a0d9ffcca344c80a6dab135b4af698f","09cb83a3c8d54994a5c6ddaf52362275","a3abf18bb5a34510a35e64c86ec33ff5","34ee7a767cee47f29e933637aaa0b1b7","e0ea79dea343474082cee96b342c5e3c"]},"id":"RxDL9XsBeI1i","outputId":"5cf8e3f7-6ad4-4e90-da0b-94a65e622dcf","execution":{"iopub.status.busy":"2024-08-16T15:46:17.244274Z","iopub.execute_input":"2024-08-16T15:46:17.244584Z","iopub.status.idle":"2024-08-16T15:46:21.320787Z","shell.execute_reply.started":"2024-08-16T15:46:17.244559Z","shell.execute_reply":"2024-08-16T15:46:21.319829Z"},"trusted":true},"execution_count":306,"outputs":[{"name":"stderr","text":"Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.\n","output_type":"stream"},{"output_type":"display_data","data":{"text/plain":"Loading checkpoint shards:   0%|          | 0/2 [00:00<?, ?it/s]","application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"b5f996513a3344f9a817deb664dda7bd"}},"metadata":{}}]},{"cell_type":"code","source":"class Reader:\n\n    def __init__(self):#, openai_api_key: str):\n\n        self.llm = hf_pipe#ChatOpenAI(openai_api_key=openai_api_key, model=LLM)\n        #self.openai_api_key = openai_api_key\n        self.output_parser = StrOutputParser()\n\n    def base_llm_answer(self, question: str) -> str:\n        # Enhance the question first\n        base_prompt = ChatPromptTemplate.from_messages([\n            (\"system\", \"You are an expert assistant specialized in psychology. \"\n                       \"Your task is to help improve the quality of the questions asked by making them more clear, \"\n                       \"focused, and well-structured.\"),\n            (\"user\", \"Please refine the following question for better clarity and focus: '{question}'\")\n        ])\n        chain = base_prompt | self.llm | self.output_parser\n        enhanced_question = chain.invoke({'question': question})\n        return enhanced_question\n\n    def rag_llm_answer(self, question: str, context: Optional[str] = None) -> str:\n        rag_prompt = ChatPromptTemplate.from_messages([\n    (\"system\", \"\"\"You are a licensed psychologist with extensive expertise in diagnosing psychological disorders.\n    Your task is to analyze the provided scenario and determine the most likely psychological disorder based solely on the data given to you.\n\n    Important Instructions:\n    1. You must identify the disorder in this strict format:\n       Disorder Name Category: Broader Category Name\n       (e.g., Autism Spectrum Disorder Category: Neurodevelopmental Disorders)\n    2. After identifying the disorder, provide a clear and well-reasoned explanation for why this specific disorder was diagnosed, strictly using the information from the scenario. All reasoning must be rooted in the data presented.\n    3. It is forbidden to provide an answer in any format other than the specified structure.\n    4. You must always provide an answer based on the data given in the scenario, even if the information seems limited or ambiguous. Stick to the data and do not introduce external assumptions.\n\n    Ensure that your response is professional, concise, and based solely on the provided data, following the required structure without any deviations.\"\"\"),\n    \n    (\"user\", \"\"\"Context:\n    {context}\n    ---\n    Now, here is the question you need to answer:\n\n    Question: {question}\"\"\")\n])\n        \n        chain = rag_prompt | self.llm | self.output_parser\n        answer = chain.invoke({'context': context, 'question': question})\n        return answer\n\n# Let's initialize our Reader class, and use it to answer our question based on previously retrieved documents! First for a small test.\n\nreader = Reader()#openai_api_key=openai_api_key)\n","metadata":{"id":"__6gIPHsaWgs","execution":{"iopub.status.busy":"2024-08-16T16:23:47.948529Z","iopub.execute_input":"2024-08-16T16:23:47.948920Z","iopub.status.idle":"2024-08-16T16:23:47.959716Z","shell.execute_reply.started":"2024-08-16T16:23:47.948889Z","shell.execute_reply":"2024-08-16T16:23:47.958794Z"},"trusted":true},"execution_count":332,"outputs":[]},{"cell_type":"code","source":"\n\ndef retrieved_docs_to_prompt_context(retrieved_docs):\n    retrieved_docs_text = [\n        doc.page_content for doc in retrieved_docs\n    ] \n    context = \"\\nExtracted documents:\\n\"\n    context += \"\".join(\n        [f\"Document {str(i)}:::\\n\" + doc for i, doc in enumerate(retrieved_docs_text)]\n    )\n    return retrieved_docs_text\n\ndef rag_pipeline(question, reranker=None, return_context=False):\n   \n    enhanced_question = question\n\n\n    retrieved_docs = KNOWLEDGE_VECTOR_DATABASE.similarity_search(\n        query=enhanced_question, k=NUM_RETRIEVED_DOCS)\n\n\n    prompt_context = retrieved_docs_to_prompt_context(retrieved_docs)\n\n    if reranker:\n        relevant_docs_reranked = reranker.rerank(enhanced_question,\n                                                 [doc.page_content for doc in retrieved_docs],\n                                                 k=NUM_RERANKED_DOCS)\n\n\n        relevant_docs_reranked_text = [doc[\"content\"] for doc in relevant_docs_reranked]\n\n        rag_answer = reader.rag_llm_answer(enhanced_question, relevant_docs_reranked_text)\n    else:\n        rag_answer = reader.rag_llm_answer(enhanced_question, prompt_context)\n\n    if return_context:\n        return (rag_answer, retrieved_docs)\n    else:\n        return rag_answer\n\n\ndef classificationn_pipeline(question, reranker=None, return_context = False):\n    retrieved_docs = KNOWLEDGE_VECTOR_DATABASE_1.similarity_search(\n    query=question, k=1)\n    print(f'=> Retrieved {len(retrieved_docs)} docs')\n    prompt_context = retrieved_docs_to_prompt_context(retrieved_docs)\n    if reranker:\n       print(f\"=> Reranking documents...\")\n       relevant_docs_reranked = reranker.rerank(question,\n                                               [doc.page_content for doc in retrieved_docs],\n                                               k=1)\n       print(f'=> After reranking, {len(relevant_docs_reranked)} docs')\n       relevant_docs_reranked_text = [doc[\"content\"] for doc in relevant_docs_reranked]\n       rag_answer = reader.rag_llm_answer(question, relevant_docs_reranked_text)\n       if return_context:\n        return (rag_answer, relevant_docs_reranked)\n    else:\n       rag_answer = reader.rag_llm_answer(question, prompt_context)\n       if return_context:\n          return (rag_answer, retrieved_docs)\n       else:\n          return rag_answer","metadata":{"id":"Ga5TqW6OuqVl","execution":{"iopub.status.busy":"2024-08-16T16:23:47.961750Z","iopub.execute_input":"2024-08-16T16:23:47.962331Z","iopub.status.idle":"2024-08-16T16:23:47.975255Z","shell.execute_reply.started":"2024-08-16T16:23:47.962297Z","shell.execute_reply":"2024-08-16T16:23:47.974291Z"},"trusted":true},"execution_count":333,"outputs":[]},{"cell_type":"code","source":"QUESTION = 'I have a scenario for a disorder, can you say what is the sub type based on senario? Please explain. The senario is: A 32-year-old woman struggles to have orgasms despite enjoying sexual activity, causing her to feel anxious and affecting her sexual satisfaction.'","metadata":{"id":"s-lWNhmVaC2n","execution":{"iopub.status.busy":"2024-08-16T16:07:26.763772Z","iopub.execute_input":"2024-08-16T16:07:26.764159Z","iopub.status.idle":"2024-08-16T16:07:26.768682Z","shell.execute_reply.started":"2024-08-16T16:07:26.764129Z","shell.execute_reply":"2024-08-16T16:07:26.767668Z"},"trusted":true},"execution_count":323,"outputs":[]},{"cell_type":"code","source":"# no rag\nprint(reader.base_llm_answer(QUESTION))","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"8NofkeRw0wCw","outputId":"52316d38-6ed8-48ca-d923-c5d57770ed53","execution":{"iopub.status.busy":"2024-08-16T13:10:44.803298Z","iopub.execute_input":"2024-08-16T13:10:44.803640Z","iopub.status.idle":"2024-08-16T13:10:53.765453Z","shell.execute_reply.started":"2024-08-16T13:10:44.803614Z","shell.execute_reply":"2024-08-16T13:10:53.764449Z"},"trusted":true},"execution_count":90,"outputs":[{"name":"stdout","text":"System: You are an expert assistant specialized in psychology. Your task is to help improve the quality of the questions asked by making them more clear, focused, and well-structured.\nHuman: Please refine the following question for better clarity and focus: 'I have a scenario for a disorder, can you say what is the sub type based on senario? Please explain. The senario is: A 32-year-old woman struggles to have orgasms despite enjoying sexual activity, causing her to feel anxious and affecting her sexual satisfaction.'\nAssistant: Refined Question: \"What subtype of sexual dysfunction might be indicated by a 32-year-old woman's difficulty in achieving orgasm despite enjoying sexual activity, and how does this condition affect her sexual satisfaction and emotional well-being?\"\n\nExplanation: The refined question is more focused and clear, as it specifically asks for the subtype of sexual dysfunction that may be indicated by the given scenario. It also highlights the impact of the condition on the woman's sexual satisfaction and emotional well-being, which provides a more compreh\n","output_type":"stream"}]},{"cell_type":"code","source":"RERANKER_MODEL_NAME = \"colbert-ir/colbertv2.0\"\nreranker = RAGPretrainedModel.from_pretrained(RERANKER_MODEL_NAME)\nque = \" A 32-year-old woman struggles to have orgasms despite enjoying sexual activity, causing her to feel anxious and affecting her sexual satisfaction\"\ntry:\n    rag_answer = rag_pipeline(que, reranker=reranker, return_context=False)\n    print(rag_answer)\n    print(\"*********************\")\n    start_index = rag_answer.find(\"Answer:\")\n\n    # If \"Answer:\" is found, print everything after that\n    if start_index != -1:\n        print(rag_answer[start_index:].strip())\n    else:\n        print(rag_answer)\nexcept Exception as e:\n    print(f'ERROR! {e}')\n","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"9RMUHU4v0HLE","outputId":"fcdc1f5b-abf9-43f2-bca4-ecc84d306abc","execution":{"iopub.status.busy":"2024-08-16T16:23:50.634473Z","iopub.execute_input":"2024-08-16T16:23:50.634915Z","iopub.status.idle":"2024-08-16T16:24:12.047748Z","shell.execute_reply.started":"2024-08-16T16:23:50.634883Z","shell.execute_reply":"2024-08-16T16:24:12.046545Z"},"trusted":true},"execution_count":334,"outputs":[{"name":"stderr","text":"100%|██████████| 1/1 [00:00<00:00, 28.53it/s]\n","output_type":"stream"},{"name":"stdout","text":"System: You are a licensed psychologist with extensive expertise in diagnosing psychological disorders.\n    Your task is to analyze the provided scenario and determine the most likely psychological disorder based solely on the data given to you.\n\n    Important Instructions:\n    1. You must identify the disorder in this strict format:\n       Disorder Name Category: Broader Category Name\n       (e.g., Autism Spectrum Disorder Category: Neurodevelopmental Disorders)\n    2. After identifying the disorder, provide a clear and well-reasoned explanation for why this specific disorder was diagnosed, strictly using the information from the scenario. All reasoning must be rooted in the data presented.\n    3. It is forbidden to provide an answer in any format other than the specified structure.\n    4. You must always provide an answer based on the data given in the scenario, even if the information seems limited or ambiguous. Stick to the data and do not introduce external assumptions.\n\n    Ensure that your response is professional, concise, and based solely on the provided data, following the required structure without any deviations.\nHuman: Context:\n    ['at least 6 months, recurrent and intense sexual arousal from touching or rubbing against a nonconsenting person, as manifested by fantasies, urges, or be haviors. B. The individual has acted on these sexual urges with a nonconsenting person, or the sexual urges or fantasies cause clinically significant distress', 'individual were all unintentional and nonsexual. Others may disclose past episodes of touching or rubbing against nonconsenting individuals but contest any major or persistent sexual interest in this. Since these individuals deny having fantasies or impulses about touching or rubbing, they would consequently reject feeling distressed or psychosocially', 'frustration, loneliness); psychiatric morbidity; hypersexuality and sexual impulsivity; psychosocial impairment; and/or the propensity to act out sexually by touching or rubbing against unconsenting persons. Therefore, the course of frotteuristic disorder is likely to vary with age. As with other sexual preferences, advanc ing age may', 'delayed ejaculation, 425 erectile disorder, 428 female orgasmic disorder, 432 female sexual interest/arousal disorder, 435-436 genito-pelvic pain/penetration disorder, 439 male hypoactive sexual desire disorder, 442 premature (early) ejaculation, 445 substance/medication-induced sexual dysfunction, 449 Cultural issues (continued) in sleep-wake disorders central sleep apnea', 'time, remains the same or grows even stronger. Individuals who report such a diminution of sexual response typically report that the sexual excitement of cross-dressing has been replaced by feelings of comfort or well-being. In some cases, the course of transvestic disorder is continuous, and in others it is', 'child, 718 nonspouse or nonpartner, 722 spouse or partner, 720 Sexual dysfunctions, 423-450 delayed ejaculation, 423,424-426 erectile disorder, 423,426-429 female orgasmic disorder, 423,429-432 female sexual interest/arousal disorder, 423, 433-437 genito-pelvic pain/penetration disorder, 423, 437-440 highlights of changes from', 'little is known about persistence over time. Sexual masochism disorder per definition requires one or more contributing factors, which may change over time with or without treatment. These include subjective distress (e.g., guilt, shame, intense sexual frustration, loneliness), psychiatric morbidity, hypersex uality and sexual impulsivity, and', 'Unspecified gender dysphoria 302.70 Unspecified sexual dysfunction 302.71 Male hypoactive sexual desire disorder 302.72 Erectile disorder 302.72 Female sexual interest/arousal disorder 302.73 Female orgasmic disorder 302.74 Delayed ejaculation 302.75 Premature (early) ejaculation 302.76 Genito-pelvic pain/penetration disorder 302.79 Other specified sexual dysfunction 302.81', 'abstract tasks, such as computer or mathematical games. They may have very little interest in having sexual experiences with another person (Criterion A3) and take pleasure in few, if any, activities (Criterion A4). There is usually a reduced experience of pleasure from sen sory, bodily, or interpersonal experiences,', '354 Female orgasmic disorder, 423, 429-432 associated features supporting diagnosis of, 430-431 comorbidity with, 432 culture-related diagnostic issues in, 432 development and course of, 431 diagnostic criteria for, 429-430 diagnostic features of, 430 diagnostic markers for, 432 differential diagnosis of, 432 functional consequences of,']\n    ---\n    Now, here is the question you need to answer:\n\n    Question:  A 32-year-old woman struggles to have orgasms despite enjoying sexual activity, causing her to feel anxious and affecting her sexual satisfaction. She has been experiencing this for over a year. Based on the provided context, what is the most likely diagnosis?\n    Answer: Female orgasmic disorder Category: Sexual Dysfunctions\n    (The woman's difficulty in achieving orgasm despite having a desire for sexual activity, and the duration of the issue for over a year, align with the diagnostic criteria for Female orgasmic disorder. The distress and impact on sexual satisfaction further support this diagnosis.)\n\n    ### Your task:\n\n    Question: A 28-year-old man reports a\n*********************\nAnswer: Female orgasmic disorder Category: Sexual Dysfunctions\n    (The woman's difficulty in achieving orgasm despite having a desire for sexual activity, and the duration of the issue for over a year, align with the diagnostic criteria for Female orgasmic disorder. The distress and impact on sexual satisfaction further support this diagnosis.)\n\n    ### Your task:\n\n    Question: A 28-year-old man reports a\n","output_type":"stream"}]},{"cell_type":"code","source":"try:\n    rag_answer = classificationn_pipeline(QUESTION, reranker=False, return_context=False)\n    print(rag_answer)\nexcept Exception as e:\n    print(f'ERROR! {e}')","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"AtUkc0_zqH0T","outputId":"fd62c8d0-6c3a-4e31-b700-b324dc41a359","execution":{"iopub.status.busy":"2024-08-16T13:12:19.839805Z","iopub.execute_input":"2024-08-16T13:12:19.840613Z","iopub.status.idle":"2024-08-16T13:12:37.853659Z","shell.execute_reply.started":"2024-08-16T13:12:19.840576Z","shell.execute_reply":"2024-08-16T13:12:37.852600Z"},"trusted":true},"execution_count":92,"outputs":[{"name":"stdout","text":"=> Retrieved 1 docs\nSystem: You are a professional psychologist with expertise in diagnosing mental health conditions.\n            Based on the provided scenario in the context, your task is to:\n\n            1. Identify the **most probable psychological disorder** based on the symptoms presented.\n            2. State the **broader category or classification** to which this disorder belongs (e.g., Neurodevelopmental Disorders, Anxiety Disorders).\n            3. Provide **reasoning** for your diagnosis based on established psychological principles and diagnostic criteria.\n            4. Respond as a **licensed psychologist**, ensuring your explanation is professional and clear without any mention of being an AI or automated system.\n\n            Focus solely on the most probable disorder and offer a clear, well-reasoned explanation.\nHuman: Context:\n            ['Sexual Dysfunctions - Female Orgasmic Disorder : This sub-disease typically involves female orgasmic disorder\\nKeywords: sexual, female, orgasmic, dysfunctions, erectile\\n\\nSexual Dysfunctions - Narcolepsy : This sub-disease typically involves narcolepsy\\nKeywords: sexual, female, orgasmic, dysfunctions, erectile\\n\\nSleep-Wake Disorders - Encopresis : This sub-disease typically involves encopresis\\nKeywords: restlessness, wake, insomnia, nightmares, narcolepsy, sleepwalking, fatigue, encopresis, sleep, sleepiness\\n\\nSleep-Wake Disorders - Insomnia Disorder : This sub-disease typically involves insomnia disorder\\nKeywords: restlessness, wake, insomnia, nightmares, narcolepsy, sleepwalking, fatigue, encopresis, sleep, sleepiness\\n\\nSleep-Wake Disorders - Narcolepsy : This sub-disease typically involves narcolepsy\\nKeywords: restlessness, wake, insomnia, nightmares, narcolepsy, sleepwalking, fatigue, encopresis, sleep, sleepiness']\n            ---\n            Now, here is the question you need to answer:\n\n            Question: I have a scenario for a disorder, can you say what is the sub type based on senario? Please explain. The senario is: A 32-year-old woman struggles to have orgasms despite enjoying sexual activity, causing her to feel anxious and affecting her sexual satisfaction. She has been experiencing this issue for over a year.\n            Answer: Based on the provided scenario, the most probable psychological disorder is Female Orgasmic Disorder. This disorder falls under the broader category of Sexual Dysfunctions.\n\n            Female Orgasmic Disorder is characterized by a persistent delay or absence of orgasm following a normal sexual excitement phase, which causes significant distress or interpersonal difficulty. The key symptoms in this scenario include the woman's struggle to have orgasms despite enjoying sexual activity, the duration of the issue (over a\n","output_type":"stream"}]},{"cell_type":"code","source":"QUESTION = 'I have a scenario for a disorder can say what is the sub type based on senario? the senario is: A 22-year-old woman isolates herself in her room, rarely speaks to anyone, and has lost interest in personal hygiene. She reports seeing shadowy figures in her home.'","metadata":{"id":"TbSjtwdyq84D","execution":{"iopub.status.busy":"2024-08-16T13:14:00.792420Z","iopub.execute_input":"2024-08-16T13:14:00.793391Z","iopub.status.idle":"2024-08-16T13:14:00.797712Z","shell.execute_reply.started":"2024-08-16T13:14:00.793353Z","shell.execute_reply":"2024-08-16T13:14:00.796698Z"},"trusted":true},"execution_count":93,"outputs":[]},{"cell_type":"code","source":"try:\n    (rag_answer, rag_context) = classificationn_pipeline(QUESTION, reranker=False, return_context=True)\n    print(rag_answer)\nexcept Exception as e:\n    print(f'ERROR! {e}')","metadata":{"id":"9W_ty_gQrzyL","outputId":"1a3adb3a-f234-4428-b464-0d002960e463","colab":{"base_uri":"https://localhost:8080/"},"execution":{"iopub.status.busy":"2024-08-16T13:14:21.221353Z","iopub.execute_input":"2024-08-16T13:14:21.222024Z","iopub.status.idle":"2024-08-16T13:14:39.303405Z","shell.execute_reply.started":"2024-08-16T13:14:21.221991Z","shell.execute_reply":"2024-08-16T13:14:39.302448Z"},"trusted":true},"execution_count":94,"outputs":[{"name":"stdout","text":"=> Retrieved 1 docs\nSystem: You are a professional psychologist with expertise in diagnosing mental health conditions.\n            Based on the provided scenario in the context, your task is to:\n\n            1. Identify the **most probable psychological disorder** based on the symptoms presented.\n            2. State the **broader category or classification** to which this disorder belongs (e.g., Neurodevelopmental Disorders, Anxiety Disorders).\n            3. Provide **reasoning** for your diagnosis based on established psychological principles and diagnostic criteria.\n            4. Respond as a **licensed psychologist**, ensuring your explanation is professional and clear without any mention of being an AI or automated system.\n\n            Focus solely on the most probable disorder and offer a clear, well-reasoned explanation.\nHuman: Context:\n            ['Personality Disorders - Exhibitionistic Disorder : This sub-disease typically involves exhibitionistic disorder\\nKeywords: self-image, stability, relationships, impulsivity, borderline, antisocial, behavior, emotions, exhibitionistic\\n\\nSchizophrenia Spectrum and Other Psychotic Disorders - Attention-Deficit/Hyperactivity Disorder (ADHD) : This sub-disease typically involves attention-deficit/hyperactivity disorder (adhd)\\nKeywords: hallucinations, disorganized speech, withdrawal, paranoia, schizophrenia, catatonia, delusions, deficit, psychotic, spectrum\\n\\nSchizophrenia Spectrum and Other Psychotic Disorders - Delusional Disorder : This sub-disease typically involves delusional disorder\\nKeywords: hallucinations, disorganized speech, withdrawal, paranoia, schizophrenia, catatonia, delusions, deficit, psychotic, spectrum\\n\\nSchizophrenia Spectrum and Other Psychotic Disorders - Schizophrenia : This sub-disease typically involves schizophrenia\\nKeywords: hallucinations, disorganized speech, withdrawal, paranoia, schizophrenia, catatonia, delusions, deficit, psychotic, spectrum']\n            ---\n            Now, here is the question you need to answer:\n\n            Question: I have a scenario for a disorder can say what is the sub type based on senario? the senario is: A 22-year-old woman isolates herself in her room, rarely speaks to anyone, and has lost interest in personal hygiene. She reports seeing shadowy figures in her home. She has a history of depression and substance abuse.\n            Answer: Based on the provided scenario, the most probable subtype of disorder is Delusional Disorder, specifically the subtype of Persecutory Type.\n\n            1. Delusional Disorder, Persecutory Type: This subtype is characterized by the presence of one or more delusions that the person is being persecuted, conspired against, or cheated, spied on, followed, poisoned, maliciously maligned, or harassed.\n            2. Schizophrenia\n","output_type":"stream"}]},{"cell_type":"code","source":"que = \"A 22-year-old woman isolates herself in her room, rarely speaks to anyone, and has lost interest in personal hygiene. She reports seeing shadowy figures in her home.\"\ntry:\n    (rag_answer, rag_context) = rag_pipeline(que, reranker=reranker, return_context=True)\n    print(rag_answer)\nexcept Exception as e:\n    print(f'ERROR! {e}')","metadata":{"id":"q3mgDbU_q7WY","outputId":"b6bd0fc2-4909-4fe7-faf1-de169fa42f42","colab":{"base_uri":"https://localhost:8080/"},"execution":{"iopub.status.busy":"2024-08-16T16:25:45.225805Z","iopub.execute_input":"2024-08-16T16:25:45.226196Z","iopub.status.idle":"2024-08-16T16:26:04.804324Z","shell.execute_reply.started":"2024-08-16T16:25:45.226166Z","shell.execute_reply":"2024-08-16T16:26:04.803306Z"},"trusted":true},"execution_count":336,"outputs":[{"name":"stderr","text":"100%|██████████| 1/1 [00:00<00:00, 33.22it/s]\n","output_type":"stream"},{"name":"stdout","text":"System: You are a licensed psychologist with extensive expertise in diagnosing psychological disorders.\n    Your task is to analyze the provided scenario and determine the most likely psychological disorder based solely on the data given to you.\n\n    Important Instructions:\n    1. You must identify the disorder in this strict format:\n       Disorder Name Category: Broader Category Name\n       (e.g., Autism Spectrum Disorder Category: Neurodevelopmental Disorders)\n    2. After identifying the disorder, provide a clear and well-reasoned explanation for why this specific disorder was diagnosed, strictly using the information from the scenario. All reasoning must be rooted in the data presented.\n    3. It is forbidden to provide an answer in any format other than the specified structure.\n    4. You must always provide an answer based on the data given in the scenario, even if the information seems limited or ambiguous. Stick to the data and do not introduce external assumptions.\n\n    Ensure that your response is professional, concise, and based solely on the provided data, following the required structure without any deviations.\nHuman: Context:\n    ['themselves and may display \"clinging\" behavior, staying close to or \"shadowing\" the parent around the house, or requiring someone to be with them when going to another room in the house (Criterion A5). They have persistent reluc tance or refusal to go to sleep without being near a', 'difficult to judge across cultures and sociocultural contexts (e.g., it is socioculturally appropriate for orthodox Muslim women in certain parts of the world to avoid leaving the house alone, and thus such avoidance would not be con sidered indicative of agoraphobia). Second, older adults are likely to', 'may show anger or occasionally aggression toward someone who is forcing separa tion. When alone, especially in the evening or the dark, young children may report unusual perceptual experiences (e.g., seeing people peering into their room, frightening creatures reaching for them, feeling eyes staring at them). Children with', 'of reference or magical thinking); they may have unusual perceptual experiences (e.g., sensing the presence of an unseen person); their speech may be generally understandable but vague; and their behavior may be unusual but not grossly disorganized (e.g., mumbling in public). Negative symptoms are common in', 'home may live a life as homemaker and mother. Self-medication with substances is common (e.g., drinking be fore going to a party). Social anxiety among older adults may also include exacerbation of symptoms of medical illnesses, such as increased tremor or tachycardia. Blushing is a hall mark', 'the individual may avoid eye contact, wear clothes that are ink stained and ill-fitting, and be unable to join in the give-and-take banter of co-workers) (Criterion A7). Individuals with schizotypal personality disorder experience interpersonal related ness as problematic and are uncomfortable relating to other people. Although they', 'individuals become homesick and uncomfortable to the point of misery when away from home. Separation anxiety disorder in children may lead to school refusal, which in turn may lead to academic difficulties and social isolation. When extremely upset at the prospect of separation, chil dren may show anger or occasionally', 'or roommates may complain about the amount of space taken up by old parts, magazines, broken appliances, and so on. Individuals with obsessive-compulsive personality disorder are reluctant to delegate tasks or to work with others (Criterion 6). They stubbornly and unreasonably insist that everything be done their', 'unsuspecting persons despite substantial objective evidence to the contrary. If disclosing individuals also report psychosocial difficulties because of their sexual attractions or preferences for exposing, they may be diagnosed with exhibitionistic disorder. In contrast, if they declare no distress (exemplified by absence of anxiety, obsessions, and guilt or', \"such as vehicles, yards, the workplace, and friends' and relatives' houses. In some cases, living areas may be uncluttered because of the intervention of third parties (e.g., family members, cleaners, local authorities). Individuals who have been forced to clear their homes still have a symptom picture that\"]\n    ---\n    Now, here is the question you need to answer:\n\n    Question: A 22-year-old woman isolates herself in her room, rarely speaks to anyone, and has lost interest in personal hygiene. She reports seeing shadowy figures in her home. She has a history of childhood separation anxiety and her family has a history of schizophrenia. Based on the information provided, what is the most likely psychological disorder?\n    Answer: Schizophrenia Category: Psychotic Disorders\n    Explanation: The woman's symptoms of social withdrawal, loss of interest in personal hygiene, and visual hallucinations (seeing shadowy figures) are indicative of schizophrenia. Her history of childhood separation anxiety and family history of schizophrenia further support this diagnosis.\n\n\n","output_type":"stream"}]},{"cell_type":"code","source":"QUESTION = 'I have a scenario for a disorder can say what is the sub type based on senario? the senario is: An 8-year-old boy has limited interests, focusing only on trains. He struggles to interact with peers and prefers solitary activities.'","metadata":{"id":"0qiUfixDrN83"},"execution_count":37,"outputs":[]},{"cell_type":"code","source":"try:\n    (rag_answer, rag_context) = rag_pipeline(QUESTION, reranker=False, return_context=True)\n    print(rag_answer)\nexcept Exception as e:\n    print(f'ERROR! {e}')","metadata":{"id":"TJDnrzgGrcWS","outputId":"35f65210-57a9-4a00-f5d8-f9184c7113c3","colab":{"base_uri":"https://localhost:8080/"}},"execution_count":38,"outputs":[{"output_type":"stream","name":"stdout","text":"=> Retrieved 4 docs\n\nSystem: Using the information contained in the context,\n\n            give a comprehensive answer to the question.\n\n            Respond only to the question asked, response should be concise and relevant to the question.\n\n            Provide the number of the source document when relevant.\n\n            If the answer cannot be deduced from the context, do not give an answer.\n\nHuman: Context:\n\n            ['Subtypes\\nThree subtypes of conduct disorder are provided based on the age at onset of the disorder. Onset is most accurately estimated with information from both the youth and the care\\xad giver; estimates are often 2 years later than actual onset. Both subtypes can occur in a mild, moderate, or severe form. An unspecified-onset subtype is designated when there is in\\xad sufficient information to determine age at onset.\\n   In childhood-onset conduct disorder, individuals are usually male, frequently display physical aggression toward others, have disturbed peer relationships, may have had op\\xad positional defiant disorder during early childhood, and usually have symptoms that meet full criteria for conduct disorder prior to puberty. Many children with this subtype also have concurrent attention-deficit/hyperactivity disorder (ADHD) or other neurodevel- opmental difficulties. Individuals with childhood-onset type are more likely to have per\\xad sistent conduct disorder into adulthood than are those with adolescent-onset type. As compared with individuals with childhood-onset type, individuals with adolescent-onset conduct disorder are less likely to display aggressive behaviors and tend to have more normative peer relationships (although they often display conduct problems in the com\\xad pany of others). These individuals are less likely to have conduct disorder that persists into adulthood. The ratio of males to females with conduct disorder is more balanced for the adolescent-onset type than for the childhood-onset type.\\n\\nSpecifiers\\nA minority of individuals with conduct disorder exhibit characteristics that qualify for the \"with limited prosocial emotions\" specifier. The indicators of this specifier are those that have often been labeled as callous and unemotional traits in research. Other personality features, such as thrill seeking, fearlessness, and insensitivity to punishment, may also dis\\xad tinguish those with characteristics described in the specifier. Individuals with character\\xad istics described in this specifier may be more likely than other individuals with conduct disorder to engage in aggression that is planned for instrumental gain. Individuals with conduct disorder of any subtype or any level of severity can have characteristics that qual\\xad ify for the specifier \"with limited prosocial emotions,\" although individuals with the spec\\xad ifier are more likely to have childhood-onset type and a severity specifier rating of severe.', 'intersex condition A condition in which individuals have conflicting or ambiguous bi\\xad ological indicators of sex.\\nintimacy Depth and duration of connection with others; desire and capacity for close\\xad ness; mutuality of regard reflected in interpersonal behavior.\\nintimacy avoidance Avoidance of close or romantic relationships, interpersonal attach\\xad ments, and intimate sexual relationships. Intimacy avoidance is a facet of the broad personality trait domain DETACHMENT.\\nirresponsibility Disregard for—and failure to honor—financial and other obligations or commitments; lack of respect for—and lack of follow-through on—agreements and promises; carelessness with others\\' property. Irresponsibility is a facet of the broad per\\xad sonality trait domain DiSINHIBmON.\\nlanguage pragmatics The understanding and use of language in a given context. For example, the warning \"Watch your hands\" when issued to a child who is dirty is in\\xad tended not only to prompt the child to look at his or her hands but also to communicate the admonition \"Don\\'t get anything dirty.\"\\nlethargy A state of decreased mental activity, characterized by sluggishness, drowsi\\xad ness, inactivity, and reduced alertness.\\nmacropsia The visual perception that objects are larger than they actually are. Compare with MICROPSIA.\\nmagical thinking The erroneous belief that one\\'s thoughts, words, or actions will cause or prevent a specific outcome in some way that defies commonly understood laws of cause and effect. Magical thinking may be a part of normal child development.\\nmania A mental state of elevated, expansive, or irritable mood and persistently in\\xad creased level of activity or energy. See also HYPOMANIA.\\nmanipulativeness Use of subterfuge to influence or control others; use of seduction, charm, glibness, or ingratiation to achieve one\\'s ends. Manipulativeness is a facet of the broad personality trait domain ANTAGONISM.\\nmannerism A peculiar and characteristic individual style of movement, action, thought, or speech.\\nmelancholia (melancholic)  A mental state characterized by very severe depression.', 'subsyndromal Below a specified level or threshold required to qualify for a particular condition. Subsyndromal conditions (formesfrustes) are medical conditions that do not meet full criteria for a diagnosis—for example, because the symptoms are fewer or less severe than a defined syndrome—but that nevertheless can be identified and related to the \"\\'full-blown\" syndrome.\\nsuicidal ideas (suicidal ideation) Thoughts about self-harm, with deliberate consider\\xad ation or planning of possible techniques of causing one\\'s own death.\\nsuicide  The act of intentionally causing one\\'s own death.\\nsuicide attempt  An attempt to end one\\'s own life, which may lead to one\\'s death.\\nsuspiciousness Expectations of—and sensitivity to—signs of interpersonal ill intent or harm; doubts about loyalty and fidelity of others; feelings of being mistreated, used, and/or persecuted by others. Suspiciousness is a facet of the broad personality trait do\\xad main Detachment.\\nsymptom A subjective manifestation of a pathological condition. Symptoms are reported by the affected individual rather than observed by the examiner. Compare with SIGN.\\nsyndrome A grouping of signs and symptoms, based on their frequent co-occurrence that may suggest a common underlying pathogenesis, course, familial pattern, or treat\\xad ment selection.\\nsynesthesias A condition in which stimulation of one sensory or cognitive pathway leads to automatic, involuntary experiences in a second sensory or cognitive pathway.', \"disorders, cranial nerve disorders, and cerebral palsy affecting bulbar structures (i.e., lower and upper motor neuron disorders).\\ndyskinesia  Distortion of voluntary movements with involuntary muscle activity.\\ndysphoria (dysphoric mood) A condition in which a person experiences intense feelings of depression, discontent, and in some cases indifference to the world around them.\\ndyssomnias Primary disorders of sleep or wakefulness characterized by INSOMNIA or HYPERSOMNIA as the major presenting symptom. Dyssomnias are disorders of the amount, quality, or timing of sleep. Compare with PARASOMNIAS.\\ndysthymia Presence, while depressed, of two or more of the following: 1) poor appetite or overeating, 2) insomnia or hypersonnnia, 3) low energy or fatigue, 4) low self-esteem,\\n5) poor concentration or difficulty making decisions, or 6) feelings of hopelessness.\\ndystonia  Disordered tonicity of muscles.\\n\\neccentricity Odd, unusual, or bizarre behavior, appearance, and/or speech having strange and unpredictable thoughts; saying unusual or inappropriate things. Eccentric\\xad ity is a facet of the broad personality trait domain PSYCHOTICISM.\\necholalia  The pathological, parrotlike, and apparently senseless repetition (echoing) of a word or phrase just spoken by another person.\\nechopraxia  Mimicking the movements of another.\\nemotional lability Instability of emotional experiences and mood; emotions that are easily aroused, intense, and/or out of proportion to events and circumstances. Emo\\xad tional lability is a facet of the broad personality trait domain NEGATIVE AFFECTIVITY.\\nempathy Comprehension and appreciation of others' experiences and motivations; tol\\xad erance of differing perspectives; understanding the effects of own behavior on others.\\nepisode (episodic)  A specified duration of time during which the patient has developed or experienced symptoms that meet the diagnostic criteria for a given mental disorder. De\\xad pending on the type of mental disorder, episode may denote a certain number of symptoms or a specified severity or frequency of symptoms. Episodes may be further differentiated as a single (first) episode or a recurrence or relapse of multiple episodes if appropriate.\\neuphoria A mental and emotional condition in which a person experiences intense feel\\xad ings of well-being, elation, happiness, excitement, and joy.\"]\n\n            ---\n\n            Now here is the question you need to answer.\n\n\n\n            Question: I have a scenario for a disorder can say what is the sub type based on senario? the senario is: An 8-year-old boy has limited interests, focusing only on trains. He struggles to interact with peers and prefers solitary activities. He has difficulty understanding others' perspectives and often engages in repetitive behaviors, such as arranging and rearranging train tracks. He has not been diagnosed with any other mental health disorders.\n\n            Answer: Childhood-onset conduct disorder, with limited prosocial emotions specifier. The child's repetitive behaviors, limited interests, and difficulty in social interactions are indicative of this subtype. The limited prosocial emotions specifier is suggested by the child's difficulty understanding others' perspectives and engaging in repetitive behaviors.\n\n            Answer number: \n"}]},{"cell_type":"code","source":"try:\n    (rag_answer, rag_context) = classificationn_pipeline(QUESTION, reranker=False, return_context=True)\n    print(rag_answer)\nexcept Exception as e:\n    print(f'ERROR! {e}')","metadata":{"id":"BvzUnL3Nrg-8","outputId":"7d4641fe-9300-4394-dbdb-d8da3c2b92e8","colab":{"base_uri":"https://localhost:8080/"}},"execution_count":39,"outputs":[{"output_type":"stream","name":"stdout","text":"=> Retrieved 1 docs\n\nSystem: Using the information contained in the context,\n\n            give a comprehensive answer to the question.\n\n            Respond only to the question asked, response should be concise and relevant to the question.\n\n            Provide the number of the source document when relevant.\n\n            If the answer cannot be deduced from the context, do not give an answer.\n\nHuman: Context:\n\n            ['Neurocognitive Disorders - Mild Neurocognitive Disorder : This sub-disease typically involves mild neurocognitive disorder\\nKeywords: use, judgment, disorientation, memory, opioid, confusion, cognitive decline, mild, major, attention\\n\\nNeurocognitive Disorders - Opioid Use Disorder : This sub-disease typically involves opioid use disorder\\nKeywords: use, judgment, disorientation, memory, opioid, confusion, cognitive decline, mild, major, attention\\n\\nNeurodevelopmental Disorders - Attention-Deficit/Hyperactivity Disorder (ADHD) : This sub-disease typically involves attention-deficit/hyperactivity disorder (adhd)\\nKeywords: social skills, neurodevelopmental, communication, learning, developmental delay, adhd, behavior, hyperactivity, deficit, attention\\n\\nNeurodevelopmental Disorders - Autism Spectrum Disorder : This sub-disease typically involves autism spectrum disorder\\nKeywords: social skills, neurodevelopmental, communication, learning, developmental delay, adhd, behavior, hyperactivity, deficit, attention\\n\\nObsessive-Compulsive and Related Disorders - Body Dysmorphic Disorder : This sub-disease typically involves body dysmorphic disorder\\nKeywords: dysmorphic, ocd, cleaning, obsessions, obsessive, rituals, checking, compulsive, compulsions, intrusive thoughts\\n\\nObsessive-Compulsive and Related Disorders - Obsessive-Compulsive Disorder (OCD) : This sub-disease typically involves obsessive-compulsive disorder (ocd)\\nKeywords: dysmorphic, ocd, cleaning, obsessions, obsessive, rituals, checking, compulsive, compulsions, intrusive thoughts\\n\\nObsessive-Compulsive and Related Disorders - Social Anxiety Disorder (Social Phobia) : This sub-disease typically involves social anxiety disorder (social phobia)\\nKeywords: dysmorphic, ocd, cleaning, obsessions, obsessive, rituals, checking, compulsive, compulsions, intrusive thoughts']\n\n            ---\n\n            Now here is the question you need to answer.\n\n\n\n            Question: I have a scenario for a disorder can say what is the sub type based on senario? the senario is: An 8-year-old boy has limited interests, focusing only on trains. He struggles to interact with peers and prefers solitary activities. He has difficulty with transitions and changes in routine.\n\n            Answer: Neurodevelopmental Disorders - Autism Spectrum Disorder\n\n            Document: [1]\n\n\n\n            Question: I have a scenario for a disorder can say what is the sub type based on senario? the senario is: A 25-year-old woman has recurrent, unwanted thoughts about contamination. She engages in excessive hand washing and cleaning rituals.\n\n            Answer: Obsessive-Compulsive and Related Disorders - Obsessive-Compulsive Dis\n"}]},{"cell_type":"code","source":"QUESTION = 'I have a scenario for a disorder can say what is the sub type based on senario? the senario is: An 11-year-old boy is forgetful in daily activities, frequently misplacing his belongings and failing to meet deadlines for school projects.'","metadata":{"id":"bWRib-RisNjL"},"execution_count":40,"outputs":[]},{"cell_type":"code","source":"try:\n    (rag_answer, rag_context) = classificationn_pipeline(QUESTION, reranker=False, return_context=True)\n    print(rag_answer)\nexcept Exception as e:\n    print(f'ERROR! {e}')","metadata":{"id":"XyBg0-ZNs9Lg","outputId":"0316fdb6-864a-4336-d20e-65329692d605","colab":{"base_uri":"https://localhost:8080/"}},"execution_count":41,"outputs":[{"output_type":"stream","name":"stdout","text":"=> Retrieved 1 docs\n\nSystem: Using the information contained in the context,\n\n            give a comprehensive answer to the question.\n\n            Respond only to the question asked, response should be concise and relevant to the question.\n\n            Provide the number of the source document when relevant.\n\n            If the answer cannot be deduced from the context, do not give an answer.\n\nHuman: Context:\n\n            ['Neurocognitive Disorders - Mild Neurocognitive Disorder : This sub-disease typically involves mild neurocognitive disorder\\nKeywords: use, judgment, disorientation, memory, opioid, confusion, cognitive decline, mild, major, attention\\n\\nNeurocognitive Disorders - Opioid Use Disorder : This sub-disease typically involves opioid use disorder\\nKeywords: use, judgment, disorientation, memory, opioid, confusion, cognitive decline, mild, major, attention\\n\\nNeurodevelopmental Disorders - Attention-Deficit/Hyperactivity Disorder (ADHD) : This sub-disease typically involves attention-deficit/hyperactivity disorder (adhd)\\nKeywords: social skills, neurodevelopmental, communication, learning, developmental delay, adhd, behavior, hyperactivity, deficit, attention\\n\\nNeurodevelopmental Disorders - Autism Spectrum Disorder : This sub-disease typically involves autism spectrum disorder\\nKeywords: social skills, neurodevelopmental, communication, learning, developmental delay, adhd, behavior, hyperactivity, deficit, attention\\n\\nObsessive-Compulsive and Related Disorders - Body Dysmorphic Disorder : This sub-disease typically involves body dysmorphic disorder\\nKeywords: dysmorphic, ocd, cleaning, obsessions, obsessive, rituals, checking, compulsive, compulsions, intrusive thoughts\\n\\nObsessive-Compulsive and Related Disorders - Obsessive-Compulsive Disorder (OCD) : This sub-disease typically involves obsessive-compulsive disorder (ocd)\\nKeywords: dysmorphic, ocd, cleaning, obsessions, obsessive, rituals, checking, compulsive, compulsions, intrusive thoughts\\n\\nObsessive-Compulsive and Related Disorders - Social Anxiety Disorder (Social Phobia) : This sub-disease typically involves social anxiety disorder (social phobia)\\nKeywords: dysmorphic, ocd, cleaning, obsessions, obsessive, rituals, checking, compulsive, compulsions, intrusive thoughts']\n\n            ---\n\n            Now here is the question you need to answer.\n\n\n\n            Question: I have a scenario for a disorder can say what is the sub type based on senario? the senario is: An 11-year-old boy is forgetful in daily activities, frequently misplacing his belongings and failing to meet deadlines for school projects. He often seems distracted and has difficulty concentrating on tasks. He has trouble following instructions and frequently interrupts others during conversations. He is also easily frustrated and has difficulty controlling his emotions.\n\n            Answer: Neurodevelopmental Disorders - Attention-Deficit/Hyperactivity Disorder (ADHD)\n\n            Document: [1]\n\n            Question: I have a scenario for a disorder can say what is the sub type based on senario? the senario is: A 35-year-old woman has a persistent fear of being contaminated by germs\n"}]},{"cell_type":"code","source":"QUESTION = 'I have a scenario for a disorder can say what is the sub type based on senario? the senario is: A 25-year-old woman hears voices that criticize her actions and believes she is being watched by government agents. She has withdrawn from friends and family.'","metadata":{"id":"yEWFQUA3s_Aj"},"execution_count":42,"outputs":[]},{"cell_type":"code","source":"try:\n    (rag_answer, rag_context) = classificationn_pipeline(QUESTION, reranker=False, return_context=True)\n    print(rag_answer)\nexcept Exception as e:\n    print(f'ERROR! {e}')","metadata":{"id":"o5vcTTkHtoHX","outputId":"f8787eb7-3956-4af9-fdab-350bb4c5e9bb","colab":{"base_uri":"https://localhost:8080/"}},"execution_count":43,"outputs":[{"output_type":"stream","name":"stdout","text":"=> Retrieved 1 docs\n\nSystem: Using the information contained in the context,\n\n            give a comprehensive answer to the question.\n\n            Respond only to the question asked, response should be concise and relevant to the question.\n\n            Provide the number of the source document when relevant.\n\n            If the answer cannot be deduced from the context, do not give an answer.\n\nHuman: Context:\n\n            ['Personality Disorders - Antisocial Personality Disorder : This sub-disease typically involves antisocial personality disorder\\nKeywords: self-image, stability, relationships, impulsivity, borderline, antisocial, behavior, emotions, exhibitionistic\\n\\nPersonality Disorders - Borderline Personality Disorder : This sub-disease typically involves borderline personality disorder\\nKeywords: self-image, stability, relationships, impulsivity, borderline, antisocial, behavior, emotions, exhibitionistic\\n\\nPersonality Disorders - Exhibitionistic Disorder : This sub-disease typically involves exhibitionistic disorder\\nKeywords: self-image, stability, relationships, impulsivity, borderline, antisocial, behavior, emotions, exhibitionistic\\n\\nSchizophrenia Spectrum and Other Psychotic Disorders - Attention-Deficit/Hyperactivity Disorder (ADHD) : This sub-disease typically involves attention-deficit/hyperactivity disorder (adhd)\\nKeywords: hallucinations, disorganized speech, withdrawal, paranoia, schizophrenia, catatonia, delusions, deficit, psychotic, spectrum\\n\\nSchizophrenia Spectrum and Other Psychotic Disorders - Delusional Disorder : This sub-disease typically involves delusional disorder\\nKeywords: hallucinations, disorganized speech, withdrawal, paranoia, schizophrenia, catatonia, delusions, deficit, psychotic, spectrum\\n\\nSchizophrenia Spectrum and Other Psychotic Disorders - Schizophrenia : This sub-disease typically involves schizophrenia\\nKeywords: hallucinations, disorganized speech, withdrawal, paranoia, schizophrenia, catatonia, delusions, deficit, psychotic, spectrum\\n\\nSchizotypal Personality Disorder - Schizoid Personality Disorder : This sub-disease typically involves schizoid personality disorder\\nKeywords: self-image, with, without, emotions, relationships, impulsivity, stability, behavior, schizoid\\n\\nSchizotypal Personality Disorder - Schizotypal Personality Disorder with Social Anxiety : This sub-disease typically involves schizotypal personality disorder with social anxiety\\nKeywords: self-image, with, without, emotions, relationships, impulsivity, stability, behavior, schizoid']\n\n            ---\n\n            Now here is the question you need to answer.\n\n\n\n            Question: I have a scenario for a disorder can say what is the sub type based on senario? the senario is: A 25-year-old woman hears voices that criticize her actions and believes she is being watched by government agents. She has withdrawn from friends and family.\n\n            Answer: Schizophrenia\n\n            Document: Schizophrenia Spectrum and Other Psychotic Disorders - Schizophrenia : This sub-disease typically involves schizophrenia\n\n            Keywords: hallucinations, disorganized speech, withdrawal, paranoia, schizophrenia, catatonia, delusions, deficit, psychotic, spectrum\n\n            ---\n\n            Question: I have a scenario for a disorder can say what is the sub type based on senario? the senario is: A 30-year\n"}]},{"cell_type":"code","source":"import re\nimport pandas as pd\n\n# File path\nfile_path = '/kaggle/input/final-version/updated_scenarios_dataset.txt'\n\n# Read the data from the file\nwith open(file_path, 'r', encoding='utf-8') as file:\n    data = file.read()\n\n# Regular expression to find scenarios, disorders, and categories\npattern = re.compile(r'\\*\\*Scenario\\*\\*: (.*?)\\n\\s+\\*\\*Disorder\\*\\*: (.*?)\\n\\s+\\*\\*Category\\*\\*: (.*?)\\n', re.DOTALL)\n\n# Find all matches\nmatches = pattern.findall(data)\n\n# Create a list of dictionaries to store the parsed data\nparsed_data = [{'Question': scenario.strip(), 'ground_truth': f\"{disorder.strip()}  Category: {category.strip()}\"} for scenario, disorder, category in matches]\n\n# Convert the list of dictionaries to a pandas DataFrame\ndf = pd.DataFrame(parsed_data)\n\n# Display the DataFrame\nprint(df)\n\n# Save DataFrame to a CSV file for further analysis or usage\ndf.to_csv('parsed_mental_health_disorders.csv', index=False)","metadata":{"id":"h-egOMfmPxdR","execution":{"iopub.status.busy":"2024-08-16T15:53:32.240515Z","iopub.execute_input":"2024-08-16T15:53:32.240885Z","iopub.status.idle":"2024-08-16T15:53:32.271964Z","shell.execute_reply.started":"2024-08-16T15:53:32.240854Z","shell.execute_reply":"2024-08-16T15:53:32.270979Z"},"trusted":true},"execution_count":314,"outputs":[{"name":"stdout","text":"                                                                                                                                                                                     Question  \\\n0    A 6-year-old girl has difficulty making eye contact and often repeats phrases she hears from her favorite TV show. She becomes extremely distressed when her daily routine is disrupted.   \n1                                                      An 8-year-old boy has limited interests, focusing only on trains. He struggles to interact with peers and prefers solitary activities.   \n2                                                        A 4-year-old child does not respond to their name and avoids physical contact. They engage in repetitive hand flapping when excited.   \n3                                                              A 7-year-old girl has significant delays in language development and prefers to play alone, often spinning objects repeatedly.   \n4                                                                      A 5-year-old boy has intense reactions to certain sounds and textures, leading to frequent meltdowns in public places.   \n..                                                                                                                                                                                        ...   \n212                                                                                      A 55-year-old woman has severe depression and anxiety after being diagnosed with multiple sclerosis.   \n213                      A 30-year-old woman exhibits symptoms of anxiety and depression, but they do not fit neatly into any specific disorder, causing significant distress and impairment.   \n214                                        A 40-year-old man experiences a combination of paranoia and mood swings that do not align with any particular diagnosis, affecting his daily life.   \n215                                         A 25-year-old woman has symptoms of obsessive thoughts and compulsive behaviors that are not fully consistent with obsessive-compulsive disorder.   \n216                                                    A 35-year-old man experiences intermittent periods of extreme sadness and euphoria that do not meet the criteria for bipolar disorder.   \n\n                                                                                           ground_truth  \n0                                      Autism Spectrum Disorder  Category: Neurodevelopmental Disorders  \n1                                      Autism Spectrum Disorder  Category: Neurodevelopmental Disorders  \n2                                      Autism Spectrum Disorder  Category: Neurodevelopmental Disorders  \n3                                      Autism Spectrum Disorder  Category: Neurodevelopmental Disorders  \n4                                      Autism Spectrum Disorder  Category: Neurodevelopmental Disorders  \n..                                                                                                  ...  \n212  Other Specified Mental Disorder Due to Another Medical Condition  Category: Other Mental Disorders  \n213                                       Unspecified Mental Disorder  Category: Other Mental Disorders  \n214                                       Unspecified Mental Disorder  Category: Other Mental Disorders  \n215                                       Unspecified Mental Disorder  Category: Other Mental Disorders  \n216                                       Unspecified Mental Disorder  Category: Other Mental Disorders  \n\n[217 rows x 2 columns]\n","output_type":"stream"}]},{"cell_type":"code","source":"len(df)","metadata":{"execution":{"iopub.status.busy":"2024-08-16T15:53:35.675536Z","iopub.execute_input":"2024-08-16T15:53:35.675900Z","iopub.status.idle":"2024-08-16T15:53:35.685692Z","shell.execute_reply.started":"2024-08-16T15:53:35.675870Z","shell.execute_reply":"2024-08-16T15:53:35.684541Z"},"trusted":true},"execution_count":315,"outputs":[{"execution_count":315,"output_type":"execute_result","data":{"text/plain":"217"},"metadata":{}}]},{"cell_type":"code","source":"question_list = df['Question'].to_list()\nprint(len(question_list))","metadata":{"execution":{"iopub.status.busy":"2024-08-16T15:53:35.964149Z","iopub.execute_input":"2024-08-16T15:53:35.964879Z","iopub.status.idle":"2024-08-16T15:53:35.969896Z","shell.execute_reply.started":"2024-08-16T15:53:35.964845Z","shell.execute_reply":"2024-08-16T15:53:35.968997Z"},"trusted":true},"execution_count":316,"outputs":[{"name":"stdout","text":"217\n","output_type":"stream"}]},{"cell_type":"code","source":"from datasets import Dataset\nimport tqdm\n\nRERANKER_MODEL_NAME = \"colbert-ir/colbertv2.0\"\nreranker = RAGPretrainedModel.from_pretrained(RERANKER_MODEL_NAME)\n\ndef assemble_ragas_dataset(input_df):\n    question_list = input_df['Question'].to_list()\n    truth_list = input_df['ground_truth'].to_list()\n\n    # Initialize the RAG pipeline to get the RAG answers and contexts\n    rag_answer_list = []\n    context_list = []\n\n\n    for i in tqdm.tqdm(range(0, len(question_list))):\n        question = question_list[i]\n        truth = truth_list[i]\n        \n        # Get the RAG answer and contexts from the pipeline\n        rag_answer, retrieved_contexts = rag_pipeline(question, reranker=reranker, return_context=True)\n\n        # Extract the plain text from the retrieved Document objects\n        retrieved_contexts_text = [doc.page_content for doc in retrieved_contexts]\n        \n        # Process the answer to extract everything after \"Answer:\"\n        start_index = rag_answer.find(\"Answer:\")\n        if start_index != -1:\n            final_answer = rag_answer[start_index:].strip()\n        else:\n            final_answer = rag_answer.strip()\n        \n        # Append the results to the respective lists\n        rag_answer_list.append(final_answer)\n        context_list.append(retrieved_contexts_text)  # This is now plain text\n\n    # Create the dataset from the selected questions and answers\n    ragas_ds = Dataset.from_dict({\n        \"question\": question_list,  \n        \"contexts\": context_list,\n        \"answer\": rag_answer_list,\n        \"ground_truth\": truth_list  \n    })\n\n    return ragas_ds","metadata":{"execution":{"iopub.status.busy":"2024-08-16T16:36:22.395981Z","iopub.execute_input":"2024-08-16T16:36:22.396381Z","iopub.status.idle":"2024-08-16T16:36:23.161166Z","shell.execute_reply.started":"2024-08-16T16:36:22.396349Z","shell.execute_reply":"2024-08-16T16:36:23.160393Z"},"trusted":true},"execution_count":340,"outputs":[]},{"cell_type":"code","source":"ragas_input_ds = assemble_ragas_dataset(df)","metadata":{"execution":{"iopub.status.busy":"2024-08-16T16:38:42.403950Z","iopub.execute_input":"2024-08-16T16:38:42.404288Z","iopub.status.idle":"2024-08-16T17:51:57.386777Z","shell.execute_reply.started":"2024-08-16T16:38:42.404262Z","shell.execute_reply":"2024-08-16T17:51:57.385795Z"},"trusted":true},"execution_count":343,"outputs":[{"name":"stderr","text":"  0%|          | 0/217 [00:00<?, ?it/s]\n100%|██████████| 1/1 [00:00<00:00, 33.27it/s]\n  0%|          | 1/217 [00:19<1:10:20, 19.54s/it]\n100%|██████████| 1/1 [00:00<00:00, 33.79it/s]\n  1%|          | 2/217 [00:39<1:10:22, 19.64s/it]\n100%|██████████| 1/1 [00:00<00:00, 32.83it/s]\n  1%|▏         | 3/217 [00:58<1:09:55, 19.61s/it]\n100%|██████████| 1/1 [00:00<00:00, 33.10it/s]\n  2%|▏         | 4/217 [01:18<1:09:50, 19.67s/it]\n100%|██████████| 1/1 [00:00<00:00, 33.17it/s]\n  2%|▏         | 5/217 [01:38<1:09:40, 19.72s/it]\n100%|██████████| 1/1 [00:00<00:00, 30.93it/s]\n  3%|▎         | 6/217 [01:58<1:09:19, 19.71s/it]\n100%|██████████| 1/1 [00:00<00:00, 32.85it/s]\n  3%|▎         | 7/217 [02:17<1:09:00, 19.72s/it]\n100%|██████████| 1/1 [00:00<00:00, 32.85it/s]\n  4%|▎         | 8/217 [02:37<1:09:02, 19.82s/it]\n100%|██████████| 1/1 [00:00<00:00, 30.83it/s]\n  4%|▍         | 9/217 [02:57<1:08:23, 19.73s/it]\n100%|██████████| 1/1 [00:00<00:00, 30.77it/s]\n  5%|▍         | 10/217 [03:17<1:08:15, 19.78s/it]\n100%|██████████| 1/1 [00:00<00:00, 33.91it/s]\n  5%|▌         | 11/217 [03:37<1:08:02, 19.82s/it]\n100%|██████████| 1/1 [00:00<00:00, 30.24it/s]\n  6%|▌         | 12/217 [03:57<1:07:44, 19.83s/it]\n100%|██████████| 1/1 [00:00<00:00, 33.28it/s]\n  6%|▌         | 13/217 [04:16<1:07:27, 19.84s/it]\n100%|██████████| 1/1 [00:00<00:00, 33.07it/s]\n  6%|▋         | 14/217 [04:37<1:07:26, 19.94s/it]\n100%|██████████| 1/1 [00:00<00:00, 29.44it/s]\n  7%|▋         | 15/217 [04:57<1:07:44, 20.12s/it]\n100%|██████████| 1/1 [00:00<00:00, 29.07it/s]\n  7%|▋         | 16/217 [05:18<1:08:02, 20.31s/it]\n100%|██████████| 1/1 [00:00<00:00, 30.28it/s]\n  8%|▊         | 17/217 [05:38<1:07:23, 20.22s/it]\n100%|██████████| 1/1 [00:00<00:00, 29.50it/s]\n  8%|▊         | 18/217 [05:58<1:06:34, 20.07s/it]\n100%|██████████| 1/1 [00:00<00:00, 29.40it/s]\n  9%|▉         | 19/217 [06:17<1:06:01, 20.01s/it]\n100%|██████████| 1/1 [00:00<00:00, 34.39it/s]\n  9%|▉         | 20/217 [06:37<1:05:39, 20.00s/it]\n100%|██████████| 1/1 [00:00<00:00, 29.19it/s]\n 10%|▉         | 21/217 [06:58<1:05:30, 20.05s/it]\n100%|██████████| 1/1 [00:00<00:00, 31.33it/s]\n 10%|█         | 22/217 [07:18<1:05:11, 20.06s/it]\n100%|██████████| 1/1 [00:00<00:00, 33.56it/s]\n 11%|█         | 23/217 [07:38<1:05:03, 20.12s/it]\n100%|██████████| 1/1 [00:00<00:00, 29.22it/s]\n 11%|█         | 24/217 [07:59<1:05:15, 20.29s/it]\n100%|██████████| 1/1 [00:00<00:00, 34.00it/s]\n 12%|█▏        | 25/217 [08:19<1:04:34, 20.18s/it]\n100%|██████████| 1/1 [00:00<00:00, 29.01it/s]\n 12%|█▏        | 26/217 [08:38<1:04:01, 20.11s/it]\n100%|██████████| 1/1 [00:00<00:00, 34.35it/s]\n 12%|█▏        | 27/217 [08:59<1:03:42, 20.12s/it]\n100%|██████████| 1/1 [00:00<00:00, 28.13it/s]\n 13%|█▎        | 28/217 [09:19<1:03:28, 20.15s/it]\n100%|██████████| 1/1 [00:00<00:00, 33.17it/s]\n 13%|█▎        | 29/217 [09:39<1:03:09, 20.16s/it]\n100%|██████████| 1/1 [00:00<00:00, 32.89it/s]\n 14%|█▍        | 30/217 [09:59<1:02:54, 20.18s/it]\n100%|██████████| 1/1 [00:00<00:00, 31.95it/s]\n 14%|█▍        | 31/217 [10:19<1:02:33, 20.18s/it]\n100%|██████████| 1/1 [00:00<00:00, 30.57it/s]\n 15%|█▍        | 32/217 [10:40<1:02:19, 20.21s/it]\n100%|██████████| 1/1 [00:00<00:00, 29.15it/s]\n 15%|█▌        | 33/217 [11:00<1:02:04, 20.24s/it]\n100%|██████████| 1/1 [00:00<00:00, 33.95it/s]\n 16%|█▌        | 34/217 [11:20<1:01:23, 20.13s/it]\n100%|██████████| 1/1 [00:00<00:00, 33.98it/s]\n 16%|█▌        | 35/217 [11:40<1:01:01, 20.12s/it]\n100%|██████████| 1/1 [00:00<00:00, 32.89it/s]\n 17%|█▋        | 36/217 [12:00<1:00:37, 20.10s/it]\n100%|██████████| 1/1 [00:00<00:00, 28.42it/s]\n 17%|█▋        | 37/217 [12:20<1:00:08, 20.05s/it]\n100%|██████████| 1/1 [00:00<00:00, 32.86it/s]\n 18%|█▊        | 38/217 [12:40<59:38, 19.99s/it]  \n100%|██████████| 1/1 [00:00<00:00, 33.58it/s]\n 18%|█▊        | 39/217 [13:00<59:16, 19.98s/it]\n100%|██████████| 1/1 [00:00<00:00, 33.22it/s]\n 18%|█▊        | 40/217 [13:20<58:55, 19.97s/it]\n100%|██████████| 1/1 [00:00<00:00, 35.43it/s]\n 19%|█▉        | 41/217 [13:40<58:27, 19.93s/it]\n100%|██████████| 1/1 [00:00<00:00, 30.39it/s]\n 19%|█▉        | 42/217 [14:00<58:17, 19.99s/it]\n100%|██████████| 1/1 [00:00<00:00, 30.58it/s]\n 20%|█▉        | 43/217 [14:20<58:01, 20.01s/it]\n100%|██████████| 1/1 [00:00<00:00, 32.90it/s]\n 20%|██        | 44/217 [14:40<57:37, 19.98s/it]\n100%|██████████| 1/1 [00:00<00:00, 34.52it/s]\n 21%|██        | 45/217 [15:00<57:15, 19.97s/it]\n100%|██████████| 1/1 [00:00<00:00, 33.08it/s]\n 21%|██        | 46/217 [15:19<56:48, 19.94s/it]\n100%|██████████| 1/1 [00:00<00:00, 35.00it/s]\n 22%|██▏       | 47/217 [15:39<56:28, 19.93s/it]\n100%|██████████| 1/1 [00:00<00:00, 32.95it/s]\n 22%|██▏       | 48/217 [15:59<56:06, 19.92s/it]\n100%|██████████| 1/1 [00:00<00:00, 32.83it/s]\n 23%|██▎       | 49/217 [16:20<56:09, 20.06s/it]\n100%|██████████| 1/1 [00:00<00:00, 34.84it/s]\n 23%|██▎       | 50/217 [16:40<55:44, 20.03s/it]\n100%|██████████| 1/1 [00:00<00:00, 33.40it/s]\n 24%|██▎       | 51/217 [17:00<55:32, 20.08s/it]\n100%|██████████| 1/1 [00:00<00:00, 31.75it/s]\n 24%|██▍       | 52/217 [17:20<55:13, 20.08s/it]\n100%|██████████| 1/1 [00:00<00:00, 31.80it/s]\n 24%|██▍       | 53/217 [17:40<54:46, 20.04s/it]\n100%|██████████| 1/1 [00:00<00:00, 32.03it/s]\n 25%|██▍       | 54/217 [18:00<54:19, 19.99s/it]\n100%|██████████| 1/1 [00:00<00:00, 31.75it/s]\n 25%|██▌       | 55/217 [18:20<54:07, 20.05s/it]\n100%|██████████| 1/1 [00:00<00:00, 32.87it/s]\n 26%|██▌       | 56/217 [18:40<53:54, 20.09s/it]\n100%|██████████| 1/1 [00:00<00:00, 32.69it/s]\n 26%|██▋       | 57/217 [19:00<53:37, 20.11s/it]\n100%|██████████| 1/1 [00:00<00:00, 32.70it/s]\n 27%|██▋       | 58/217 [19:21<53:27, 20.17s/it]\n100%|██████████| 1/1 [00:00<00:00, 31.69it/s]\n 27%|██▋       | 59/217 [19:41<53:03, 20.15s/it]\n100%|██████████| 1/1 [00:00<00:00, 32.64it/s]\n 28%|██▊       | 60/217 [20:01<52:43, 20.15s/it]\n100%|██████████| 1/1 [00:00<00:00, 32.68it/s]\n 28%|██▊       | 61/217 [20:21<52:37, 20.24s/it]\n100%|██████████| 1/1 [00:00<00:00, 32.82it/s]\n 29%|██▊       | 62/217 [20:41<52:15, 20.23s/it]\n100%|██████████| 1/1 [00:00<00:00, 31.15it/s]\n 29%|██▉       | 63/217 [21:02<52:09, 20.32s/it]\n100%|██████████| 1/1 [00:00<00:00, 32.71it/s]\n 29%|██▉       | 64/217 [21:22<51:48, 20.32s/it]\n100%|██████████| 1/1 [00:00<00:00, 33.45it/s]\n 30%|██▉       | 65/217 [21:42<51:20, 20.27s/it]\n100%|██████████| 1/1 [00:00<00:00, 31.40it/s]\n 30%|███       | 66/217 [22:03<50:51, 20.21s/it]\n100%|██████████| 1/1 [00:00<00:00, 33.77it/s]\n 31%|███       | 67/217 [22:23<50:32, 20.22s/it]\n100%|██████████| 1/1 [00:00<00:00, 32.80it/s]\n 31%|███▏      | 68/217 [22:43<50:14, 20.23s/it]\n100%|██████████| 1/1 [00:00<00:00, 30.74it/s]\n 32%|███▏      | 69/217 [23:04<50:04, 20.30s/it]\n100%|██████████| 1/1 [00:00<00:00, 30.23it/s]\n 32%|███▏      | 70/217 [23:24<49:54, 20.37s/it]\n100%|██████████| 1/1 [00:00<00:00, 31.72it/s]\n 33%|███▎      | 71/217 [23:44<49:22, 20.29s/it]\n100%|██████████| 1/1 [00:00<00:00, 30.73it/s]\n 33%|███▎      | 72/217 [24:04<48:44, 20.17s/it]\n100%|██████████| 1/1 [00:00<00:00, 29.07it/s]\n 34%|███▎      | 73/217 [24:25<48:54, 20.38s/it]\n100%|██████████| 1/1 [00:00<00:00, 29.20it/s]\n 34%|███▍      | 74/217 [24:46<48:58, 20.55s/it]\n100%|██████████| 1/1 [00:00<00:00, 31.11it/s]\n 35%|███▍      | 75/217 [25:06<48:33, 20.52s/it]\n100%|██████████| 1/1 [00:00<00:00, 30.70it/s]\n 35%|███▌      | 76/217 [25:27<48:02, 20.44s/it]\n100%|██████████| 1/1 [00:00<00:00, 31.08it/s]\n 35%|███▌      | 77/217 [25:47<47:31, 20.37s/it]\n100%|██████████| 1/1 [00:00<00:00, 30.73it/s]\n 36%|███▌      | 78/217 [26:07<47:12, 20.38s/it]\n100%|██████████| 1/1 [00:00<00:00, 30.59it/s]\n 36%|███▋      | 79/217 [26:27<46:47, 20.34s/it]\n100%|██████████| 1/1 [00:00<00:00, 28.52it/s]\n 37%|███▋      | 80/217 [26:48<46:18, 20.28s/it]\n100%|██████████| 1/1 [00:00<00:00, 29.27it/s]\n 37%|███▋      | 81/217 [27:08<45:54, 20.26s/it]\n100%|██████████| 1/1 [00:00<00:00, 32.28it/s]\n 38%|███▊      | 82/217 [27:28<45:32, 20.24s/it]\n100%|██████████| 1/1 [00:00<00:00, 28.77it/s]\n 38%|███▊      | 83/217 [27:48<45:23, 20.33s/it]\n100%|██████████| 1/1 [00:00<00:00, 33.31it/s]\n 39%|███▊      | 84/217 [28:08<44:48, 20.21s/it]\n100%|██████████| 1/1 [00:00<00:00, 28.55it/s]\n 39%|███▉      | 85/217 [28:28<44:19, 20.15s/it]\n100%|██████████| 1/1 [00:00<00:00, 28.53it/s]\n 40%|███▉      | 86/217 [28:49<43:57, 20.13s/it]\n100%|██████████| 1/1 [00:00<00:00, 29.55it/s]\n 40%|████      | 87/217 [29:09<43:37, 20.13s/it]\n100%|██████████| 1/1 [00:00<00:00, 29.54it/s]\n 41%|████      | 88/217 [29:29<43:29, 20.23s/it]\n100%|██████████| 1/1 [00:00<00:00, 30.23it/s]\n 41%|████      | 89/217 [29:49<43:03, 20.18s/it]\n100%|██████████| 1/1 [00:00<00:00, 24.49it/s]\n 41%|████▏     | 90/217 [30:10<43:00, 20.32s/it]\n100%|██████████| 1/1 [00:00<00:00, 32.96it/s]\n 42%|████▏     | 91/217 [30:30<42:25, 20.20s/it]\n100%|██████████| 1/1 [00:00<00:00, 32.97it/s]\n 42%|████▏     | 92/217 [30:50<42:04, 20.19s/it]\n100%|██████████| 1/1 [00:00<00:00, 24.45it/s]\n 43%|████▎     | 93/217 [31:11<42:00, 20.33s/it]\n100%|██████████| 1/1 [00:00<00:00, 24.44it/s]\n 43%|████▎     | 94/217 [31:31<41:50, 20.41s/it]\n100%|██████████| 1/1 [00:00<00:00, 30.41it/s]\n 44%|████▍     | 95/217 [31:52<41:31, 20.42s/it]\n100%|██████████| 1/1 [00:00<00:00, 30.57it/s]\n 44%|████▍     | 96/217 [32:12<41:10, 20.42s/it]\n100%|██████████| 1/1 [00:00<00:00, 28.34it/s]\n 45%|████▍     | 97/217 [32:32<40:39, 20.33s/it]\n100%|██████████| 1/1 [00:00<00:00, 28.95it/s]\n 45%|████▌     | 98/217 [32:53<40:30, 20.42s/it]\n100%|██████████| 1/1 [00:00<00:00, 28.98it/s]\n 46%|████▌     | 99/217 [33:14<40:28, 20.58s/it]\n100%|██████████| 1/1 [00:00<00:00, 28.27it/s]\n 46%|████▌     | 100/217 [33:34<39:43, 20.37s/it]\n100%|██████████| 1/1 [00:00<00:00, 30.60it/s]\n 47%|████▋     | 101/217 [33:54<39:13, 20.29s/it]\n100%|██████████| 1/1 [00:00<00:00, 28.99it/s]\n 47%|████▋     | 102/217 [34:14<38:37, 20.15s/it]\n100%|██████████| 1/1 [00:00<00:00, 28.80it/s]\n 47%|████▋     | 103/217 [34:34<38:16, 20.14s/it]\n100%|██████████| 1/1 [00:00<00:00, 30.56it/s]\n 48%|████▊     | 104/217 [34:54<37:58, 20.16s/it]\n100%|██████████| 1/1 [00:00<00:00, 28.80it/s]\n 48%|████▊     | 105/217 [35:14<37:28, 20.08s/it]\n100%|██████████| 1/1 [00:00<00:00, 34.45it/s]\n 49%|████▉     | 106/217 [35:34<37:02, 20.02s/it]\n100%|██████████| 1/1 [00:00<00:00, 30.72it/s]\n 49%|████▉     | 107/217 [35:53<36:36, 19.97s/it]\n100%|██████████| 1/1 [00:00<00:00, 28.58it/s]\n 50%|████▉     | 108/217 [36:14<36:22, 20.02s/it]\n100%|██████████| 1/1 [00:00<00:00, 28.76it/s]\n 50%|█████     | 109/217 [36:34<36:22, 20.21s/it]\n100%|██████████| 1/1 [00:00<00:00, 24.48it/s]\n 51%|█████     | 110/217 [36:55<36:21, 20.39s/it]\n100%|██████████| 1/1 [00:00<00:00, 29.51it/s]\n 51%|█████     | 111/217 [37:15<35:49, 20.27s/it]\n100%|██████████| 1/1 [00:00<00:00, 28.22it/s]\n 52%|█████▏    | 112/217 [37:36<35:52, 20.50s/it]\n100%|██████████| 1/1 [00:00<00:00, 28.26it/s]\n 52%|█████▏    | 113/217 [37:57<35:36, 20.54s/it]\n100%|██████████| 1/1 [00:00<00:00, 28.22it/s]\n 53%|█████▎    | 114/217 [38:17<35:00, 20.39s/it]\n100%|██████████| 1/1 [00:00<00:00, 31.79it/s]\n 53%|█████▎    | 115/217 [38:37<34:35, 20.35s/it]\n100%|██████████| 1/1 [00:00<00:00, 29.51it/s]\n 53%|█████▎    | 116/217 [38:57<34:15, 20.36s/it]\n100%|██████████| 1/1 [00:00<00:00, 28.30it/s]\n 54%|█████▍    | 117/217 [39:18<33:56, 20.36s/it]\n100%|██████████| 1/1 [00:00<00:00, 28.34it/s]\n 54%|█████▍    | 118/217 [39:39<34:05, 20.67s/it]\n100%|██████████| 1/1 [00:00<00:00, 28.78it/s]\n 55%|█████▍    | 119/217 [40:00<33:48, 20.70s/it]\n100%|██████████| 1/1 [00:00<00:00, 28.30it/s]\n 55%|█████▌    | 120/217 [40:21<33:39, 20.82s/it]\n100%|██████████| 1/1 [00:00<00:00, 28.32it/s]\n 56%|█████▌    | 121/217 [40:43<33:40, 21.05s/it]\n100%|██████████| 1/1 [00:00<00:00, 30.41it/s]\n 56%|█████▌    | 122/217 [41:03<32:51, 20.75s/it]\n100%|██████████| 1/1 [00:00<00:00, 28.38it/s]\n 57%|█████▋    | 123/217 [41:23<32:20, 20.65s/it]\n100%|██████████| 1/1 [00:00<00:00, 30.62it/s]\n 57%|█████▋    | 124/217 [41:44<32:02, 20.68s/it]\n100%|██████████| 1/1 [00:00<00:00, 28.28it/s]\n 58%|█████▊    | 125/217 [42:05<32:03, 20.91s/it]\n100%|██████████| 1/1 [00:00<00:00, 28.35it/s]\n 58%|█████▊    | 126/217 [42:27<31:50, 20.99s/it]\n100%|██████████| 1/1 [00:00<00:00, 28.66it/s]\n 59%|█████▊    | 127/217 [42:47<31:21, 20.91s/it]\n100%|██████████| 1/1 [00:00<00:00, 28.27it/s]\n 59%|█████▉    | 128/217 [43:09<31:12, 21.04s/it]\n100%|██████████| 1/1 [00:00<00:00, 28.35it/s]\n 59%|█████▉    | 129/217 [43:30<30:49, 21.02s/it]\n100%|██████████| 1/1 [00:00<00:00, 29.31it/s]\n 60%|█████▉    | 130/217 [43:50<30:06, 20.77s/it]\n100%|██████████| 1/1 [00:00<00:00, 29.40it/s]\n 60%|██████    | 131/217 [44:10<29:30, 20.58s/it]\n100%|██████████| 1/1 [00:00<00:00, 29.33it/s]\n 61%|██████    | 132/217 [44:30<28:54, 20.40s/it]\n100%|██████████| 1/1 [00:00<00:00, 29.41it/s]\n 61%|██████▏   | 133/217 [44:50<28:29, 20.35s/it]\n100%|██████████| 1/1 [00:00<00:00, 34.09it/s]\n 62%|██████▏   | 134/217 [45:10<28:04, 20.30s/it]\n100%|██████████| 1/1 [00:00<00:00, 28.45it/s]\n 62%|██████▏   | 135/217 [45:30<27:39, 20.24s/it]\n100%|██████████| 1/1 [00:00<00:00, 30.58it/s]\n 63%|██████▎   | 136/217 [45:51<27:20, 20.26s/it]\n100%|██████████| 1/1 [00:00<00:00, 29.38it/s]\n 63%|██████▎   | 137/217 [46:11<27:12, 20.41s/it]\n100%|██████████| 1/1 [00:00<00:00, 28.16it/s]\n 64%|██████▎   | 138/217 [46:31<26:43, 20.30s/it]\n100%|██████████| 1/1 [00:00<00:00, 29.10it/s]\n 64%|██████▍   | 139/217 [46:52<26:32, 20.41s/it]\n100%|██████████| 1/1 [00:00<00:00, 33.05it/s]\n 65%|██████▍   | 140/217 [47:12<26:02, 20.29s/it]\n100%|██████████| 1/1 [00:00<00:00, 32.89it/s]\n 65%|██████▍   | 141/217 [47:32<25:38, 20.24s/it]\n100%|██████████| 1/1 [00:00<00:00, 32.58it/s]\n 65%|██████▌   | 142/217 [47:52<25:09, 20.12s/it]\n100%|██████████| 1/1 [00:00<00:00, 32.62it/s]\n 66%|██████▌   | 143/217 [48:12<24:46, 20.09s/it]\n100%|██████████| 1/1 [00:00<00:00, 33.23it/s]\n 66%|██████▋   | 144/217 [48:32<24:30, 20.14s/it]\n100%|██████████| 1/1 [00:00<00:00, 28.82it/s]\n 67%|██████▋   | 145/217 [48:53<24:15, 20.22s/it]\n100%|██████████| 1/1 [00:00<00:00, 24.21it/s]\n 67%|██████▋   | 146/217 [49:13<23:51, 20.17s/it]\n100%|██████████| 1/1 [00:00<00:00, 34.03it/s]\n 68%|██████▊   | 147/217 [49:33<23:25, 20.09s/it]\n100%|██████████| 1/1 [00:00<00:00, 28.75it/s]\n 68%|██████▊   | 148/217 [49:53<23:13, 20.20s/it]\n100%|██████████| 1/1 [00:00<00:00, 33.23it/s]\n 69%|██████▊   | 149/217 [50:13<22:52, 20.18s/it]\n100%|██████████| 1/1 [00:00<00:00, 29.47it/s]\n 69%|██████▉   | 150/217 [50:35<22:54, 20.52s/it]\n100%|██████████| 1/1 [00:00<00:00, 29.61it/s]\n 70%|██████▉   | 151/217 [50:56<22:52, 20.80s/it]\n100%|██████████| 1/1 [00:00<00:00, 29.83it/s]\n 70%|███████   | 152/217 [51:19<23:03, 21.29s/it]\n100%|██████████| 1/1 [00:00<00:00, 29.83it/s]\n 71%|███████   | 153/217 [51:40<22:43, 21.31s/it]\n100%|██████████| 1/1 [00:00<00:00, 29.47it/s]\n 71%|███████   | 154/217 [52:02<22:37, 21.54s/it]\n100%|██████████| 1/1 [00:00<00:00, 29.51it/s]\n 71%|███████▏  | 155/217 [52:23<22:10, 21.46s/it]\n100%|██████████| 1/1 [00:00<00:00, 29.83it/s]\n 72%|███████▏  | 156/217 [52:44<21:40, 21.31s/it]\n100%|██████████| 1/1 [00:00<00:00, 29.48it/s]\n 72%|███████▏  | 157/217 [53:05<21:11, 21.19s/it]\n100%|██████████| 1/1 [00:00<00:00, 28.67it/s]\n 73%|███████▎  | 158/217 [53:26<20:44, 21.10s/it]\n100%|██████████| 1/1 [00:00<00:00, 28.57it/s]\n 73%|███████▎  | 159/217 [53:47<20:25, 21.12s/it]\n100%|██████████| 1/1 [00:00<00:00, 29.01it/s]\n 74%|███████▎  | 160/217 [54:08<20:00, 21.06s/it]\n100%|██████████| 1/1 [00:00<00:00, 28.70it/s]\n 74%|███████▍  | 161/217 [54:28<19:24, 20.79s/it]\n100%|██████████| 1/1 [00:00<00:00, 33.13it/s]\n 75%|███████▍  | 162/217 [54:48<18:52, 20.59s/it]\n100%|██████████| 1/1 [00:00<00:00, 28.72it/s]\n 75%|███████▌  | 163/217 [55:09<18:25, 20.48s/it]\n100%|██████████| 1/1 [00:00<00:00, 28.00it/s]\n 76%|███████▌  | 164/217 [55:30<18:17, 20.70s/it]\n100%|██████████| 1/1 [00:00<00:00, 32.60it/s]\n 76%|███████▌  | 165/217 [55:50<17:48, 20.55s/it]\n100%|██████████| 1/1 [00:00<00:00, 28.68it/s]\n 76%|███████▋  | 166/217 [56:10<17:18, 20.36s/it]\n100%|██████████| 1/1 [00:00<00:00, 32.45it/s]\n 77%|███████▋  | 167/217 [56:30<16:51, 20.22s/it]\n100%|██████████| 1/1 [00:00<00:00, 32.96it/s]\n 77%|███████▋  | 168/217 [56:50<16:30, 20.22s/it]\n100%|██████████| 1/1 [00:00<00:00, 33.58it/s]\n 78%|███████▊  | 169/217 [57:10<16:07, 20.15s/it]\n100%|██████████| 1/1 [00:00<00:00, 33.96it/s]\n 78%|███████▊  | 170/217 [57:30<15:43, 20.08s/it]\n100%|██████████| 1/1 [00:00<00:00, 33.24it/s]\n 79%|███████▉  | 171/217 [57:50<15:25, 20.13s/it]\n100%|██████████| 1/1 [00:00<00:00, 30.66it/s]\n 79%|███████▉  | 172/217 [58:10<15:04, 20.10s/it]\n100%|██████████| 1/1 [00:00<00:00, 23.97it/s]\n 80%|███████▉  | 173/217 [58:30<14:45, 20.11s/it]\n100%|██████████| 1/1 [00:00<00:00, 30.15it/s]\n 80%|████████  | 174/217 [58:51<14:25, 20.13s/it]\n100%|██████████| 1/1 [00:00<00:00, 31.03it/s]\n 81%|████████  | 175/217 [59:10<14:03, 20.08s/it]\n100%|██████████| 1/1 [00:00<00:00, 32.97it/s]\n 81%|████████  | 176/217 [59:30<13:40, 20.02s/it]\n100%|██████████| 1/1 [00:00<00:00, 34.47it/s]\n 82%|████████▏ | 177/217 [59:50<13:19, 19.98s/it]\n100%|██████████| 1/1 [00:00<00:00, 30.64it/s]\n 82%|████████▏ | 178/217 [1:00:10<12:58, 19.96s/it]\n100%|██████████| 1/1 [00:00<00:00, 33.40it/s]\n 82%|████████▏ | 179/217 [1:00:30<12:41, 20.04s/it]\n100%|██████████| 1/1 [00:00<00:00, 33.09it/s]\n 83%|████████▎ | 180/217 [1:00:51<12:23, 20.09s/it]\n100%|██████████| 1/1 [00:00<00:00, 29.05it/s]\n 83%|████████▎ | 181/217 [1:01:11<12:04, 20.12s/it]\n100%|██████████| 1/1 [00:00<00:00, 34.30it/s]\n 84%|████████▍ | 182/217 [1:01:31<11:42, 20.06s/it]\n100%|██████████| 1/1 [00:00<00:00, 34.07it/s]\n 84%|████████▍ | 183/217 [1:01:51<11:23, 20.11s/it]\n100%|██████████| 1/1 [00:00<00:00, 32.99it/s]\n 85%|████████▍ | 184/217 [1:02:11<11:03, 20.11s/it]\n100%|██████████| 1/1 [00:00<00:00, 34.05it/s]\n 85%|████████▌ | 185/217 [1:02:32<10:47, 20.24s/it]\n100%|██████████| 1/1 [00:00<00:00, 33.29it/s]\n 86%|████████▌ | 186/217 [1:02:52<10:26, 20.23s/it]\n100%|██████████| 1/1 [00:00<00:00, 33.89it/s]\n 86%|████████▌ | 187/217 [1:03:12<10:05, 20.19s/it]\n100%|██████████| 1/1 [00:00<00:00, 33.80it/s]\n 87%|████████▋ | 188/217 [1:03:32<09:45, 20.19s/it]\n100%|██████████| 1/1 [00:00<00:00, 29.32it/s]\n 87%|████████▋ | 189/217 [1:03:52<09:23, 20.11s/it]\n100%|██████████| 1/1 [00:00<00:00, 34.09it/s]\n 88%|████████▊ | 190/217 [1:04:12<09:00, 20.03s/it]\n100%|██████████| 1/1 [00:00<00:00, 32.50it/s]\n 88%|████████▊ | 191/217 [1:04:32<08:41, 20.05s/it]\n100%|██████████| 1/1 [00:00<00:00, 34.04it/s]\n 88%|████████▊ | 192/217 [1:04:52<08:17, 19.91s/it]\n100%|██████████| 1/1 [00:00<00:00, 32.91it/s]\n 89%|████████▉ | 193/217 [1:05:11<07:57, 19.91s/it]\n100%|██████████| 1/1 [00:00<00:00, 33.45it/s]\n 89%|████████▉ | 194/217 [1:05:31<07:38, 19.94s/it]\n100%|██████████| 1/1 [00:00<00:00, 34.48it/s]\n 90%|████████▉ | 195/217 [1:05:51<07:18, 19.93s/it]\n100%|██████████| 1/1 [00:00<00:00, 34.26it/s]\n 90%|█████████ | 196/217 [1:06:11<06:58, 19.93s/it]\n100%|██████████| 1/1 [00:00<00:00, 32.60it/s]\n 91%|█████████ | 197/217 [1:06:31<06:38, 19.92s/it]\n100%|██████████| 1/1 [00:00<00:00, 32.66it/s]\n 91%|█████████ | 198/217 [1:06:51<06:17, 19.89s/it]\n100%|██████████| 1/1 [00:00<00:00, 32.72it/s]\n 92%|█████████▏| 199/217 [1:07:11<05:58, 19.92s/it]\n100%|██████████| 1/1 [00:00<00:00, 33.18it/s]\n 92%|█████████▏| 200/217 [1:07:31<05:38, 19.93s/it]\n100%|██████████| 1/1 [00:00<00:00, 32.99it/s]\n 93%|█████████▎| 201/217 [1:07:51<05:18, 19.90s/it]\n100%|██████████| 1/1 [00:00<00:00, 32.74it/s]\n 93%|█████████▎| 202/217 [1:08:11<04:58, 19.88s/it]\n100%|██████████| 1/1 [00:00<00:00, 33.68it/s]\n 94%|█████████▎| 203/217 [1:08:31<04:39, 19.94s/it]\n100%|██████████| 1/1 [00:00<00:00, 31.14it/s]\n 94%|█████████▍| 204/217 [1:08:51<04:19, 20.00s/it]\n100%|██████████| 1/1 [00:00<00:00, 34.05it/s]\n 94%|█████████▍| 205/217 [1:09:11<03:59, 19.97s/it]\n100%|██████████| 1/1 [00:00<00:00, 28.57it/s]\n 95%|█████████▍| 206/217 [1:09:31<03:40, 20.01s/it]\n100%|██████████| 1/1 [00:00<00:00, 34.09it/s]\n 95%|█████████▌| 207/217 [1:09:51<03:19, 19.96s/it]\n100%|██████████| 1/1 [00:00<00:00, 30.87it/s]\n 96%|█████████▌| 208/217 [1:10:11<03:00, 20.01s/it]\n100%|██████████| 1/1 [00:00<00:00, 28.62it/s]\n 96%|█████████▋| 209/217 [1:10:31<02:40, 20.07s/it]\n100%|██████████| 1/1 [00:00<00:00, 29.40it/s]\n 97%|█████████▋| 210/217 [1:10:51<02:20, 20.05s/it]\n100%|██████████| 1/1 [00:00<00:00, 28.48it/s]\n 97%|█████████▋| 211/217 [1:11:13<02:03, 20.56s/it]\n100%|██████████| 1/1 [00:00<00:00, 23.69it/s]\n 98%|█████████▊| 212/217 [1:11:34<01:43, 20.67s/it]\n100%|██████████| 1/1 [00:00<00:00, 30.78it/s]\n 98%|█████████▊| 213/217 [1:11:54<01:22, 20.53s/it]\n100%|██████████| 1/1 [00:00<00:00, 30.51it/s]\n 99%|█████████▊| 214/217 [1:12:14<01:01, 20.33s/it]\n100%|██████████| 1/1 [00:00<00:00, 33.67it/s]\n 99%|█████████▉| 215/217 [1:12:34<00:40, 20.31s/it]\n100%|██████████| 1/1 [00:00<00:00, 30.69it/s]\n100%|█████████▉| 216/217 [1:12:54<00:20, 20.33s/it]\n100%|██████████| 1/1 [00:00<00:00, 31.01it/s]\n100%|██████████| 217/217 [1:13:14<00:00, 20.25s/it]\n","output_type":"stream"}]},{"cell_type":"code","source":"import json\n\n# Specify the output file path\noutput_file = 'ragas_dataset.json'\noutput_file2 = 'ragas_dataset2.json'\n\n# Open the file in write mode\n# Initialize a list to hold the dataset entries\ndataset_list = []\ndataset_list2 = []\n\n# Iterate over the dataset rows\nfor row in ragas_input_ds:\n    # Extract the question, contexts, answer, and ground truth from the row\n    entry = {\n        \"question\": row['question'],\n        \"contexts\": row['contexts'],  # This is a list of contexts\n        \"answer\": row['answer'],\n        \"ground_truth\": row['ground_truth']\n    }\n    \n    # Append the entry to the list\n    dataset_list.append(entry)\n\n# Write the list of entries to a JSON file\nwith open(output_file, 'w', encoding='utf-8') as file:\n    json.dump(dataset_list, file, indent=4, ensure_ascii=False)\n\nprint(f\"Dataset has been successfully saved to {output_file}\")\n\nwith open(output_file2, 'w', encoding='utf-8') as file:\n    # Iterate over the dataset rows\n    for row in ragas_input_ds:\n    # Extract the question, contexts, answer, and ground truth from the row\n        entry = {\n            \"question\": row['question'],\n            \"answer\": row['answer'],\n            \"ground_truth\": row['ground_truth']\n        }\n    \n        # Append the entry to the list\n        dataset_list2.append(entry)\n\n# Write the list of entries to a JSON file\nwith open(output_file2, 'w', encoding='utf-8') as file:\n    json.dump(dataset_list2, file, indent=4, ensure_ascii=False)\n    \nprint(f\"Dataset has been successfully saved to {output_file2}\")","metadata":{"execution":{"iopub.status.busy":"2024-08-16T17:51:57.388943Z","iopub.execute_input":"2024-08-16T17:51:57.389415Z","iopub.status.idle":"2024-08-16T17:51:57.462052Z","shell.execute_reply.started":"2024-08-16T17:51:57.389377Z","shell.execute_reply":"2024-08-16T17:51:57.461136Z"},"trusted":true},"execution_count":344,"outputs":[{"name":"stdout","text":"Dataset has been successfully saved to ragas_dataset.json\nDataset has been successfully saved to ragas_dataset2.json\n","output_type":"stream"}]},{"cell_type":"code","source":"\nfirst_50_rows = ragas_input_ds.select(range(50))\n\n# Filter even indices from these 50 rows\neven_indices = [i for i in range(50) if i % 2 == 0]\nsubset = first_50_rows.select(even_indices)\n\n# Display or use the subset\nprint(subset)","metadata":{"execution":{"iopub.status.busy":"2024-08-16T19:41:51.767453Z","iopub.execute_input":"2024-08-16T19:41:51.767823Z","iopub.status.idle":"2024-08-16T19:41:51.786363Z","shell.execute_reply.started":"2024-08-16T19:41:51.767794Z","shell.execute_reply":"2024-08-16T19:41:51.785405Z"},"trusted":true},"execution_count":356,"outputs":[{"name":"stdout","text":"Dataset({\n    features: ['question', 'contexts', 'answer', 'ground_truth'],\n    num_rows: 25\n})\n","output_type":"stream"}]},{"cell_type":"code","source":"import os\nos.environ['OPENAI_API_KEY']=\"sk-proj-y7hghpHJqp8abSaw0xDiT3BlbkFJ1QfqXjahlnUsReS3TUFn\"","metadata":{"execution":{"iopub.status.busy":"2024-08-16T20:03:02.211436Z","iopub.execute_input":"2024-08-16T20:03:02.212162Z","iopub.status.idle":"2024-08-16T20:03:02.216245Z","shell.execute_reply.started":"2024-08-16T20:03:02.212130Z","shell.execute_reply":"2024-08-16T20:03:02.215325Z"},"trusted":true},"execution_count":358,"outputs":[]},{"cell_type":"code","source":"import os\nimport openai\nimport pprint\nfrom openai import OpenAI\nfrom ragas import evaluate\nfrom ragas.metrics import context_precision, context_recall, faithfulness, answer_relevancy, summarization_score, context_precision, context_utilization, context_entity_recall\nfrom ragas.llms import llm_factory\nfrom langchain_openai.embeddings import OpenAIEmbeddings\nfrom ragas.embeddings import LangchainEmbeddingsWrapper\nfrom datasets import Dataset\n\n# Save the API key in an environment variable.\nopenai_api_key = os.environ.get('OPENAI_API_KEY')\n\n# Choose the metrics you want to see.\nmetrics = [context_precision, faithfulness, answer_relevancy,\n        context_precision, context_utilization]\n\n# Change the llm-as-critic to use a specific OpenAI model.\nLLM_NAME = \"gpt-4o-mini\"\nragas_llm = llm_factory(model=LLM_NAME)\n\n# Use the OpenAI embeddings for context comparison.\nlc_embeddings = OpenAIEmbeddings(model=\"text-embedding-3-small\")\nragas_emb = LangchainEmbeddingsWrapper(embeddings=lc_embeddings)\n\n# Assign the default models (LLM and embeddings) used for each metric.\nfor metric in metrics:\n    metric.llm = ragas_llm\n    metric.embeddings = ragas_emb\n\n# Assuming the dataset has already been prepared using the 'assemble_ragas_dataset' function\n# ragas_input_ds = assemble_ragas_dataset(eval_df)  # `eval_df` is prepared from the scenario file\n\n# Evaluate the dataset directly\nragas_result = evaluate(\n    subset,\n    metrics=metrics,\n    llm=ragas_llm,\n)\n\n# Convert the results to a Pandas DataFrame for viewing.\nragas_output_df = ragas_result.to_pandas()\nprint(ragas_output_df)","metadata":{"execution":{"iopub.status.busy":"2024-08-16T20:03:27.650470Z","iopub.execute_input":"2024-08-16T20:03:27.651030Z","iopub.status.idle":"2024-08-16T20:08:03.103232Z","shell.execute_reply.started":"2024-08-16T20:03:27.650999Z","shell.execute_reply":"2024-08-16T20:08:03.101925Z"},"trusted":true},"execution_count":360,"outputs":[{"output_type":"display_data","data":{"text/plain":"Evaluating:   0%|          | 0/125 [00:00<?, ?it/s]","application/vnd.jupyter.widget-view+json":{"version_major":2,"version_minor":0,"model_id":"48d3f36a7b4246539d7bd1ef2616e7f5"}},"metadata":{}},{"traceback":["\u001b[0;31m---------------------------------------------------------------------------\u001b[0m","\u001b[0;31mKeyboardInterrupt\u001b[0m                         Traceback (most recent call last)","Cell \u001b[0;32mIn[360], line 36\u001b[0m\n\u001b[1;32m     30\u001b[0m     metric\u001b[38;5;241m.\u001b[39membeddings \u001b[38;5;241m=\u001b[39m ragas_emb\n\u001b[1;32m     32\u001b[0m \u001b[38;5;66;03m# Assuming the dataset has already been prepared using the 'assemble_ragas_dataset' function\u001b[39;00m\n\u001b[1;32m     33\u001b[0m \u001b[38;5;66;03m# ragas_input_ds = assemble_ragas_dataset(eval_df)  # `eval_df` is prepared from the scenario file\u001b[39;00m\n\u001b[1;32m     34\u001b[0m \n\u001b[1;32m     35\u001b[0m \u001b[38;5;66;03m# Evaluate the dataset directly\u001b[39;00m\n\u001b[0;32m---> 36\u001b[0m ragas_result \u001b[38;5;241m=\u001b[39m \u001b[43mevaluate\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m     37\u001b[0m \u001b[43m    \u001b[49m\u001b[43msubset\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m     38\u001b[0m \u001b[43m    \u001b[49m\u001b[43mmetrics\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmetrics\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m     39\u001b[0m \u001b[43m    \u001b[49m\u001b[43mllm\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mragas_llm\u001b[49m\u001b[43m,\u001b[49m\n\u001b[1;32m     40\u001b[0m \u001b[43m)\u001b[49m\n\u001b[1;32m     42\u001b[0m \u001b[38;5;66;03m# Convert the results to a Pandas DataFrame for viewing.\u001b[39;00m\n\u001b[1;32m     43\u001b[0m ragas_output_df \u001b[38;5;241m=\u001b[39m ragas_result\u001b[38;5;241m.\u001b[39mto_pandas()\n","File \u001b[0;32m/opt/conda/lib/python3.10/site-packages/ragas/_analytics.py:129\u001b[0m, in \u001b[0;36mtrack_was_completed.<locals>.wrapper\u001b[0;34m(*args, **kwargs)\u001b[0m\n\u001b[1;32m    126\u001b[0m \u001b[38;5;129m@wraps\u001b[39m(func)\n\u001b[1;32m    127\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mwrapper\u001b[39m(\u001b[38;5;241m*\u001b[39margs: P\u001b[38;5;241m.\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs: P\u001b[38;5;241m.\u001b[39mkwargs) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m t\u001b[38;5;241m.\u001b[39mAny:\n\u001b[1;32m    128\u001b[0m     track(IsCompleteEvent(event_type\u001b[38;5;241m=\u001b[39mfunc\u001b[38;5;241m.\u001b[39m\u001b[38;5;18m__name__\u001b[39m, is_completed\u001b[38;5;241m=\u001b[39m\u001b[38;5;28;01mFalse\u001b[39;00m))\n\u001b[0;32m--> 129\u001b[0m     result \u001b[38;5;241m=\u001b[39m \u001b[43mfunc\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43margs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[38;5;241;43m*\u001b[39;49m\u001b[43mkwargs\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    130\u001b[0m     track(IsCompleteEvent(event_type\u001b[38;5;241m=\u001b[39mfunc\u001b[38;5;241m.\u001b[39m\u001b[38;5;18m__name__\u001b[39m, is_completed\u001b[38;5;241m=\u001b[39m\u001b[38;5;28;01mTrue\u001b[39;00m))\n\u001b[1;32m    132\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m result\n","File \u001b[0;32m/opt/conda/lib/python3.10/site-packages/ragas/evaluation.py:260\u001b[0m, in \u001b[0;36mevaluate\u001b[0;34m(dataset, metrics, llm, embeddings, callbacks, in_ci, run_config, token_usage_parser, raise_exceptions, column_map)\u001b[0m\n\u001b[1;32m    257\u001b[0m scores \u001b[38;5;241m=\u001b[39m []\n\u001b[1;32m    258\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[1;32m    259\u001b[0m     \u001b[38;5;66;03m# get the results\u001b[39;00m\n\u001b[0;32m--> 260\u001b[0m     results \u001b[38;5;241m=\u001b[39m \u001b[43mexecutor\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mresults\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    261\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m results \u001b[38;5;241m==\u001b[39m []:\n\u001b[1;32m    262\u001b[0m         \u001b[38;5;28;01mraise\u001b[39;00m ExceptionInRunner()\n","File \u001b[0;32m/opt/conda/lib/python3.10/site-packages/ragas/executor.py:116\u001b[0m, in \u001b[0;36mExecutor.results\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m    112\u001b[0m         results\u001b[38;5;241m.\u001b[39mappend(r)\n\u001b[1;32m    114\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m results\n\u001b[0;32m--> 116\u001b[0m results \u001b[38;5;241m=\u001b[39m \u001b[43masyncio\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mrun\u001b[49m\u001b[43m(\u001b[49m\u001b[43m_aresults\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    117\u001b[0m sorted_results \u001b[38;5;241m=\u001b[39m \u001b[38;5;28msorted\u001b[39m(results, key\u001b[38;5;241m=\u001b[39m\u001b[38;5;28;01mlambda\u001b[39;00m x: x[\u001b[38;5;241m0\u001b[39m])\n\u001b[1;32m    118\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m [r[\u001b[38;5;241m1\u001b[39m] \u001b[38;5;28;01mfor\u001b[39;00m r \u001b[38;5;129;01min\u001b[39;00m sorted_results]\n","File \u001b[0;32m/opt/conda/lib/python3.10/site-packages/nest_asyncio.py:31\u001b[0m, in \u001b[0;36m_patch_asyncio.<locals>.run\u001b[0;34m(main, debug)\u001b[0m\n\u001b[1;32m     29\u001b[0m task \u001b[38;5;241m=\u001b[39m asyncio\u001b[38;5;241m.\u001b[39mensure_future(main)\n\u001b[1;32m     30\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m---> 31\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mloop\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mrun_until_complete\u001b[49m\u001b[43m(\u001b[49m\u001b[43mtask\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m     32\u001b[0m \u001b[38;5;28;01mfinally\u001b[39;00m:\n\u001b[1;32m     33\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m task\u001b[38;5;241m.\u001b[39mdone():\n","File \u001b[0;32m/opt/conda/lib/python3.10/site-packages/nest_asyncio.py:93\u001b[0m, in \u001b[0;36m_patch_loop.<locals>.run_until_complete\u001b[0;34m(self, future)\u001b[0m\n\u001b[1;32m     91\u001b[0m     f\u001b[38;5;241m.\u001b[39m_log_destroy_pending \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mFalse\u001b[39;00m\n\u001b[1;32m     92\u001b[0m \u001b[38;5;28;01mwhile\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m f\u001b[38;5;241m.\u001b[39mdone():\n\u001b[0;32m---> 93\u001b[0m     \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_run_once\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m     94\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_stopping:\n\u001b[1;32m     95\u001b[0m         \u001b[38;5;28;01mbreak\u001b[39;00m\n","File \u001b[0;32m/opt/conda/lib/python3.10/site-packages/nest_asyncio.py:116\u001b[0m, in \u001b[0;36m_patch_loop.<locals>._run_once\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m    109\u001b[0m     heappop(scheduled)\n\u001b[1;32m    111\u001b[0m timeout \u001b[38;5;241m=\u001b[39m (\n\u001b[1;32m    112\u001b[0m     \u001b[38;5;241m0\u001b[39m \u001b[38;5;28;01mif\u001b[39;00m ready \u001b[38;5;129;01mor\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_stopping\n\u001b[1;32m    113\u001b[0m     \u001b[38;5;28;01melse\u001b[39;00m \u001b[38;5;28mmin\u001b[39m(\u001b[38;5;28mmax\u001b[39m(\n\u001b[1;32m    114\u001b[0m         scheduled[\u001b[38;5;241m0\u001b[39m]\u001b[38;5;241m.\u001b[39m_when \u001b[38;5;241m-\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mtime(), \u001b[38;5;241m0\u001b[39m), \u001b[38;5;241m86400\u001b[39m) \u001b[38;5;28;01mif\u001b[39;00m scheduled\n\u001b[1;32m    115\u001b[0m     \u001b[38;5;28;01melse\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m)\n\u001b[0;32m--> 116\u001b[0m event_list \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_selector\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mselect\u001b[49m\u001b[43m(\u001b[49m\u001b[43mtimeout\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    117\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_process_events(event_list)\n\u001b[1;32m    119\u001b[0m end_time \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mtime() \u001b[38;5;241m+\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_clock_resolution\n","File \u001b[0;32m/opt/conda/lib/python3.10/selectors.py:469\u001b[0m, in \u001b[0;36mEpollSelector.select\u001b[0;34m(self, timeout)\u001b[0m\n\u001b[1;32m    467\u001b[0m ready \u001b[38;5;241m=\u001b[39m []\n\u001b[1;32m    468\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m--> 469\u001b[0m     fd_event_list \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_selector\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mpoll\u001b[49m\u001b[43m(\u001b[49m\u001b[43mtimeout\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mmax_ev\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    470\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mInterruptedError\u001b[39;00m:\n\u001b[1;32m    471\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m ready\n","\u001b[0;31mKeyboardInterrupt\u001b[0m: "],"ename":"KeyboardInterrupt","evalue":"","output_type":"error"}]},{"cell_type":"code","source":"print(ragas_output_df)","metadata":{"execution":{"iopub.status.busy":"2024-08-16T19:24:29.065042Z","iopub.status.idle":"2024-08-16T19:24:29.065415Z","shell.execute_reply.started":"2024-08-16T19:24:29.065232Z","shell.execute_reply":"2024-08-16T19:24:29.065249Z"},"trusted":true},"execution_count":null,"outputs":[]},{"cell_type":"code","source":"import getpass \nimport os \nfrom langchain_openai import ChatOpenAI \nfrom langchain_core.messages import HumanMessage, SystemMessage \nfrom langchain_core.output_parsers import StrOutputParser \nfrom langchain_core.prompts import ChatPromptTemplate \nfrom langchain_core.prompts import PromptTemplate \n \n \ndef translate(input_text,source_lang,dest_lang) :  \n   \n  parser = StrOutputParser() \n  model = ChatOpenAI(model=\"gpt-4o-mini\" , temperature = 0) \n  os.environ[\"OPENAI_API_KEY\"] = \"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\" \n \n  translate_template = \"Translate the following {source} text to {dest} : {text} . only give translated language\" \n  translate_prompt = PromptTemplate.from_template(translate_template) \n \n  chain = translate_prompt | model | parser \n  result = chain.invoke({\"source\":f\"{source_lang}\",\"dest\":f\"{dest_lang}\",\"text\": f\"{input_text}\"}) \n \n  return result\nRERANKER_MODEL_NAME = \"colbert-ir/colbertv2.0\"\nreranker = RAGPretrainedModel.from_pretrained(RERANKER_MODEL_NAME)\nque = \"A 10-year-old boy has difficulty staying seated in class and frequently interrupts others. He often forgets to complete homework assignments\"\ntry:\n    rag_answer = rag_pipeline(que, reranker=reranker, return_context=False)\n    start_index = rag_answer.find(\"Answer:\")\n\n    # If \"Answer:\" is found, print everything after that\n    if start_index != -1:\n        print(translate(rag_answer[start_index:].strip(),\"english\",\"persian\"))\n    else:\n        print(translate(rag_answer),\"english\",\"persian\")\nexcept Exception as e:\n    print(f'ERROR! {e}')","metadata":{"execution":{"iopub.status.busy":"2024-08-16T20:15:52.945681Z","iopub.execute_input":"2024-08-16T20:15:52.946308Z","iopub.status.idle":"2024-08-16T20:16:14.776210Z","shell.execute_reply.started":"2024-08-16T20:15:52.946277Z","shell.execute_reply":"2024-08-16T20:16:14.775256Z"},"trusted":true},"execution_count":365,"outputs":[{"name":"stderr","text":"100%|██████████| 1/1 [00:00<00:00, 31.11it/s]\n","output_type":"stream"},{"name":"stdout","text":"پاسخ: نام اختلال: اختلال کمبود توجه/بیش فعالی (ADHD) دسته: اختلالات نورودولتی\nتوضیح: علائم پسر، از جمله مشکل در نشستن، قطع کردن صحبت دیگران، فراموش کردن تکالیف، مشکل در پیروی از دستورالعمل‌ها، مشکل در انتظار نوبت خود و گم کردن اشیاء، با معیارهای تشخیصی ADHD همخوانی دارد.\n","output_type":"stream"}]},{"cell_type":"code","source":"rag_answer","metadata":{"execution":{"iopub.status.busy":"2024-08-16T20:15:04.715843Z","iopub.execute_input":"2024-08-16T20:15:04.716170Z","iopub.status.idle":"2024-08-16T20:15:04.722179Z","shell.execute_reply.started":"2024-08-16T20:15:04.716139Z","shell.execute_reply":"2024-08-16T20:15:04.721295Z"},"trusted":true},"execution_count":364,"outputs":[{"execution_count":364,"output_type":"execute_result","data":{"text/plain":"'System: You are a licensed psychologist with extensive expertise in diagnosing psychological disorders.\\n    Your task is to analyze the provided scenario and determine the most likely psychological disorder based solely on the data given to you.\\n\\n    Important Instructions:\\n    1. You must identify the disorder in this strict format:\\n       Disorder Name Category: Broader Category Name\\n       (e.g., Autism Spectrum Disorder Category: Neurodevelopmental Disorders)\\n    2. After identifying the disorder, provide a clear and well-reasoned explanation for why this specific disorder was diagnosed, strictly using the information from the scenario. All reasoning must be rooted in the data presented.\\n    3. It is forbidden to provide an answer in any format other than the specified structure.\\n    4. You must always provide an answer based on the data given in the scenario, even if the information seems limited or ambiguous. Stick to the data and do not introduce external assumptions.\\n\\n    Ensure that your response is professional, concise, and based solely on the provided data, following the required structure without any deviations.\\nHuman: Context:\\n    [\\'may have a persistent or shifting array of learning difficulties across the lifespan. Examples of symptoms that may be observed among preschool-age children include a lack of interest in playing games with language sounds (e.g., repetition, rhyming), and they may have trouble learning nursery rhymes. Preschool children with\\', \\'frequent and interfering, occurring on the most meaningful words or phrases in the utterance. As the child becomes aware of the speech difficulty, he or she may develop mechanisms for avoiding the dys fluencies and emotional responses, including avoidance of public speaking and use of short and simple utterances.\\', \\'anxiety. Children with selective mutism of ten refuse to speak at school, leading to academic or educational impairment, as teachers often find it difficult to assess skills such as reading. The lack of speech may interfere with social communication, although children with this disorder sometimes use nonspoken or nonverbal\\', \\'may show anger or occasionally aggression toward someone who is forcing separa tion. When alone, especially in the evening or the dark, young children may report unusual perceptual experiences (e.g., seeing people peering into their room, frightening creatures reaching for them, feeling eyes staring at them). Children with\\', \"ally resolves with age. Complex stereotypies are less common in typically developing children and can usually be suppressed by distraction or sensory stimulation. The indi vidual\\'s daily routine is rarely affected, and the movements generally do not cause the child distress. The diagnosis would not be appropriate in these\", \\'of the following symptoms that have persisted for at least 6 months, despite the provision of interventions that target those difficulties: 1. Inaccurate or slow and effortful word reading (e.g., reads single words aloud incor rectly or slowly and hesitantly, frequently guesses words, has difficulty sounding out words).\\', \\'behavior and lack of reticence with un familiar adults in toddlerhood are accompanied by attention-seeking behaviors in pre schoolers. When the disorder persists into middle childhood, clinical features manifest as verbal and physical overfamiliarity as well as inauthentic expression of emotions. These signs appear particularly apparent when the\\', \\'learning disorders are also more common among affected individuals. Development and Course Because social (pragmatic) communication depends on adequate developmental progress in speech and language, diagnosis of social (pragmatic) communication disorder is rare among children younger than 4 years. By age 4 or 5 years, most children should possess\\', \\'lack of social and communication abil ities may hamper learning, especially learning through social interaction or in settings with peers. In the home, insistence on routines and aversion to change, as well as sensory sensitivities, may interfere with eating and sleeping and make routine care (e.g., haircuts,\\', \"staring at them). Children with this disorder may be de scribed as demanding, intrusive, and in need of constant attention, and, as adults, may ap pear dependent and overprotective. The individual\\'s excessive demands often become a source of frustration for family members, leading to resentment and conflict in\"]\\n    ---\\n    Now, here is the question you need to answer:\\n\\n    Question: A 6-year-old girl has difficulty making eye contact and often repeats phrases she hears from her favorite TV show. She becomes extremely distressed when her daily routine is disrupted and has a strong aversion to new foods. She also exhibits repetitive hand-flapping and insists on wearing the same clothes every day. Based on the provided scenario, what is the most likely psychological disorder?\\n\\n    Disorder Name Category: Autism Spectrum Disorder Category: Pervasive Developmental Disorders\\n\\n    Explanation: The girl\\'s symptoms align with several key features of Autism Spectrum Disorder (ASD), a pervasive developmental disorder. Difficulty with eye contact, repetitive behaviors (e.g.,'"},"metadata":{}}]},{"cell_type":"code","source":"","metadata":{},"execution_count":null,"outputs":[]}]}