searchindex.js

Search.setIndex({"docnames": ["advanced/ONNXLive", "advanced/coding_ddpg", "advanced/cpp_autograd", "advanced/cpp_cuda_graphs", "advanced/cpp_custom_ops", "advanced/cpp_export", "advanced/cpp_extension", "advanced/cpp_frontend", "advanced/custom_ops_landing_page", "advanced/ddp_pipeline", "advanced/dispatcher", "advanced/dynamic_quantization_tutorial", "advanced/extend_dispatcher", "advanced/generic_join", "advanced/neural_style_tutorial", "advanced/numpy_extensions_tutorial", "advanced/pendulum", "advanced/privateuseone", "advanced/python_custom_ops", "advanced/rpc_ddp_tutorial", "advanced/semi_structured_sparse", "advanced/sg_execution_times", "advanced/sharding", "advanced/static_quantization_tutorial", "advanced/super_resolution_with_onnxruntime", "advanced/torch-script-parallelism", "advanced/torch_script_custom_classes", "advanced/torch_script_custom_ops", "advanced/usb_semisup_learn", "beginner/Intro_to_TorchScript_tutorial", "beginner/audio_data_augmentation_tutorial", "beginner/audio_datasets_tutorial", "beginner/audio_feature_augmentation_tutorial", "beginner/audio_feature_extractions_tutorial", "beginner/audio_io_tutorial", "beginner/audio_resampling_tutorial", "beginner/basics/autogradqs_tutorial", "beginner/basics/buildmodel_tutorial", "beginner/basics/data_tutorial", "beginner/basics/index", "beginner/basics/intro", "beginner/basics/optimization_tutorial", "beginner/basics/quickstart_tutorial", "beginner/basics/saveloadrun_tutorial", "beginner/basics/sg_execution_times", "beginner/basics/tensorqs_tutorial", "beginner/basics/transforms_tutorial", "beginner/bettertransformer_tutorial", "beginner/blitz/autograd_tutorial", "beginner/blitz/cifar10_tutorial", "beginner/blitz/data_parallel_tutorial", "beginner/blitz/index", "beginner/blitz/neural_networks_tutorial", "beginner/blitz/sg_execution_times", "beginner/blitz/tensor_tutorial", "beginner/chatbot_tutorial", "beginner/colab", "beginner/data_loading_tutorial", "beginner/dcgan_faces_tutorial", "beginner/ddp_series_fault_tolerance", "beginner/ddp_series_intro", "beginner/ddp_series_multigpu", "beginner/ddp_series_theory", "beginner/deep_learning_60min_blitz", "beginner/deeplabv3_on_android", "beginner/deeplabv3_on_ios", "beginner/deploy_seq2seq_hybrid_frontend_tutorial", "beginner/dist_overview", "beginner/examples_autograd/index", "beginner/examples_autograd/polynomial_autograd", "beginner/examples_autograd/polynomial_custom_function", "beginner/examples_nn/dynamic_net", "beginner/examples_nn/index", "beginner/examples_nn/polynomial_module", "beginner/examples_nn/polynomial_nn", "beginner/examples_nn/polynomial_optim", "beginner/examples_nn/sg_execution_times", "beginner/examples_tensor/index", "beginner/examples_tensor/polynomial_numpy", "beginner/examples_tensor/polynomial_tensor", "beginner/examples_tensor/sg_execution_times", "beginner/fgsm_tutorial", "beginner/finetuning_torchvision_models_tutorial", "beginner/flava_finetuning_tutorial", "beginner/former_torchies/autograd_tutorial_old", "beginner/former_torchies/nnft_tutorial", "beginner/former_torchies/parallelism_tutorial", "beginner/former_torchies/tensor_tutorial_old", "beginner/former_torchies_tutorial", "beginner/hta_intro_tutorial", "beginner/hta_trace_diff_tutorial", "beginner/hybrid_frontend/index", "beginner/hybrid_frontend/learning_hybrid_frontend_through_example_tutorial", "beginner/hybrid_frontend/sg_execution_times", "beginner/hybrid_frontend_tutorial", "beginner/hyperparameter_tuning_tutorial", "beginner/introyt", "beginner/introyt/autogradyt_tutorial", "beginner/introyt/captumyt", "beginner/introyt/index", "beginner/introyt/introyt1_tutorial", "beginner/introyt/introyt_index", "beginner/introyt/modelsyt_tutorial", "beginner/introyt/sg_execution_times", "beginner/introyt/tensorboardyt_tutorial", "beginner/introyt/tensors_deeper_tutorial", "beginner/introyt/trainingyt", "beginner/knowledge_distillation_tutorial", "beginner/nlp/advanced_tutorial", "beginner/nlp/deep_learning_tutorial", "beginner/nlp/index", "beginner/nlp/pytorch_tutorial", "beginner/nlp/sequence_models_tutorial", "beginner/nlp/sg_execution_times", "beginner/nlp/word_embeddings_tutorial", "beginner/nn_tutorial", "beginner/onnx/export_control_flow_model_to_onnx_tutorial", "beginner/onnx/export_simple_model_to_onnx_tutorial", "beginner/onnx/index", "beginner/onnx/intro_onnx", "beginner/onnx/onnx_registry_tutorial", "beginner/onnx/sg_execution_times", "beginner/profiler", "beginner/ptcheat", "beginner/pytorch_with_examples", "beginner/saving_loading_models", "beginner/sg_execution_times", "beginner/t5_tutoria", "beginner/template_tutorial", "beginner/text_sentiment_ngrams_tutorial", "beginner/torchtext_custom_dataset_tutorial", "beginner/transfer_learning_tutorial", "beginner/transformer_tutorial", "beginner/translation_transformer", "beginner/vt_tutorial", "distributed/home", "index", "intermediate/FSDP_advanced_tutorial", "intermediate/FSDP_tutorial", "intermediate/TCPStore_libuv_backend", "intermediate/TP_tutorial", "intermediate/autograd_saved_tensors_hooks_tutorial", "intermediate/ax_multiobjective_nas_tutorial", "intermediate/char_rnn_classification_tutorial", "intermediate/char_rnn_generation_tutorial", "intermediate/compiled_autograd_tutorial", "intermediate/custom_function_conv_bn_tutorial", "intermediate/custom_function_double_backward_tutorial", "intermediate/ddp_series_minGPT", "intermediate/ddp_series_multinode", "intermediate/ddp_tutorial", "intermediate/dist_pipeline_parallel_tutorial", "intermediate/dist_tuto", "intermediate/dqn_with_rnn_tutorial", "intermediate/dynamic_quantization_bert_tutorial", "intermediate/ensembling", "intermediate/flask_rest_api_tutorial", "intermediate/forced_alignment_with_torchaudio_tutorial", "intermediate/forward_ad_usage", "intermediate/fx_conv_bn_fuser", "intermediate/fx_profiling_tutorial", "intermediate/inductor_debug_cpu", "intermediate/jacobians_hessians", "intermediate/mario_rl_tutorial", "intermediate/memory_format_tutorial", "intermediate/mnist_train_nas", "intermediate/model_parallel_tutorial", "intermediate/neural_tangent_kernels", "intermediate/nlp_from_scratch_index", "intermediate/nvfuser_intro_tutorial", "intermediate/optimizer_step_in_backward_tutorial", "intermediate/parametrizations", "intermediate/per_sample_grads", "intermediate/pinmem_nonblock", "intermediate/pipeline_tutorial", "intermediate/pipelining_tutorial", "intermediate/process_group_cpp_extension_tutorial", "intermediate/pruning_tutorial", "intermediate/quantized_transfer_learning_tutorial", "intermediate/realtime_rpi", "intermediate/reinforcement_ppo", "intermediate/reinforcement_q_learning", "intermediate/rpc_async_execution", "intermediate/rpc_param_server_tutorial", "intermediate/rpc_tutorial", "intermediate/scaled_dot_product_attention_tutorial", "intermediate/seq2seq_translation_tutorial", "intermediate/sg_execution_times", "intermediate/spatial_transformer_tutorial", "intermediate/speech_recognition_pipeline_tutorial", "intermediate/tensorboard_profiler_tutorial", "intermediate/tensorboard_tutorial", "intermediate/text_to_speech_with_torchaudio", "intermediate/tiatoolbox_tutorial", "intermediate/torch_compile_tutorial", "intermediate/torch_export_nightly_tutorial", "intermediate/torch_export_tutorial", "intermediate/torchrec_intro_tutorial", "intermediate/torchrec_tutorial", "intermediate/torchserve_with_ipex", "intermediate/torchserve_with_ipex_2", "intermediate/torchvision_tutorial", "intermediate/transformer_building_blocks", "prototype/backend_config_tutorial", "prototype/context_parallel", "prototype/distributed_rpc_profiling", "prototype/flight_recorder_tutorial", "prototype/fx_graph_mode_ptq_dynamic", "prototype/fx_graph_mode_ptq_static", "prototype/fx_graph_mode_quant_guide", "prototype/gpu_quantization_torchao_tutorial", "prototype/graph_mode_dynamic_bert_tutorial", "prototype/inductor_cpp_wrapper_tutorial", "prototype/inductor_windows", "prototype/inductor_windows_cpu", "prototype/ios_coreml_workflow", "prototype/ios_gpu_workflow", "prototype/lite_interpreter", "prototype/maskedtensor_adagrad", "prototype/maskedtensor_advanced_semantics", "prototype/maskedtensor_overview", "prototype/maskedtensor_sparsity", "prototype/max_autotune_on_CPU_tutorial", "prototype/nestedtensor", "prototype/nnapi_mobilenetv2", "prototype/numeric_suite_tutorial", "prototype/prototype_index", "prototype/pt2e_quant_ptq", "prototype/pt2e_quant_ptq_x86_inductor", "prototype/pt2e_quant_qat", "prototype/pt2e_quant_x86_inductor", "prototype/pt2e_quant_xpu_inductor", "prototype/pt2e_quantizer", "prototype/python_extension_autoload", "prototype/quantization_in_pytorch_2_0_export_tutorial", "prototype/semi_structured_sparse", "prototype/sg_execution_times", "prototype/skip_param_init", "prototype/torchscript_freezing", "prototype/tracing_based_selective_build", "prototype/vmap_recipe", "prototype/vulkan_workflow", "recipes/amx", "recipes/android_native_app_with_custom_op", "recipes/bundled_inputs", "recipes/compiling_optimizer", "recipes/compiling_optimizer_lr_scheduler", "recipes/cuda_rpc", "recipes/deployment_with_flask", "recipes/distributed_async_checkpoint_recipe", "recipes/distributed_checkpoint_recipe", "recipes/distributed_comm_debug_mode", "recipes/distributed_device_mesh", "recipes/distributed_optim_torchscript", "recipes/distributed_rpc_profiling", "recipes/foreach_map", "recipes/fuse", "recipes/inference_tuning_on_aws_graviton", "recipes/intel_extension_for_pytorch", "recipes/intel_neural_compressor_for_pytorch", "recipes/loading_data_recipe", "recipes/mobile_interpreter", "recipes/mobile_perf", "recipes/model_preparation_android", "recipes/model_preparation_ios", "recipes/profile_with_itt", "recipes/ptmobile_recipes_summary", "recipes/quantization", "recipes/recipes/Captum_Recipe", "recipes/recipes/amp_recipe", "recipes/recipes/benchmark", "recipes/recipes/changing_default_device", "recipes/recipes/defining_a_neural_network", "recipes/recipes/dynamic_quantization", "recipes/recipes/index", "recipes/recipes/module_load_state_dict_tips", "recipes/recipes/profiler_recipe", "recipes/recipes/reasoning_about_shapes", "recipes/recipes/save_load_across_devices", "recipes/recipes/saving_and_loading_a_general_checkpoint", "recipes/recipes/saving_and_loading_models_for_inference", "recipes/recipes/saving_multiple_models_in_one_file", "recipes/recipes/sg_execution_times", "recipes/recipes/swap_tensors", "recipes/recipes/tensorboard_with_pytorch", "recipes/recipes/timer_quick_start", "recipes/recipes/tuning_guide", "recipes/recipes/warmstarting_model_using_parameters_from_a_different_model", "recipes/recipes/what_is_state_dict", "recipes/recipes/zeroing_out_gradients", "recipes/recipes_index", "recipes/regional_compilation", "recipes/script_optimized", "recipes/sg_execution_times", "recipes/torch_compile_backend_ipex", "recipes/torch_compile_caching_configuration_tutorial", "recipes/torch_compile_caching_tutorial", "recipes/torch_compile_torch_function_modes", "recipes/torch_compile_user_defined_triton_kernel_tutorial", "recipes/torch_compiler_set_stance_tutorial", "recipes/torch_export_aoti_python", "recipes/torch_export_challenges_solutions", "recipes/torch_logs", "recipes/torchscript_inference", "recipes/torchserve_vertexai_tutorial", "recipes/xeon_run_cpu", "recipes/zero_redundancy_optimizer"], "filenames": ["advanced/ONNXLive.rst", "advanced/coding_ddpg.rst", "advanced/cpp_autograd.rst", "advanced/cpp_cuda_graphs.rst", "advanced/cpp_custom_ops.rst", "advanced/cpp_export.rst", "advanced/cpp_extension.rst", "advanced/cpp_frontend.rst", "advanced/custom_ops_landing_page.rst", "advanced/ddp_pipeline.rst", "advanced/dispatcher.rst", "advanced/dynamic_quantization_tutorial.rst", "advanced/extend_dispatcher.rst", "advanced/generic_join.rst", "advanced/neural_style_tutorial.rst", "advanced/numpy_extensions_tutorial.rst", "advanced/pendulum.rst", "advanced/privateuseone.rst", "advanced/python_custom_ops.rst", "advanced/rpc_ddp_tutorial.rst", "advanced/semi_structured_sparse.rst", "advanced/sg_execution_times.rst", "advanced/sharding.rst", "advanced/static_quantization_tutorial.rst", "advanced/super_resolution_with_onnxruntime.rst", "advanced/torch-script-parallelism.rst", "advanced/torch_script_custom_classes.rst", "advanced/torch_script_custom_ops.rst", "advanced/usb_semisup_learn.rst", "beginner/Intro_to_TorchScript_tutorial.rst", "beginner/audio_data_augmentation_tutorial.rst", "beginner/audio_datasets_tutorial.rst", "beginner/audio_feature_augmentation_tutorial.rst", "beginner/audio_feature_extractions_tutorial.rst", "beginner/audio_io_tutorial.rst", "beginner/audio_resampling_tutorial.rst", "beginner/basics/autogradqs_tutorial.rst", "beginner/basics/buildmodel_tutorial.rst", "beginner/basics/data_tutorial.rst", "beginner/basics/index.rst", "beginner/basics/intro.rst", "beginner/basics/optimization_tutorial.rst", "beginner/basics/quickstart_tutorial.rst", "beginner/basics/saveloadrun_tutorial.rst", "beginner/basics/sg_execution_times.rst", "beginner/basics/tensorqs_tutorial.rst", "beginner/basics/transforms_tutorial.rst", "beginner/bettertransformer_tutorial.rst", "beginner/blitz/autograd_tutorial.rst", "beginner/blitz/cifar10_tutorial.rst", "beginner/blitz/data_parallel_tutorial.rst", "beginner/blitz/index.rst", "beginner/blitz/neural_networks_tutorial.rst", "beginner/blitz/sg_execution_times.rst", "beginner/blitz/tensor_tutorial.rst", "beginner/chatbot_tutorial.rst", "beginner/colab.rst", "beginner/data_loading_tutorial.rst", "beginner/dcgan_faces_tutorial.rst", "beginner/ddp_series_fault_tolerance.rst", "beginner/ddp_series_intro.rst", "beginner/ddp_series_multigpu.rst", "beginner/ddp_series_theory.rst", "beginner/deep_learning_60min_blitz.rst", "beginner/deeplabv3_on_android.rst", "beginner/deeplabv3_on_ios.rst", "beginner/deploy_seq2seq_hybrid_frontend_tutorial.rst", "beginner/dist_overview.rst", "beginner/examples_autograd/index.rst", "beginner/examples_autograd/polynomial_autograd.rst", "beginner/examples_autograd/polynomial_custom_function.rst", "beginner/examples_nn/dynamic_net.rst", "beginner/examples_nn/index.rst", "beginner/examples_nn/polynomial_module.rst", "beginner/examples_nn/polynomial_nn.rst", "beginner/examples_nn/polynomial_optim.rst", "beginner/examples_nn/sg_execution_times.rst", "beginner/examples_tensor/index.rst", "beginner/examples_tensor/polynomial_numpy.rst", "beginner/examples_tensor/polynomial_tensor.rst", "beginner/examples_tensor/sg_execution_times.rst", "beginner/fgsm_tutorial.rst", "beginner/finetuning_torchvision_models_tutorial.rst", "beginner/flava_finetuning_tutorial.rst", "beginner/former_torchies/autograd_tutorial_old.rst", "beginner/former_torchies/nnft_tutorial.rst", "beginner/former_torchies/parallelism_tutorial.rst", "beginner/former_torchies/tensor_tutorial_old.rst", "beginner/former_torchies_tutorial.rst", "beginner/hta_intro_tutorial.rst", "beginner/hta_trace_diff_tutorial.rst", "beginner/hybrid_frontend/index.rst", "beginner/hybrid_frontend/learning_hybrid_frontend_through_example_tutorial.rst", "beginner/hybrid_frontend/sg_execution_times.rst", "beginner/hybrid_frontend_tutorial.rst", "beginner/hyperparameter_tuning_tutorial.rst", "beginner/introyt.rst", "beginner/introyt/autogradyt_tutorial.rst", "beginner/introyt/captumyt.rst", "beginner/introyt/index.rst", "beginner/introyt/introyt1_tutorial.rst", "beginner/introyt/introyt_index.rst", "beginner/introyt/modelsyt_tutorial.rst", "beginner/introyt/sg_execution_times.rst", "beginner/introyt/tensorboardyt_tutorial.rst", "beginner/introyt/tensors_deeper_tutorial.rst", "beginner/introyt/trainingyt.rst", "beginner/knowledge_distillation_tutorial.rst", "beginner/nlp/advanced_tutorial.rst", "beginner/nlp/deep_learning_tutorial.rst", "beginner/nlp/index.rst", "beginner/nlp/pytorch_tutorial.rst", "beginner/nlp/sequence_models_tutorial.rst", "beginner/nlp/sg_execution_times.rst", "beginner/nlp/word_embeddings_tutorial.rst", "beginner/nn_tutorial.rst", "beginner/onnx/export_control_flow_model_to_onnx_tutorial.rst", "beginner/onnx/export_simple_model_to_onnx_tutorial.rst", "beginner/onnx/index.rst", "beginner/onnx/intro_onnx.rst", "beginner/onnx/onnx_registry_tutorial.rst", "beginner/onnx/sg_execution_times.rst", "beginner/profiler.rst", "beginner/ptcheat.rst", "beginner/pytorch_with_examples.rst", "beginner/saving_loading_models.rst", "beginner/sg_execution_times.rst", "beginner/t5_tutoria.rst", "beginner/template_tutorial.rst", "beginner/text_sentiment_ngrams_tutorial.rst", "beginner/torchtext_custom_dataset_tutorial.rst", "beginner/transfer_learning_tutorial.rst", "beginner/transformer_tutorial.rst", "beginner/translation_transformer.rst", "beginner/vt_tutorial.rst", "distributed/home.rst", "index.rst", "intermediate/FSDP_advanced_tutorial.rst", "intermediate/FSDP_tutorial.rst", "intermediate/TCPStore_libuv_backend.rst", "intermediate/TP_tutorial.rst", "intermediate/autograd_saved_tensors_hooks_tutorial.rst", "intermediate/ax_multiobjective_nas_tutorial.rst", "intermediate/char_rnn_classification_tutorial.rst", "intermediate/char_rnn_generation_tutorial.rst", "intermediate/compiled_autograd_tutorial.rst", "intermediate/custom_function_conv_bn_tutorial.rst", "intermediate/custom_function_double_backward_tutorial.rst", "intermediate/ddp_series_minGPT.rst", "intermediate/ddp_series_multinode.rst", "intermediate/ddp_tutorial.rst", "intermediate/dist_pipeline_parallel_tutorial.rst", "intermediate/dist_tuto.rst", "intermediate/dqn_with_rnn_tutorial.rst", "intermediate/dynamic_quantization_bert_tutorial.rst", "intermediate/ensembling.rst", "intermediate/flask_rest_api_tutorial.rst", "intermediate/forced_alignment_with_torchaudio_tutorial.rst", "intermediate/forward_ad_usage.rst", "intermediate/fx_conv_bn_fuser.rst", "intermediate/fx_profiling_tutorial.rst", "intermediate/inductor_debug_cpu.rst", "intermediate/jacobians_hessians.rst", "intermediate/mario_rl_tutorial.rst", "intermediate/memory_format_tutorial.rst", "intermediate/mnist_train_nas.rst", "intermediate/model_parallel_tutorial.rst", "intermediate/neural_tangent_kernels.rst", "intermediate/nlp_from_scratch_index.rst", "intermediate/nvfuser_intro_tutorial.rst", "intermediate/optimizer_step_in_backward_tutorial.rst", "intermediate/parametrizations.rst", "intermediate/per_sample_grads.rst", "intermediate/pinmem_nonblock.rst", "intermediate/pipeline_tutorial.rst", "intermediate/pipelining_tutorial.rst", "intermediate/process_group_cpp_extension_tutorial.rst", "intermediate/pruning_tutorial.rst", "intermediate/quantized_transfer_learning_tutorial.rst", "intermediate/realtime_rpi.rst", "intermediate/reinforcement_ppo.rst", "intermediate/reinforcement_q_learning.rst", "intermediate/rpc_async_execution.rst", "intermediate/rpc_param_server_tutorial.rst", "intermediate/rpc_tutorial.rst", "intermediate/scaled_dot_product_attention_tutorial.rst", "intermediate/seq2seq_translation_tutorial.rst", "intermediate/sg_execution_times.rst", "intermediate/spatial_transformer_tutorial.rst", "intermediate/speech_recognition_pipeline_tutorial.rst", "intermediate/tensorboard_profiler_tutorial.rst", "intermediate/tensorboard_tutorial.rst", "intermediate/text_to_speech_with_torchaudio.rst", "intermediate/tiatoolbox_tutorial.rst", "intermediate/torch_compile_tutorial.rst", "intermediate/torch_export_nightly_tutorial.rst", "intermediate/torch_export_tutorial.rst", "intermediate/torchrec_intro_tutorial.rst", "intermediate/torchrec_tutorial.rst", "intermediate/torchserve_with_ipex.rst", "intermediate/torchserve_with_ipex_2.rst", "intermediate/torchvision_tutorial.rst", "intermediate/transformer_building_blocks.rst", "prototype/backend_config_tutorial.rst", "prototype/context_parallel.rst", "prototype/distributed_rpc_profiling.rst", "prototype/flight_recorder_tutorial.rst", "prototype/fx_graph_mode_ptq_dynamic.rst", "prototype/fx_graph_mode_ptq_static.rst", "prototype/fx_graph_mode_quant_guide.rst", "prototype/gpu_quantization_torchao_tutorial.rst", "prototype/graph_mode_dynamic_bert_tutorial.rst", "prototype/inductor_cpp_wrapper_tutorial.rst", "prototype/inductor_windows.rst", "prototype/inductor_windows_cpu.rst", "prototype/ios_coreml_workflow.rst", "prototype/ios_gpu_workflow.rst", "prototype/lite_interpreter.rst", "prototype/maskedtensor_adagrad.rst", "prototype/maskedtensor_advanced_semantics.rst", "prototype/maskedtensor_overview.rst", "prototype/maskedtensor_sparsity.rst", "prototype/max_autotune_on_CPU_tutorial.rst", "prototype/nestedtensor.rst", "prototype/nnapi_mobilenetv2.rst", "prototype/numeric_suite_tutorial.rst", "prototype/prototype_index.rst", "prototype/pt2e_quant_ptq.rst", "prototype/pt2e_quant_ptq_x86_inductor.rst", "prototype/pt2e_quant_qat.rst", "prototype/pt2e_quant_x86_inductor.rst", "prototype/pt2e_quant_xpu_inductor.rst", "prototype/pt2e_quantizer.rst", "prototype/python_extension_autoload.rst", "prototype/quantization_in_pytorch_2_0_export_tutorial.rst", "prototype/semi_structured_sparse.rst", "prototype/sg_execution_times.rst", "prototype/skip_param_init.rst", "prototype/torchscript_freezing.rst", "prototype/tracing_based_selective_build.rst", "prototype/vmap_recipe.rst", "prototype/vulkan_workflow.rst", "recipes/amx.rst", "recipes/android_native_app_with_custom_op.rst", "recipes/bundled_inputs.rst", "recipes/compiling_optimizer.rst", "recipes/compiling_optimizer_lr_scheduler.rst", "recipes/cuda_rpc.rst", "recipes/deployment_with_flask.rst", "recipes/distributed_async_checkpoint_recipe.rst", "recipes/distributed_checkpoint_recipe.rst", "recipes/distributed_comm_debug_mode.rst", "recipes/distributed_device_mesh.rst", "recipes/distributed_optim_torchscript.rst", "recipes/distributed_rpc_profiling.rst", "recipes/foreach_map.rst", "recipes/fuse.rst", "recipes/inference_tuning_on_aws_graviton.rst", "recipes/intel_extension_for_pytorch.rst", "recipes/intel_neural_compressor_for_pytorch.rst", "recipes/loading_data_recipe.rst", "recipes/mobile_interpreter.rst", "recipes/mobile_perf.rst", "recipes/model_preparation_android.rst", "recipes/model_preparation_ios.rst", "recipes/profile_with_itt.rst", "recipes/ptmobile_recipes_summary.rst", "recipes/quantization.rst", "recipes/recipes/Captum_Recipe.rst", "recipes/recipes/amp_recipe.rst", "recipes/recipes/benchmark.rst", "recipes/recipes/changing_default_device.rst", "recipes/recipes/defining_a_neural_network.rst", "recipes/recipes/dynamic_quantization.rst", "recipes/recipes/index.rst", "recipes/recipes/module_load_state_dict_tips.rst", "recipes/recipes/profiler_recipe.rst", "recipes/recipes/reasoning_about_shapes.rst", "recipes/recipes/save_load_across_devices.rst", "recipes/recipes/saving_and_loading_a_general_checkpoint.rst", "recipes/recipes/saving_and_loading_models_for_inference.rst", "recipes/recipes/saving_multiple_models_in_one_file.rst", "recipes/recipes/sg_execution_times.rst", "recipes/recipes/swap_tensors.rst", "recipes/recipes/tensorboard_with_pytorch.rst", "recipes/recipes/timer_quick_start.rst", "recipes/recipes/tuning_guide.rst", "recipes/recipes/warmstarting_model_using_parameters_from_a_different_model.rst", "recipes/recipes/what_is_state_dict.rst", "recipes/recipes/zeroing_out_gradients.rst", "recipes/recipes_index.rst", "recipes/regional_compilation.rst", "recipes/script_optimized.rst", "recipes/sg_execution_times.rst", "recipes/torch_compile_backend_ipex.rst", "recipes/torch_compile_caching_configuration_tutorial.rst", "recipes/torch_compile_caching_tutorial.rst", "recipes/torch_compile_torch_function_modes.rst", "recipes/torch_compile_user_defined_triton_kernel_tutorial.rst", "recipes/torch_compiler_set_stance_tutorial.rst", "recipes/torch_export_aoti_python.rst", "recipes/torch_export_challenges_solutions.rst", "recipes/torch_logs.rst", "recipes/torchscript_inference.rst", "recipes/torchserve_vertexai_tutorial.rst", "recipes/xeon_run_cpu.rst", "recipes/zero_redundancy_optimizer.rst"], "titles": ["ONNX Live Tutorial", "TorchRL objectives: Coding a DDPG loss", "Autograd in C++ Frontend", "Using CUDA Graphs in PyTorch C++ API", "Custom C++ and CUDA Operators", "Loading a TorchScript Model in C++", "Custom C++ and CUDA Extensions", "Using the PyTorch C++ Frontend", "PyTorch Custom Operators", "Training Transformer models using Distributed Data Parallel and Pipeline Parallelism", "Registering a Dispatched Operator in C++", "(beta) Dynamic Quantization on an LSTM Word Language Model", "Extending dispatcher for a new backend in C++", "Distributed Training with Uneven Inputs Using the Join Context Manager", "Neural Transfer Using PyTorch", "Creating Extensions Using NumPy and SciPy", "Pendulum: Writing your environment and transforms with TorchRL", "Facilitating New Backend Integration by PrivateUse1", "Custom Python Operators", "Combining Distributed DataParallel with Distributed RPC Framework", "(beta) Accelerating BERT with semi-structured (2:4) sparsity", "Computation times", "Exploring TorchRec sharding", "(beta) Static Quantization with Eager Mode in PyTorch", "(optional) Exporting a Model from PyTorch to ONNX and Running it using ONNX Runtime", "Dynamic Parallelism in TorchScript", "Extending TorchScript with Custom C++ Classes", "Extending TorchScript with Custom C++ Operators", "Semi-Supervised Learning using USB built upon PyTorch", "Introduction to TorchScript", "Audio Data Augmentation", "Audio Datasets", "Audio Feature Augmentation", "Audio Feature Extractions", "Audio I/O", "Audio Resampling", "Automatic Differentiation with <code class=\"docutils literal notranslate\"><span class=\"pre\">torch.autograd</span></code>", "Build the Neural Network", "Datasets &amp; DataLoaders", "Learn the Basics", "Learn the Basics", "Optimizing Model Parameters", "Quickstart", "Save and Load the Model", "Computation times", "Tensors", "Transforms", "Fast Transformer Inference with Better Transformer", "A Gentle Introduction to <code class=\"docutils literal notranslate\"><span class=\"pre\">torch.autograd</span></code>", "Training a Classifier", "Optional: Data Parallelism", "Deep Learning with PyTorch: A 60 Minute Blitz", "Neural Networks", "Computation times", "Tensors", "Chatbot Tutorial", "Running Tutorials in Google Colab", "Writing Custom Datasets, DataLoaders and Transforms", "DCGAN Tutorial", "Fault-tolerant Distributed Training with <code class=\"docutils literal notranslate\"><span class=\"pre\">torchrun</span></code>", "Distributed Data Parallel in PyTorch - Video Tutorials", "Multi GPU training with DDP", "What is Distributed Data Parallel (DDP)", "Deep Learning with PyTorch: A 60 Minute Blitz", "Image Segmentation DeepLabV3 on Android", "Image Segmentation DeepLabV3 on iOS", "Deploying a Seq2Seq Model with TorchScript", "PyTorch Distributed Overview", "&lt;no title&gt;", "PyTorch: Tensors and autograd", "PyTorch: Defining New autograd Functions", "PyTorch: Control Flow + Weight Sharing", "&lt;no title&gt;", "PyTorch: Custom nn Modules", "PyTorch: nn", "PyTorch: optim", "Computation times", "&lt;no title&gt;", "Warm-up: numpy", "PyTorch: Tensors", "Computation times", "Adversarial Example Generation", "Finetuning Torchvision Models", "TorchMultimodal Tutorial: Finetuning FLAVA", "Autograd", "nn Package", "Multi-GPU Examples", "Tensors", "PyTorch for Former Torch Users", "Introduction to Holistic Trace Analysis", "Trace Diff using Holistic Trace Analysis", "&lt;no title&gt;", "Learning Hybrid Frontend Syntax Through Example", "Computation times", "Hybrid Frontend Tutorials", "Hyperparameter tuning with Ray Tune", "Introduction to PyTorch - YouTube Series", "The Fundamentals of Autograd", "Model Understanding with Captum", "Introduction to PyTorch on YouTube", "Introduction to PyTorch", "Introduction to PyTorch - YouTube Series", "Building Models with PyTorch", "Computation times", "PyTorch TensorBoard Support", "Introduction to PyTorch Tensors", "Training with PyTorch", "Knowledge Distillation Tutorial", "Advanced: Making Dynamic Decisions and the Bi-LSTM CRF", "Deep Learning with PyTorch", "Deep Learning for NLP with Pytorch", "Introduction to PyTorch", "Sequence Models and Long Short-Term Memory Networks", "Computation times", "Word Embeddings: Encoding Lexical Semantics", "What is <cite>torch.nn</cite> <em>really</em>?", "Export a model with control flow to ONNX", "Export a PyTorch model to ONNX", "ONNX", "Introduction to ONNX", "Extending the ONNX Exporter Operator Support", "Computation times", "Profiling your PyTorch Module", "PyTorch Cheat Sheet", "Learning PyTorch with Examples", "Saving and Loading Models", "Computation times", "T5-Base Model for Summarization, Sentiment Classification, and Translation", "Template Tutorial", "Text classification with the torchtext library", "Preprocess custom text dataset using torchtext", "Transfer Learning for Computer Vision Tutorial", "Language Modeling with <code class=\"docutils literal notranslate\"><span class=\"pre\">nn.Transformer</span></code> and torchtext", "Language Translation with <code class=\"docutils literal notranslate\"><span class=\"pre\">nn.Transformer</span></code> and torchtext", "Optimizing Vision Transformer Model for Deployment", "Distributed and Parallel Training Tutorials", "Welcome to PyTorch Tutorials", "Advanced Model Training with Fully Sharded Data Parallel (FSDP)", "Getting Started with Fully Sharded Data Parallel(FSDP)", "Introduction to Libuv TCPStore Backend", "Large Scale Transformer model training with Tensor Parallel (TP)", "Hooks for autograd saved tensors", "Multi-Objective NAS with Ax", "NLP From Scratch: Classifying Names with a Character-Level RNN", "NLP From Scratch: Generating Names with a Character-Level RNN", "Compiled Autograd: Capturing a larger backward graph for <code class=\"docutils literal notranslate\"><span class=\"pre\">torch.compile</span></code>", "Fusing Convolution and Batch Norm using Custom Function", "Double Backward with Custom Functions", "Training \u201creal-world\u201d models with DDP", "Multinode Training", "Getting Started with Distributed Data Parallel", "Distributed Pipeline Parallelism Using RPC", "Writing Distributed Applications with PyTorch", "Recurrent DQN: Training recurrent policies", "(beta) Dynamic Quantization on BERT", "Model ensembling", "Deploying PyTorch in Python via a REST API with Flask", "Forced Alignment with Wav2Vec2", "Forward-mode Automatic Differentiation (Beta)", "(beta) Building a Convolution/Batch Norm fuser in FX", "(beta) Building a Simple CPU Performance Profiler with FX", "Inductor CPU backend debugging and profiling", "Jacobians, Hessians, hvp, vhp, and more: composing function transforms", "Train a Mario-playing RL Agent", "(beta) Channels Last Memory Format in PyTorch", "&lt;no title&gt;", "Single-Machine Model Parallel Best Practices", "Neural Tangent Kernels", "NLP from Scratch", "Getting Started - Accelerate Your Scripts with nvFuser", "How to save memory by fusing the optimizer step into the backward pass", "Parametrizations Tutorial", "Per-sample-gradients", "A guide on good usage of <code class=\"docutils literal notranslate\"><span class=\"pre\">non_blocking</span></code> and <code class=\"docutils literal notranslate\"><span class=\"pre\">pin_memory()</span></code> in PyTorch", "Training Transformer models using Pipeline Parallelism", "Introduction to Distributed Pipeline Parallelism", "Customize Process Group Backends Using Cpp Extensions", "Pruning Tutorial", "(beta) Quantized Transfer Learning for Computer Vision Tutorial", "Real Time Inference on Raspberry Pi 4 (30 fps!)", "Reinforcement Learning (PPO) with TorchRL Tutorial", "Reinforcement Learning (DQN) Tutorial", "Implementing Batch RPC Processing Using Asynchronous Executions", "Implementing a Parameter Server Using Distributed RPC Framework", "Getting Started with Distributed RPC Framework", "(Beta) Implementing High-Performance Transformers with Scaled Dot Product Attention (SDPA)", "NLP From Scratch: Translation with a Sequence to Sequence Network and Attention", "Computation times", "Spatial Transformer Networks Tutorial", "Speech Recognition with Wav2Vec2", "PyTorch Profiler With TensorBoard", "Visualizing Models, Data, and Training with TensorBoard", "Text-to-speech with Tacotron2", "Whole Slide Image Classification Using PyTorch and TIAToolbox", "Introduction to <code class=\"docutils literal notranslate\"><span class=\"pre\">torch.compile</span></code>", "torch.export Nightly Tutorial", "torch.export Tutorial", "Introduction to TorchRec", "Introduction to TorchRec", "Grokking PyTorch Intel CPU performance from first principles", "Grokking PyTorch Intel CPU performance from first principles (Part 2)", "TorchVision Object Detection Finetuning Tutorial", "Accelerating PyTorch Transformers by replacing <code class=\"docutils literal notranslate\"><span class=\"pre\">nn.Transformer</span></code> with Nested Tensors and <code class=\"docutils literal notranslate\"><span class=\"pre\">torch.compile()</span></code>", "(prototype) PyTorch BackendConfig Tutorial", "Introduction to Context Parallel", "Profiling PyTorch RPC-Based Workloads", "(prototype) Flight Recorder for Debugging Stuck Jobs", "(prototype) FX Graph Mode Post Training Dynamic Quantization", "(prototype) FX Graph Mode Post Training Static Quantization", "(prototype) FX Graph Mode Quantization User Guide", "(prototype) GPU Quantization with TorchAO", "(prototype) Graph Mode Dynamic Quantization on BERT", "Inductor C++ Wrapper Tutorial", "How to use <code class=\"docutils literal notranslate\"><span class=\"pre\">torch.compile</span></code> on Windows CPU/XPU", "&lt;no title&gt;", "(Prototype) Convert Mobilenetv2 to Core ML", "(Prototype) Use iOS GPU in PyTorch", "(Prototype) Introduce lite interpreter workflow in Android and iOS", "(Prototype) Efficiently writing \u201csparse\u201d semantics for Adagrad with MaskedTensor", "(Prototype) MaskedTensor Advanced Semantics", "(Prototype) MaskedTensor Overview", "(Prototype) MaskedTensor Sparsity", "Using Max-Autotune Compilation on CPU for Better Performance", "Getting Started with Nested Tensors", "(Beta) Convert MobileNetV2 to NNAPI", "PyTorch Numeric Suite Tutorial", "PyTorch Prototype Recipes", "(prototype) PyTorch 2 Export Post Training Quantization", "Quantization in PyTorch 2.0 Export Tutorial", "(prototype) PyTorch 2 Export Quantization-Aware Training (QAT)", "PyTorch 2 Export Quantization with X86 Backend through Inductor", "PyTorch 2 Export Quantization with Intel GPU Backend through Inductor", "How to Write a <code class=\"docutils literal notranslate\"><span class=\"pre\">Quantizer</span></code> for PyTorch 2 Export Quantization", "Autoloading Out-of-Tree Extension", "Quantization in PyTorch 2.0 Export Tutorial", "(prototype) Accelerating BERT with semi-structured (2:4) sparsity", "Computation times", "Skipping Module Parameter Initialization", "Model Freezing in TorchScript", "(prototype) Tracing-based Selective Build Mobile Interpreter in Android and iOS", "torch.vmap", "PyTorch Vulkan Backend User Workflow", "Leverage Intel\u00ae Advanced Matrix Extensions", "Making Native Android Application that uses PyTorch prebuilt libraries", "(beta) Bundling inputs to PyTorch Models", "(beta) Compiling the optimizer with torch.compile", "(beta) Running the compiled optimizer with an LR Scheduler", "Direct Device-to-Device Communication with TensorPipe CUDA RPC", "Deploying with Flask", "Asynchronous Saving with Distributed Checkpoint (DCP)", "Getting Started with Distributed Checkpoint (DCP)", "Getting Started with <code class=\"docutils literal notranslate\"><span class=\"pre\">CommDebugMode</span></code>", "Getting Started with DeviceMesh", "Distributed Optimizer with TorchScript support", "Profiling PyTorch RPC-Based Workloads", "Explicit horizontal fusion with foreach_map and torch.compile", "Fuse Modules Recipe", "(Beta) PyTorch Inference Performance Tuning on AWS Graviton Processors", "Intel\u00ae Extension for PyTorch*", "Ease-of-use quantization for PyTorch with Intel\u00ae Neural Compressor", "Loading data in PyTorch", "(beta) Efficient mobile interpreter in Android and iOS", "Pytorch Mobile Performance Recipes", "Model Preparation for Android Recipe", "Model Preparation for iOS Recipe", "Profiling PyTorch workloads with The Instrumentation and Tracing Technology (ITT) API", "Summary of PyTorch Mobile Recipes", "Quantization Recipe", "Model Interpretability using Captum", "Automatic Mixed Precision", "SyntaxError", "Changing default device", "Defining a Neural Network in PyTorch", "Dynamic Quantization", "PyTorch Recipes", "Tips for Loading an <code class=\"docutils literal notranslate\"><span class=\"pre\">nn.Module</span></code> from a Checkpoint", "PyTorch Profiler", "Reasoning about Shapes in PyTorch", "Save Load Across Devices", "Saving And Loading A General Checkpoint", "Saving And Loading Models For Inference", "Saving Multiple Models In One File", "Computation times", "Extension points in <code class=\"docutils literal notranslate\"><span class=\"pre\">nn.Module</span></code> for <code class=\"docutils literal notranslate\"><span class=\"pre\">load_state_dict</span></code> and tensor subclasses", "How to use TensorBoard with PyTorch", "Timer quick start", "Performance Tuning Guide", "Warmstarting model using parameters from a different model in PyTorch", "What is a state_dict in PyTorch", "Zeroing out gradients in PyTorch", "PyTorch Recipes", "Reducing torch.compile cold start compilation time with regional compilation", "Script and Optimize for Mobile Recipe", "Computation times", "Intel\u00ae Extension for PyTorch* Backend on Intel\u00ae CPUs", "Compile Time Caching Configuration", "Compile Time Caching in <code class=\"docutils literal notranslate\"><span class=\"pre\">torch.compile</span></code>", "(beta) Utilizing Torch Function modes with torch.compile", "Using User-Defined Triton Kernels with <code class=\"docutils literal notranslate\"><span class=\"pre\">torch.compile</span></code>", "Dynamic Compilation Control with <code class=\"docutils literal notranslate\"><span class=\"pre\">torch.compiler.set_stance</span></code>", "<code class=\"docutils literal notranslate\"><span class=\"pre\">torch.export</span></code> AOTInductor Tutorial for Python runtime (Beta)", "Demonstration of torch.export flow, common challenges and the solutions to address them", "(beta) Using TORCH_LOGS python API with torch.compile", "TorchScript for Deployment", "Deploying a PyTorch Stable Diffusion model as a Vertex AI Endpoint", "Optimizing CPU Performance on Intel\u00ae Xeon\u00ae with run_cpu Script", "Shard Optimizer States with ZeroRedundancyOptimizer"], "terms": {"thi": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 41, 42, 43, 45, 47, 48, 49, 50, 52, 54, 55, 56, 57, 58, 59, 60, 61, 62, 66, 67, 69, 70, 71, 73, 74, 75, 78, 79, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 92, 94, 95, 96, 97, 98, 100, 101, 102, 104, 105, 106, 107, 108, 109, 110, 111, 112, 114, 115, 116, 117, 119, 120, 122, 124, 125, 127, 128, 129, 130, 131, 133, 134, 135, 136, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 166, 167, 169, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 188, 189, 190, 191, 192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 217, 218, 219, 220, 221, 222, 223, 225, 226, 227, 228, 229, 230, 231, 232, 234, 235, 237, 238, 239, 240, 241, 242, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 254, 255, 256, 257, 258, 259, 265, 267, 268, 269, 270, 271, 272, 273, 275, 276, 277, 278, 279, 280, 281, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 295, 296, 297, 298, 299, 300, 301, 302, 303, 304, 305, 306], "ha": [0, 1, 2, 4, 5, 6, 7, 9, 11, 12, 13, 14, 15, 16, 18, 20, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 40, 42, 47, 48, 49, 52, 55, 56, 66, 69, 74, 81, 82, 83, 90, 92, 95, 96, 97, 98, 100, 101, 102, 104, 105, 106, 107, 109, 111, 112, 114, 115, 117, 119, 122, 124, 127, 129, 130, 133, 134, 136, 137, 138, 139, 140, 141, 142, 143, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 157, 159, 161, 162, 164, 166, 167, 169, 170, 171, 173, 174, 175, 177, 178, 179, 180, 181, 184, 185, 186, 189, 190, 191, 192, 193, 195, 196, 197, 199, 200, 201, 202, 204, 205, 208, 209, 210, 211, 214, 217, 218, 219, 220, 221, 223, 225, 227, 228, 229, 231, 232, 233, 234, 235, 237, 238, 239, 246, 247, 248, 251, 253, 254, 258, 259, 267, 268, 270, 271, 273, 276, 283, 285, 286, 291, 292, 297, 298, 300, 301, 303, 304, 305, 306], "been": [0, 1, 3, 5, 7, 9, 11, 16, 17, 20, 24, 25, 26, 27, 29, 30, 31, 32, 33, 34, 35, 47, 56, 75, 81, 82, 90, 92, 95, 96, 97, 98, 100, 105, 111, 115, 117, 127, 129, 130, 133, 134, 138, 139, 144, 146, 147, 148, 151, 152, 153, 157, 159, 161, 162, 166, 167, 169, 170, 171, 174, 177, 179, 180, 181, 185, 189, 190, 191, 192, 193, 195, 196, 197, 199, 200, 202, 204, 205, 208, 214, 217, 218, 221, 223, 228, 229, 230, 231, 232, 233, 234, 235, 239, 246, 253, 254, 258, 259, 265, 270, 283, 284, 292, 300, 301, 304, 305], "deprec": [0, 6, 9, 10, 27, 47, 97, 127, 129, 130, 132, 133, 139, 151, 166, 169, 174, 181, 190, 196, 205, 254, 260, 278, 279, 280, 281, 292], "redirect": [0, 9, 30, 31, 32, 33, 34, 35, 47, 64, 65, 82, 84, 85, 86, 87, 88, 96, 127, 129, 130, 133, 151, 157, 166, 169, 174, 189, 192, 195, 198, 205, 214, 215, 216, 224, 228, 234, 239, 243, 254, 261, 262, 263, 264, 266, 278, 279, 280, 281, 292], "3": [0, 2, 3, 4, 6, 7, 9, 16, 19, 20, 22, 26, 27, 28, 30, 31, 32, 33, 34, 35, 37, 38, 40, 47, 48, 58, 64, 65, 69, 70, 73, 74, 75, 81, 82, 83, 84, 85, 86, 87, 88, 97, 98, 100, 102, 105, 107, 108, 109, 111, 112, 114, 115, 116, 119, 120, 122, 123, 124, 125, 127, 128, 129, 130, 133, 134, 137, 138, 140, 144, 145, 146, 147, 151, 152, 153, 156, 157, 161, 163, 164, 166, 167, 168, 169, 170, 172, 174, 177, 178, 179, 180, 182, 183, 184, 185, 189, 192, 193, 194, 195, 196, 197, 200, 201, 202, 204, 206, 209, 210, 213, 214, 215, 216, 223, 224, 227, 228, 229, 234, 235, 237, 238, 239, 241, 242, 243, 246, 248, 251, 252, 257, 258, 259, 261, 262, 263, 264, 265, 266, 268, 269, 275, 278, 279, 280, 281, 283, 292, 294, 298, 299, 300, 301, 303], "second": [0, 1, 4, 5, 6, 7, 9, 10, 11, 14, 15, 16, 18, 20, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 40, 41, 42, 43, 45, 46, 47, 48, 49, 50, 52, 54, 55, 57, 58, 64, 65, 66, 69, 70, 71, 73, 74, 75, 78, 79, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 92, 95, 97, 98, 100, 101, 102, 104, 105, 106, 107, 108, 109, 111, 112, 114, 115, 116, 117, 119, 120, 122, 125, 127, 128, 129, 130, 131, 133, 134, 136, 138, 139, 141, 142, 143, 144, 145, 146, 147, 151, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 169, 170, 171, 172, 173, 174, 175, 177, 180, 181, 185, 186, 188, 189, 190, 191, 192, 194, 195, 196, 197, 199, 201, 202, 206, 207, 210, 211, 214, 215, 216, 218, 219, 220, 221, 223, 224, 225, 228, 232, 234, 238, 239, 240, 243, 246, 247, 251, 255, 256, 259, 261, 262, 263, 264, 266, 268, 269, 270, 271, 272, 273, 275, 276, 277, 278, 279, 280, 281, 283, 284, 285, 286, 287, 288, 289, 291, 292, 297, 298, 299, 300, 302, 305], "click": [1, 11, 14, 15, 16, 18, 20, 24, 25, 28, 29, 36, 37, 38, 40, 41, 42, 43, 45, 46, 48, 49, 50, 52, 54, 55, 56, 57, 58, 66, 69, 70, 71, 73, 74, 75, 78, 79, 81, 83, 92, 95, 97, 98, 100, 101, 102, 104, 105, 106, 107, 108, 109, 111, 112, 114, 115, 116, 117, 119, 120, 122, 125, 128, 131, 134, 141, 142, 143, 144, 146, 153, 155, 156, 158, 159, 160, 161, 162, 163, 164, 165, 167, 170, 171, 172, 173, 177, 180, 181, 185, 186, 188, 190, 191, 194, 196, 197, 201, 202, 207, 210, 218, 219, 220, 221, 223, 225, 238, 240, 246, 255, 265, 268, 269, 270, 271, 272, 273, 275, 276, 277, 283, 284, 285, 286, 287, 288, 289, 291, 297, 298, 299, 300, 302], "here": [1, 2, 3, 4, 6, 7, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 24, 26, 27, 28, 29, 36, 37, 38, 40, 41, 42, 43, 45, 46, 48, 49, 50, 52, 54, 55, 56, 57, 58, 59, 61, 66, 69, 70, 71, 73, 74, 75, 78, 79, 81, 83, 88, 89, 92, 95, 97, 98, 100, 101, 102, 104, 105, 106, 107, 108, 109, 111, 112, 114, 115, 116, 117, 119, 120, 122, 124, 125, 128, 131, 134, 137, 138, 140, 141, 142, 143, 144, 146, 147, 148, 149, 150, 152, 153, 154, 155, 156, 158, 159, 160, 161, 162, 163, 164, 165, 167, 170, 171, 172, 173, 177, 178, 180, 181, 183, 184, 185, 186, 188, 190, 191, 194, 196, 197, 199, 201, 202, 203, 207, 208, 209, 210, 211, 213, 218, 219, 220, 221, 222, 223, 225, 227, 229, 230, 231, 232, 235, 238, 240, 244, 246, 250, 251, 253, 255, 256, 257, 258, 259, 267, 268, 269, 270, 271, 272, 273, 275, 276, 277, 283, 284, 285, 286, 287, 288, 289, 291, 296, 297, 298, 299, 300, 301, 302, 305], "download": [1, 5, 7, 11, 14, 15, 16, 18, 20, 23, 24, 28, 29, 36, 37, 38, 40, 41, 42, 43, 45, 46, 48, 49, 50, 52, 54, 55, 56, 57, 58, 66, 69, 70, 71, 73, 74, 75, 78, 79, 81, 83, 89, 92, 95, 97, 98, 100, 101, 102, 104, 105, 106, 107, 108, 109, 111, 112, 114, 115, 116, 117, 119, 120, 122, 125, 128, 131, 134, 137, 138, 141, 142, 143, 144, 146, 152, 153, 155, 156, 158, 159, 160, 161, 162, 163, 164, 165, 167, 170, 171, 172, 173, 177, 178, 179, 180, 181, 183, 185, 186, 188, 190, 191, 194, 196, 197, 201, 202, 208, 210, 213, 218, 219, 220, 221, 223, 225, 227, 229, 231, 238, 240, 241, 246, 255, 258, 259, 268, 269, 270, 271, 272, 273, 275, 276, 277, 283, 284, 285, 286, 287, 288, 289, 291, 294, 296, 297, 298, 299, 300, 302], "full": [1, 3, 4, 5, 6, 7, 10, 11, 13, 14, 15, 16, 18, 20, 23, 24, 26, 28, 29, 36, 37, 38, 40, 42, 43, 45, 46, 48, 49, 50, 52, 54, 55, 56, 57, 58, 66, 69, 70, 71, 73, 74, 75, 78, 79, 81, 83, 92, 97, 98, 100, 101, 102, 104, 105, 106, 107, 108, 109, 111, 112, 114, 115, 116, 117, 119, 120, 122, 125, 128, 131, 134, 137, 138, 141, 142, 143, 144, 145, 146, 148, 152, 153, 155, 156, 158, 159, 160, 161, 162, 163, 164, 165, 167, 170, 171, 172, 173, 176, 177, 180, 181, 182, 185, 186, 188, 190, 194, 196, 197, 201, 202, 204, 206, 207, 208, 210, 218, 219, 220, 221, 223, 225, 229, 238, 240, 244, 246, 255, 267, 268, 269, 270, 271, 272, 273, 275, 276, 277, 283, 284, 285, 286, 287, 288, 289, 290, 291, 297, 298, 299, 300, 302, 303, 305], "exampl": [1, 2, 3, 4, 5, 7, 10, 11, 12, 13, 14, 16, 17, 19, 20, 22, 23, 24, 27, 28, 29, 36, 37, 38, 40, 41, 42, 43, 45, 46, 48, 49, 50, 52, 54, 55, 56, 57, 58, 59, 60, 61, 66, 67, 69, 70, 71, 73, 74, 75, 78, 79, 83, 89, 90, 91, 93, 95, 100, 101, 102, 104, 105, 106, 107, 108, 110, 111, 115, 116, 117, 119, 120, 122, 126, 128, 131, 134, 135, 136, 137, 138, 139, 140, 142, 143, 144, 145, 146, 147, 150, 152, 153, 154, 155, 156, 158, 159, 160, 161, 162, 163, 164, 165, 167, 170, 171, 172, 173, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 188, 190, 191, 193, 194, 196, 197, 199, 200, 201, 203, 204, 207, 208, 209, 210, 211, 213, 218, 219, 220, 221, 223, 225, 227, 229, 230, 231, 235, 237, 238, 240, 241, 242, 244, 245, 246, 248, 249, 250, 251, 252, 253, 255, 257, 259, 265, 267, 268, 269, 270, 271, 272, 273, 275, 276, 277, 283, 284, 285, 286, 287, 288, 289, 290, 291, 295, 296, 297, 298, 300, 301, 302, 303, 304, 306], "author": [1, 4, 6, 11, 13, 14, 15, 16, 19, 20, 23, 28, 40, 50, 55, 56, 57, 58, 59, 60, 61, 62, 63, 66, 67, 81, 89, 90, 92, 94, 101, 107, 108, 109, 111, 112, 114, 115, 116, 119, 120, 122, 124, 125, 128, 131, 137, 138, 139, 140, 142, 143, 144, 145, 148, 149, 150, 152, 153, 154, 156, 159, 160, 161, 163, 164, 171, 173, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 188, 194, 196, 199, 200, 202, 203, 204, 206, 207, 208, 209, 210, 211, 212, 213, 222, 227, 229, 230, 231, 232, 233, 235, 240, 241, 244, 245, 246, 249, 250, 251, 252, 255, 257, 269, 275, 283, 286, 291, 295, 296, 297, 298, 299, 300, 301, 302], "vincent": [1, 16, 153, 173, 180], "moen": [1, 16, 153, 173, 180], "separ": [1, 4, 6, 7, 10, 18, 24, 26, 27, 29, 38, 55, 58, 92, 97, 104, 105, 106, 107, 115, 122, 140, 155, 161, 163, 171, 173, 178, 183, 186, 193, 201, 203, 207, 208, 218, 227, 232, 253, 270, 286, 296, 299, 302], "rl": [1, 136, 180, 181, 182, 187], "algorithm": [1, 6, 7, 12, 13, 14, 36, 41, 46, 55, 58, 62, 75, 89, 95, 98, 100, 106, 108, 109, 110, 111, 115, 124, 136, 137, 140, 142, 146, 152, 153, 163, 173, 176, 180, 183, 188, 204, 245, 246, 253, 268, 272, 286], "variou": [1, 4, 10, 17, 45, 52, 54, 55, 56, 66, 90, 92, 95, 100, 104, 112, 115, 122, 125, 142, 152, 160, 162, 177, 180, 183, 184, 193, 197, 202, 206, 210, 220, 223, 242, 251, 255, 273, 285, 289, 295, 298, 301], "piec": [1, 6, 10, 16, 92, 100, 115, 179, 180, 184, 193, 200, 201, 203, 248], "assembl": [1, 10, 55, 100], "script": [1, 6, 7, 11, 12, 14, 15, 16, 18, 20, 23, 24, 25, 26, 28, 36, 37, 38, 40, 41, 42, 43, 45, 46, 48, 49, 50, 52, 54, 55, 57, 58, 61, 66, 67, 69, 70, 71, 73, 74, 75, 78, 79, 81, 83, 95, 97, 98, 100, 101, 102, 104, 105, 106, 107, 108, 109, 111, 112, 114, 115, 116, 117, 119, 120, 122, 125, 128, 131, 137, 138, 141, 142, 143, 144, 145, 146, 148, 149, 150, 152, 153, 154, 155, 156, 158, 159, 160, 161, 162, 163, 164, 165, 167, 170, 171, 172, 173, 175, 177, 179, 180, 181, 183, 185, 186, 188, 190, 193, 194, 196, 197, 199, 200, 201, 202, 206, 207, 208, 210, 218, 219, 220, 221, 223, 225, 229, 230, 231, 238, 240, 241, 244, 246, 248, 253, 255, 256, 257, 258, 265, 267, 268, 269, 270, 271, 272, 273, 275, 276, 277, 283, 284, 285, 286, 287, 288, 289, 290, 291, 297, 298, 299, 300, 302, 303], "collect": [1, 5, 7, 13, 16, 17, 22, 23, 25, 41, 48, 49, 50, 55, 61, 67, 100, 105, 106, 107, 109, 114, 136, 137, 138, 140, 150, 153, 160, 163, 176, 181, 184, 196, 197, 200, 204, 206, 235, 250, 251, 252, 265, 285, 286, 290], "final": [1, 7, 11, 12, 13, 14, 16, 17, 19, 20, 23, 24, 25, 26, 27, 28, 46, 48, 52, 55, 58, 66, 81, 83, 92, 95, 97, 100, 102, 105, 106, 107, 112, 115, 117, 120, 122, 125, 131, 134, 136, 137, 138, 140, 142, 143, 144, 146, 147, 152, 156, 160, 161, 162, 163, 167, 170, 172, 175, 177, 178, 180, 181, 182, 183, 184, 186, 190, 191, 196, 197, 199, 200, 203, 204, 206, 210, 211, 218, 221, 227, 229, 230, 231, 232, 235, 238, 248, 253, 259], "function": [1, 3, 4, 5, 6, 7, 8, 10, 11, 12, 15, 16, 18, 19, 20, 22, 24, 25, 26, 27, 28, 29, 38, 42, 43, 45, 46, 48, 54, 55, 57, 59, 61, 66, 67, 68, 71, 73, 74, 75, 83, 89, 90, 97, 98, 100, 104, 105, 111, 114, 116, 119, 120, 122, 125, 131, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 152, 153, 155, 159, 160, 161, 163, 170, 171, 173, 175, 176, 181, 182, 183, 184, 185, 186, 187, 188, 190, 191, 193, 194, 196, 197, 199, 200, 201, 202, 203, 204, 207, 211, 212, 218, 219, 220, 221, 225, 232, 235, 237, 238, 240, 241, 244, 245, 246, 248, 253, 257, 258, 259, 265, 269, 271, 272, 273, 283, 285, 287, 290, 293, 295, 298, 299, 300, 302, 303, 306], "ar": [1, 2, 3, 4, 5, 6, 7, 8, 10, 12, 13, 14, 16, 17, 18, 19, 20, 22, 23, 24, 25, 26, 27, 28, 29, 36, 37, 38, 41, 45, 46, 48, 49, 52, 54, 55, 56, 57, 58, 59, 61, 62, 66, 67, 73, 74, 75, 81, 83, 89, 90, 92, 95, 97, 98, 100, 102, 104, 105, 106, 107, 108, 109, 110, 111, 112, 114, 115, 116, 117, 119, 120, 122, 124, 125, 131, 134, 135, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 152, 153, 154, 155, 156, 158, 159, 160, 161, 162, 163, 164, 167, 170, 172, 173, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 188, 190, 191, 193, 194, 196, 197, 199, 200, 201, 203, 204, 206, 207, 208, 209, 210, 211, 218, 219, 220, 221, 222, 223, 225, 226, 227, 229, 230, 231, 232, 233, 235, 237, 238, 240, 241, 242, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 255, 256, 257, 258, 259, 265, 267, 268, 269, 270, 272, 273, 275, 276, 283, 284, 285, 286, 287, 288, 289, 290, 291, 295, 296, 297, 298, 300, 301, 302, 303, 304, 305, 306], "state": [1, 4, 6, 10, 12, 13, 16, 20, 26, 42, 43, 49, 55, 58, 59, 61, 66, 95, 98, 100, 102, 106, 107, 108, 112, 115, 124, 125, 134, 137, 138, 143, 144, 146, 148, 150, 153, 154, 155, 158, 163, 170, 172, 177, 180, 181, 182, 183, 184, 186, 190, 196, 206, 211, 221, 225, 233, 235, 249, 250, 253, 255, 268, 269, 273, 275, 288, 290], "contain": [1, 2, 5, 7, 10, 12, 14, 16, 17, 20, 24, 25, 26, 27, 29, 37, 38, 42, 46, 52, 55, 56, 61, 66, 73, 74, 75, 83, 89, 92, 97, 98, 102, 105, 106, 111, 112, 115, 116, 124, 125, 131, 136, 137, 138, 141, 142, 143, 148, 150, 153, 156, 171, 175, 177, 178, 180, 181, 182, 184, 185, 186, 188, 190, 191, 193, 196, 197, 201, 202, 203, 206, 208, 221, 225, 229, 232, 235, 237, 241, 247, 248, 259, 265, 269, 272, 275, 283, 285, 286, 288, 300, 301, 305], "trainabl": [1, 7, 74, 107, 109, 178, 197], "paramet": [1, 5, 6, 12, 13, 14, 16, 17, 19, 20, 23, 24, 26, 28, 29, 36, 38, 39, 40, 43, 45, 46, 48, 49, 52, 54, 55, 57, 58, 73, 74, 81, 92, 95, 97, 100, 106, 107, 109, 111, 114, 115, 119, 120, 122, 123, 124, 131, 135, 136, 137, 138, 140, 142, 143, 144, 148, 150, 152, 153, 154, 155, 156, 158, 161, 162, 163, 167, 170, 171, 172, 178, 181, 184, 185, 188, 190, 191, 193, 196, 197, 199, 200, 208, 210, 218, 226, 227, 235, 238, 245, 247, 249, 250, 253, 257, 258, 259, 265, 267, 269, 273, 274, 275, 276, 277, 282, 283, 288, 289, 290, 294, 298, 305, 306], "tutori": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 39, 42, 47, 48, 49, 50, 51, 57, 59, 61, 62, 66, 67, 81, 82, 84, 85, 86, 87, 88, 89, 91, 95, 98, 99, 102, 104, 106, 108, 110, 111, 115, 116, 117, 118, 119, 120, 124, 125, 126, 127, 129, 130, 133, 134, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 166, 167, 168, 169, 170, 172, 173, 174, 175, 176, 179, 182, 183, 184, 185, 186, 187, 189, 190, 191, 192, 193, 194, 197, 198, 200, 204, 205, 206, 207, 208, 210, 211, 213, 214, 217, 218, 219, 220, 221, 222, 223, 226, 227, 229, 230, 231, 232, 233, 235, 236, 238, 239, 240, 241, 242, 244, 245, 246, 248, 249, 250, 251, 252, 254, 255, 257, 267, 268, 269, 273, 274, 275, 276, 278, 279, 280, 281, 283, 284, 285, 286, 290, 292, 301, 302, 303, 304, 305, 306], "guid": [1, 6, 10, 20, 27, 67, 89, 92, 120, 136, 138, 152, 164, 179, 187, 190, 196, 197, 199, 210, 226, 235, 248, 255, 265, 268, 270, 274, 282, 290, 305], "you": [1, 2, 4, 5, 6, 7, 8, 10, 11, 12, 13, 14, 16, 17, 18, 19, 20, 23, 24, 25, 26, 27, 28, 29, 35, 36, 37, 38, 40, 41, 43, 45, 48, 49, 50, 52, 54, 55, 56, 57, 58, 59, 60, 61, 63, 66, 67, 73, 74, 81, 83, 84, 85, 86, 87, 88, 89, 92, 94, 95, 97, 98, 100, 101, 102, 105, 106, 107, 108, 109, 110, 111, 112, 114, 115, 116, 117, 119, 120, 122, 124, 125, 128, 131, 134, 135, 136, 137, 138, 139, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 152, 153, 154, 155, 156, 158, 159, 160, 161, 162, 163, 164, 167, 168, 170, 171, 172, 175, 176, 177, 178, 179, 180, 181, 183, 184, 185, 186, 188, 190, 191, 193, 194, 196, 197, 199, 201, 204, 208, 209, 210, 211, 212, 213, 218, 219, 220, 221, 222, 223, 225, 227, 229, 230, 231, 232, 233, 235, 237, 240, 241, 242, 244, 245, 247, 248, 249, 250, 251, 252, 253, 257, 258, 265, 267, 269, 270, 271, 272, 273, 275, 276, 284, 286, 287, 288, 289, 290, 291, 295, 296, 298, 299, 301, 302, 303, 304, 306], "through": [1, 3, 5, 6, 7, 10, 12, 15, 16, 17, 19, 23, 25, 26, 27, 28, 29, 36, 37, 41, 42, 48, 49, 52, 55, 58, 60, 61, 66, 83, 91, 93, 95, 97, 100, 102, 104, 106, 107, 109, 110, 111, 112, 115, 116, 117, 119, 120, 124, 128, 134, 135, 136, 137, 139, 140, 141, 143, 145, 146, 147, 152, 155, 159, 160, 161, 162, 163, 164, 167, 170, 172, 173, 175, 176, 180, 181, 182, 183, 184, 185, 186, 190, 191, 193, 194, 196, 197, 199, 200, 208, 209, 210, 212, 213, 218, 220, 225, 226, 227, 232, 235, 240, 244, 247, 249, 250, 257, 258, 259, 267, 269, 270, 276, 284, 289, 301, 305], "from": [1, 3, 4, 5, 6, 7, 10, 11, 12, 13, 14, 16, 17, 18, 19, 20, 21, 22, 25, 27, 28, 29, 36, 38, 41, 42, 43, 45, 49, 52, 54, 55, 57, 58, 59, 61, 66, 69, 70, 73, 74, 75, 78, 79, 81, 83, 89, 90, 92, 95, 97, 98, 100, 102, 104, 105, 106, 107, 108, 109, 110, 111, 112, 114, 116, 119, 120, 122, 123, 124, 128, 131, 134, 136, 137, 138, 139, 140, 141, 142, 149, 150, 152, 153, 154, 155, 156, 158, 159, 160, 161, 162, 163, 164, 167, 170, 171, 172, 173, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 187, 188, 190, 191, 194, 196, 202, 203, 204, 206, 207, 208, 209, 210, 211, 213, 218, 219, 220, 221, 222, 223, 225, 226, 227, 229, 230, 231, 232, 233, 235, 237, 241, 244, 247, 248, 249, 250, 252, 253, 255, 256, 257, 258, 259, 265, 267, 269, 270, 272, 273, 274, 276, 282, 283, 285, 286, 288, 290, 296, 297, 298, 299, 300, 301, 303, 304, 305, 306], "ground": [1, 16, 49, 81, 201], "up": [1, 3, 5, 6, 7, 10, 12, 16, 18, 20, 22, 23, 24, 25, 26, 27, 36, 38, 41, 55, 58, 61, 67, 77, 80, 89, 92, 97, 98, 100, 101, 102, 105, 107, 108, 109, 111, 112, 114, 115, 117, 122, 134, 136, 137, 138, 139, 140, 143, 144, 148, 149, 150, 152, 153, 155, 160, 161, 167, 170, 172, 173, 175, 178, 179, 180, 181, 182, 183, 186, 190, 191, 194, 196, 197, 199, 200, 202, 208, 211, 212, 223, 226, 227, 229, 232, 235, 238, 242, 247, 248, 249, 251, 252, 253, 258, 270, 276, 286, 289, 290, 300, 301, 302, 305, 306], "us": [1, 4, 5, 8, 10, 11, 12, 16, 17, 18, 19, 20, 21, 22, 23, 25, 36, 37, 38, 41, 42, 43, 45, 46, 49, 50, 52, 54, 55, 57, 58, 60, 61, 62, 63, 67, 69, 70, 71, 73, 74, 75, 78, 79, 81, 83, 89, 92, 95, 97, 98, 100, 101, 102, 104, 105, 106, 107, 108, 109, 110, 111, 112, 114, 119, 123, 124, 128, 131, 135, 136, 137, 139, 140, 141, 142, 143, 144, 147, 149, 152, 154, 156, 159, 160, 161, 162, 163, 164, 167, 168, 170, 171, 173, 175, 177, 178, 179, 180, 181, 186, 187, 188, 194, 196, 197, 199, 200, 201, 202, 203, 204, 206, 207, 208, 209, 210, 211, 212, 218, 219, 221, 223, 225, 226, 227, 229, 230, 231, 233, 235, 237, 238, 240, 242, 244, 245, 246, 248, 249, 253, 255, 256, 257, 258, 269, 270, 271, 272, 273, 274, 277, 282, 283, 285, 288, 289, 290, 291, 293, 295, 296, 297, 299, 301, 304], "To": [1, 4, 5, 6, 7, 10, 12, 13, 14, 16, 18, 19, 20, 23, 24, 27, 36, 37, 41, 42, 43, 46, 52, 55, 56, 57, 63, 66, 71, 79, 89, 90, 92, 95, 98, 104, 106, 107, 108, 109, 111, 112, 114, 115, 116, 119, 124, 125, 128, 134, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 150, 152, 153, 154, 156, 158, 161, 170, 171, 173, 176, 177, 178, 179, 180, 181, 182, 183, 185, 186, 190, 191, 193, 196, 197, 199, 200, 202, 204, 206, 208, 210, 211, 212, 213, 218, 220, 221, 222, 226, 227, 229, 230, 232, 235, 237, 241, 244, 251, 252, 257, 258, 259, 265, 267, 269, 270, 272, 275, 276, 283, 284, 285, 286, 287, 288, 289, 294, 298, 300, 301, 302, 304, 305], "aim": [1, 7, 83, 107, 110, 139, 170, 181, 184, 221, 231, 259], "we": [1, 2, 3, 4, 5, 6, 7, 8, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 24, 25, 26, 27, 28, 29, 36, 37, 38, 40, 41, 42, 43, 45, 46, 48, 49, 50, 52, 54, 55, 56, 57, 58, 61, 66, 69, 70, 71, 73, 74, 75, 81, 83, 89, 90, 92, 95, 98, 100, 102, 104, 105, 106, 107, 108, 109, 111, 112, 114, 115, 116, 117, 119, 120, 122, 124, 131, 134, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 152, 153, 154, 155, 156, 158, 159, 160, 161, 162, 163, 164, 167, 168, 170, 171, 172, 173, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 188, 190, 191, 193, 194, 196, 197, 199, 200, 201, 202, 203, 204, 206, 207, 208, 209, 210, 211, 212, 213, 218, 219, 220, 221, 222, 223, 225, 226, 227, 229, 230, 231, 232, 233, 235, 238, 240, 241, 242, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 255, 257, 265, 267, 268, 270, 272, 273, 275, 276, 277, 283, 284, 285, 287, 288, 289, 291, 295, 296, 297, 298, 299, 300, 301, 302, 303, 304, 305, 306], "focus": [1, 3, 24, 98, 107, 110, 176, 186, 197, 259], "which": [1, 3, 4, 5, 6, 7, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 24, 25, 26, 27, 29, 36, 37, 40, 41, 42, 43, 45, 46, 48, 49, 52, 54, 55, 56, 57, 58, 61, 62, 66, 67, 69, 70, 73, 74, 75, 81, 83, 89, 90, 92, 95, 97, 98, 100, 101, 102, 105, 106, 107, 108, 109, 111, 112, 114, 115, 117, 120, 122, 124, 125, 131, 134, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 149, 150, 152, 153, 154, 155, 156, 158, 160, 161, 162, 163, 164, 167, 170, 171, 173, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 188, 190, 191, 193, 194, 196, 197, 199, 200, 201, 202, 203, 204, 207, 208, 209, 210, 211, 218, 219, 220, 221, 222, 223, 225, 227, 229, 230, 231, 232, 233, 235, 237, 242, 246, 247, 249, 250, 251, 252, 253, 255, 259, 265, 267, 268, 269, 270, 271, 272, 273, 275, 276, 283, 285, 286, 287, 288, 289, 291, 295, 296, 298, 299, 300, 301, 302, 303, 305, 306], "rel": [1, 6, 7, 98, 106, 131, 134, 141, 154, 162, 167, 184, 186, 199, 202, 212, 227, 259, 273, 290], "straightforward": [1, 6, 7, 19, 20, 55, 66, 97, 100, 105, 107, 108, 161, 173, 196, 202, 232, 273, 290], "deep": [1, 7, 14, 15, 29, 40, 52, 55, 58, 66, 75, 78, 79, 100, 101, 102, 105, 107, 111, 113, 114, 124, 134, 135, 136, 143, 144, 145, 146, 150, 154, 161, 162, 163, 171, 177, 178, 181, 186, 193, 197, 200, 242, 245, 246, 256, 259, 265, 272, 285, 286, 291, 305], "determinist": [1, 13, 16, 153, 181, 285, 286], "gradient": [1, 4, 7, 12, 13, 15, 16, 18, 19, 29, 41, 48, 49, 52, 55, 58, 62, 67, 69, 70, 71, 73, 74, 78, 79, 97, 100, 102, 105, 106, 107, 108, 109, 111, 115, 123, 124, 131, 136, 137, 138, 140, 141, 143, 145, 147, 148, 150, 152, 158, 162, 163, 170, 177, 178, 180, 181, 182, 183, 184, 187, 191, 193, 197, 218, 240, 250, 253, 268, 274, 282, 290, 306], "simpl": [1, 3, 4, 5, 6, 7, 10, 14, 17, 19, 20, 23, 25, 26, 27, 28, 29, 52, 55, 57, 60, 62, 73, 81, 92, 95, 98, 100, 102, 105, 106, 107, 115, 116, 119, 124, 125, 135, 136, 138, 141, 142, 145, 147, 152, 155, 161, 162, 167, 172, 173, 175, 177, 180, 182, 183, 184, 185, 187, 188, 190, 194, 196, 197, 204, 208, 211, 222, 230, 231, 235, 242, 245, 246, 248, 250, 252, 255, 258, 259, 267, 270, 273, 275, 284, 285, 286, 288, 290, 298, 301, 302, 306], "continu": [1, 6, 24, 25, 55, 59, 66, 92, 95, 100, 105, 107, 112, 115, 136, 139, 140, 144, 148, 152, 160, 163, 178, 180, 184, 186, 190, 194, 199, 206, 218, 220, 221, 229, 230, 231, 232, 235, 251, 270, 272, 273, 276, 286, 287, 288, 289, 291], "control": [1, 5, 10, 12, 16, 25, 27, 29, 36, 38, 41, 48, 66, 72, 76, 90, 92, 97, 107, 117, 118, 119, 120, 128, 136, 137, 139, 141, 142, 152, 158, 171, 180, 181, 182, 194, 209, 227, 233, 251, 265, 270, 290, 291, 293], "It": [1, 4, 6, 7, 8, 10, 11, 12, 13, 14, 15, 16, 17, 19, 20, 22, 23, 24, 26, 27, 28, 29, 30, 31, 32, 33, 34, 36, 46, 48, 49, 50, 52, 55, 57, 58, 66, 81, 82, 83, 89, 95, 97, 98, 100, 102, 104, 105, 106, 107, 108, 109, 110, 111, 114, 115, 116, 117, 119, 125, 131, 137, 138, 140, 142, 143, 144, 145, 146, 147, 148, 150, 152, 153, 155, 157, 158, 160, 161, 162, 163, 167, 170, 171, 172, 173, 177, 178, 181, 182, 184, 186, 188, 189, 190, 192, 193, 195, 196, 197, 200, 201, 202, 203, 204, 206, 223, 232, 235, 237, 238, 240, 247, 248, 249, 250, 252, 253, 267, 270, 271, 284, 286, 289, 294, 296, 298, 300, 301, 303, 305], "consist": [1, 3, 4, 7, 16, 17, 26, 28, 29, 36, 37, 38, 41, 48, 83, 107, 109, 115, 140, 148, 159, 160, 163, 167, 170, 180, 185, 186, 190, 197, 200, 202, 203, 204, 206, 220, 221, 230, 231, 232, 246, 270, 276, 286], "learn": [1, 4, 5, 7, 11, 15, 16, 18, 20, 21, 24, 25, 29, 36, 37, 38, 41, 42, 43, 45, 46, 48, 50, 52, 55, 57, 58, 59, 60, 61, 62, 66, 67, 75, 78, 79, 81, 89, 91, 93, 94, 95, 97, 98, 100, 101, 102, 105, 106, 107, 111, 113, 114, 115, 116, 117, 119, 120, 125, 126, 128, 136, 137, 138, 139, 142, 143, 144, 145, 148, 149, 150, 152, 153, 161, 162, 168, 170, 171, 172, 175, 177, 179, 183, 186, 187, 188, 191, 193, 196, 197, 200, 201, 202, 204, 210, 218, 219, 220, 221, 222, 223, 226, 227, 230, 231, 232, 233, 235, 238, 242, 245, 246, 247, 248, 249, 250, 251, 252, 253, 255, 257, 259, 265, 268, 275, 283, 286, 290, 291, 294, 295, 296, 299, 301, 303, 304, 306], "parametr": [1, 2, 20, 136, 180, 187, 235], "an": [1, 2, 3, 5, 6, 7, 8, 10, 13, 14, 15, 17, 18, 19, 20, 21, 22, 23, 25, 26, 27, 28, 29, 36, 37, 38, 40, 41, 42, 43, 45, 48, 50, 52, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 69, 71, 73, 75, 81, 83, 89, 90, 92, 94, 95, 97, 98, 100, 102, 104, 105, 106, 107, 108, 109, 110, 111, 115, 116, 117, 119, 122, 123, 124, 125, 131, 136, 137, 138, 139, 140, 142, 143, 144, 145, 146, 147, 149, 150, 152, 154, 155, 156, 158, 159, 160, 161, 162, 163, 164, 167, 168, 170, 171, 172, 173, 176, 177, 179, 181, 182, 183, 184, 185, 186, 188, 190, 191, 193, 194, 196, 199, 200, 201, 202, 203, 204, 207, 208, 210, 211, 212, 213, 218, 220, 221, 222, 223, 225, 226, 227, 229, 230, 231, 232, 233, 235, 237, 238, 240, 241, 242, 244, 245, 247, 248, 249, 250, 252, 253, 255, 256, 257, 258, 259, 265, 267, 268, 269, 270, 271, 272, 273, 274, 276, 277, 282, 283, 285, 286, 288, 290, 291, 293, 295, 298, 299, 300, 301, 302, 303], "action": [1, 23, 102, 106, 111, 115, 137, 138, 163, 177, 180, 181, 182, 183, 184, 190, 204, 208, 227, 229, 276, 285, 290, 301], "pair": [1, 7, 52, 55, 58, 98, 143, 144, 146, 154, 172, 180, 181, 186, 190, 201, 203, 230, 231, 246, 265, 285], "output": [1, 2, 3, 4, 5, 6, 7, 12, 13, 14, 16, 18, 19, 20, 23, 24, 25, 26, 27, 29, 36, 37, 41, 45, 48, 49, 50, 52, 54, 55, 58, 66, 69, 70, 71, 73, 74, 75, 78, 79, 81, 83, 89, 90, 92, 95, 97, 98, 100, 102, 105, 106, 107, 109, 111, 112, 114, 115, 117, 120, 122, 124, 125, 128, 131, 134, 137, 138, 140, 141, 143, 144, 145, 150, 152, 153, 154, 155, 156, 158, 159, 161, 162, 163, 164, 167, 172, 173, 175, 176, 177, 178, 179, 180, 181, 183, 184, 185, 186, 188, 191, 193, 194, 196, 200, 201, 202, 203, 204, 206, 208, 210, 211, 213, 222, 223, 225, 227, 229, 230, 231, 232, 235, 238, 241, 242, 244, 245, 247, 248, 251, 255, 256, 257, 258, 267, 268, 270, 272, 273, 276, 277, 284, 286, 294, 302, 303, 304, 306], "maxim": [1, 16, 58, 81, 89, 107, 109, 142, 163, 181, 194, 199, 286, 305], "given": [1, 4, 7, 10, 12, 14, 16, 18, 20, 24, 25, 26, 27, 29, 36, 38, 41, 45, 46, 48, 54, 55, 58, 61, 66, 81, 89, 92, 98, 102, 106, 107, 110, 111, 114, 115, 125, 137, 143, 144, 152, 155, 158, 162, 163, 164, 172, 177, 180, 181, 183, 184, 186, 194, 196, 197, 200, 201, 221, 225, 232, 235, 253, 257, 270, 277, 286, 297, 299, 301, 306], "certain": [1, 5, 6, 7, 12, 13, 17, 55, 61, 66, 98, 111, 135, 137, 140, 141, 146, 158, 162, 164, 180, 185, 194, 196, 197, 206, 218, 221, 223, 229, 268, 272, 297, 298, 301, 305], "what": [1, 2, 3, 4, 6, 10, 16, 18, 22, 23, 24, 25, 26, 27, 29, 36, 37, 38, 48, 50, 51, 59, 60, 61, 67, 81, 94, 95, 98, 100, 102, 105, 106, 108, 109, 111, 112, 114, 116, 120, 126, 128, 136, 137, 139, 140, 141, 142, 144, 145, 148, 149, 152, 153, 163, 170, 175, 177, 180, 181, 182, 185, 191, 193, 196, 197, 201, 202, 204, 220, 225, 227, 232, 233, 245, 249, 269, 270, 271, 272, 274, 275, 282, 285, 290, 301], "how": [1, 2, 4, 5, 6, 7, 10, 11, 12, 14, 16, 18, 19, 20, 22, 23, 24, 25, 26, 27, 29, 36, 38, 41, 42, 43, 48, 49, 50, 52, 55, 56, 57, 58, 61, 62, 63, 66, 81, 83, 89, 92, 94, 95, 97, 98, 100, 102, 105, 106, 107, 109, 110, 111, 112, 114, 115, 116, 117, 120, 122, 125, 131, 134, 135, 136, 139, 141, 142, 143, 144, 145, 147, 148, 150, 152, 153, 154, 155, 156, 158, 159, 160, 161, 163, 164, 167, 168, 171, 172, 173, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 190, 191, 193, 194, 196, 197, 199, 200, 201, 202, 203, 204, 206, 210, 211, 218, 219, 220, 221, 222, 223, 225, 226, 230, 231, 235, 238, 242, 244, 246, 248, 249, 251, 255, 256, 257, 259, 267, 268, 269, 270, 273, 274, 275, 276, 282, 283, 285, 286, 288, 289, 290, 291, 294, 295, 296, 297, 298, 299, 300, 301, 302, 304, 305], "write": [1, 4, 5, 8, 10, 12, 18, 21, 25, 26, 27, 49, 55, 66, 67, 70, 83, 104, 108, 109, 110, 111, 115, 124, 126, 131, 136, 139, 141, 142, 147, 148, 150, 153, 154, 156, 158, 159, 161, 163, 164, 167, 171, 173, 176, 180, 183, 184, 186, 190, 193, 194, 196, 202, 206, 211, 221, 226, 227, 229, 236, 240, 241, 250, 269, 270, 271, 272, 277, 286, 301, 304], "custom": [1, 5, 7, 10, 13, 20, 21, 55, 58, 70, 72, 76, 98, 115, 122, 126, 136, 142, 153, 163, 173, 180, 183, 187, 193, 194, 197, 200, 202, 203, 209, 227, 230, 232, 235, 237, 255, 258, 259, 265, 269, 274, 283, 286, 290, 294, 297, 298], "its": [1, 2, 3, 4, 5, 6, 7, 10, 12, 13, 14, 15, 16, 18, 19, 20, 22, 24, 25, 26, 27, 29, 36, 37, 41, 46, 48, 52, 55, 57, 58, 59, 61, 66, 74, 83, 89, 97, 98, 100, 102, 105, 107, 109, 111, 112, 114, 115, 117, 122, 124, 125, 137, 138, 139, 140, 141, 142, 143, 144, 145, 150, 152, 153, 154, 155, 156, 158, 160, 161, 163, 164, 170, 171, 175, 177, 180, 181, 182, 183, 184, 186, 190, 191, 194, 196, 197, 199, 210, 220, 221, 223, 227, 232, 233, 235, 237, 241, 242, 244, 250, 252, 256, 258, 265, 267, 269, 270, 272, 275, 276, 283, 286, 287, 288, 289, 306], "includ": [1, 2, 3, 4, 5, 6, 7, 10, 16, 17, 18, 26, 27, 28, 29, 41, 42, 45, 54, 55, 59, 61, 66, 67, 75, 81, 83, 89, 92, 95, 97, 98, 100, 102, 105, 106, 107, 108, 115, 117, 119, 120, 122, 140, 142, 143, 144, 145, 147, 148, 150, 152, 153, 161, 163, 164, 173, 175, 176, 177, 180, 183, 186, 190, 191, 194, 196, 197, 199, 200, 201, 202, 206, 208, 210, 218, 220, 222, 230, 231, 232, 233, 241, 247, 250, 251, 253, 257, 258, 259, 265, 267, 268, 269, 270, 272, 273, 276, 283, 286, 296, 298, 299, 303, 304, 305], "design": [1, 6, 7, 16, 20, 28, 29, 58, 62, 81, 92, 98, 114, 115, 144, 150, 153, 173, 180, 181, 182, 184, 185, 190, 191, 196, 200, 203, 204, 218, 219, 220, 225, 227, 232, 235, 240, 242, 257, 270, 272, 273, 286, 294, 298, 301, 304, 305], "effici": [1, 6, 12, 14, 17, 20, 24, 27, 29, 36, 55, 57, 81, 89, 105, 107, 111, 114, 134, 137, 138, 140, 142, 150, 152, 153, 162, 167, 177, 180, 184, 185, 190, 193, 197, 200, 206, 212, 221, 222, 223, 231, 235, 236, 249, 270, 275, 294, 298, 305], "store": [1, 5, 6, 7, 19, 20, 23, 26, 27, 36, 37, 38, 42, 43, 45, 48, 54, 57, 59, 66, 74, 95, 97, 104, 105, 108, 109, 111, 114, 115, 117, 124, 139, 141, 142, 144, 152, 153, 161, 163, 164, 171, 173, 175, 176, 177, 180, 181, 182, 183, 184, 186, 196, 197, 204, 208, 210, 221, 222, 227, 229, 235, 253, 273, 276, 285, 286, 295, 296, 304], "them": [1, 2, 3, 4, 6, 7, 10, 12, 13, 14, 16, 20, 22, 23, 27, 29, 36, 38, 41, 48, 49, 52, 54, 55, 57, 59, 61, 66, 67, 73, 74, 83, 95, 97, 98, 100, 102, 104, 105, 106, 107, 110, 111, 112, 114, 115, 116, 117, 119, 120, 124, 125, 136, 137, 140, 142, 143, 144, 146, 147, 152, 153, 155, 156, 160, 161, 162, 167, 170, 171, 172, 173, 177, 179, 181, 182, 183, 184, 193, 194, 196, 199, 200, 201, 202, 204, 210, 220, 222, 223, 225, 232, 233, 235, 237, 244, 246, 248, 256, 257, 258, 259, 269, 270, 273, 275, 283, 285, 286, 290, 295, 305], "trajectori": [1, 16, 153, 180], "transit": [1, 16, 66, 92, 94, 108, 153, 173, 181, 232], "assum": [1, 2, 5, 7, 10, 12, 16, 17, 23, 25, 26, 40, 48, 49, 57, 60, 66, 81, 97, 100, 101, 107, 108, 110, 112, 115, 120, 140, 141, 143, 144, 152, 153, 156, 171, 177, 180, 183, 185, 186, 201, 220, 221, 223, 230, 232, 250, 275, 276, 283, 285, 301], "have": [1, 2, 3, 4, 5, 6, 7, 8, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 24, 25, 26, 27, 28, 29, 36, 37, 38, 41, 45, 46, 48, 49, 50, 52, 54, 55, 56, 57, 58, 59, 61, 63, 66, 74, 75, 81, 89, 90, 92, 95, 97, 98, 100, 102, 104, 105, 106, 107, 108, 109, 110, 111, 112, 114, 115, 116, 117, 119, 120, 122, 124, 125, 128, 131, 134, 135, 137, 138, 139, 140, 141, 142, 143, 144, 145, 147, 148, 149, 150, 152, 153, 154, 155, 158, 159, 160, 161, 162, 163, 164, 170, 171, 172, 173, 175, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 190, 193, 194, 196, 197, 199, 200, 201, 202, 203, 204, 206, 207, 208, 209, 210, 211, 212, 218, 219, 220, 221, 222, 223, 225, 227, 229, 230, 231, 232, 233, 235, 237, 238, 240, 241, 242, 244, 246, 248, 249, 250, 251, 252, 253, 255, 257, 258, 265, 267, 269, 270, 271, 272, 273, 283, 284, 285, 286, 287, 288, 289, 290, 291, 295, 296, 298, 299, 300, 301, 303, 304, 305, 306], "complet": [1, 5, 6, 7, 17, 25, 29, 40, 92, 95, 97, 100, 108, 109, 111, 120, 134, 136, 137, 139, 140, 142, 143, 145, 147, 152, 173, 175, 177, 178, 179, 180, 181, 183, 193, 194, 200, 201, 206, 210, 220, 221, 231, 267, 268, 273, 286, 300, 301, 303], "ppo": [1, 136, 187], "give": [1, 2, 6, 7, 13, 16, 20, 27, 29, 41, 50, 52, 55, 56, 58, 66, 81, 83, 97, 98, 100, 102, 107, 109, 111, 112, 114, 115, 125, 144, 148, 155, 159, 160, 161, 162, 163, 172, 179, 183, 186, 190, 193, 194, 196, 197, 199, 200, 202, 208, 219, 223, 235, 253, 257, 270, 273, 303], "compon": [1, 6, 7, 10, 12, 16, 24, 29, 58, 92, 102, 107, 111, 125, 134, 136, 142, 143, 145, 153, 159, 163, 180, 184, 188, 190, 194, 196, 200, 202, 223, 242, 296, 303], "depend": [1, 6, 7, 10, 13, 25, 26, 27, 52, 56, 58, 66, 81, 89, 92, 97, 98, 104, 105, 107, 108, 112, 115, 134, 136, 140, 142, 143, 146, 147, 152, 153, 154, 158, 159, 160, 162, 163, 173, 176, 179, 180, 183, 190, 194, 202, 207, 208, 209, 210, 220, 226, 227, 229, 231, 241, 242, 245, 248, 257, 270, 271, 273, 277, 283, 286, 291, 303, 305], "tensordict": [1, 16, 153, 163, 173, 180], "nn": [1, 2, 5, 6, 7, 11, 13, 14, 15, 16, 17, 19, 20, 22, 23, 25, 26, 29, 41, 42, 43, 48, 49, 50, 52, 55, 61, 66, 72, 75, 76, 95, 97, 100, 106, 107, 109, 114, 119, 122, 123, 126, 131, 136, 137, 138, 140, 141, 143, 144, 145, 146, 150, 153, 154, 158, 159, 163, 167, 171, 172, 175, 178, 180, 181, 182, 183, 184, 185, 187, 191, 193, 194, 196, 197, 200, 203, 204, 207, 208, 209, 211, 219, 222, 225, 227, 229, 230, 232, 235, 237, 238, 244, 245, 247, 249, 250, 252, 256, 257, 258, 259, 265, 267, 269, 272, 273, 274, 276, 277, 282, 286, 287, 288, 290, 291, 294, 303, 306], "tensordictmodul": [1, 153, 180], "although": [1, 14, 19, 48, 55, 66, 108, 109, 114, 115, 117, 120, 134, 139, 141, 163, 171, 173, 178, 183, 194, 196, 199, 208, 238, 257], "should": [1, 2, 4, 5, 6, 7, 10, 12, 13, 16, 17, 18, 19, 22, 23, 24, 25, 26, 27, 36, 48, 49, 55, 56, 57, 58, 59, 61, 66, 75, 81, 89, 92, 95, 97, 98, 100, 102, 104, 105, 106, 107, 108, 109, 110, 112, 114, 115, 117, 124, 131, 134, 136, 137, 139, 141, 142, 145, 147, 150, 152, 153, 155, 156, 160, 163, 164, 167, 170, 171, 172, 173, 175, 176, 177, 178, 179, 180, 181, 182, 183, 185, 186, 191, 193, 194, 196, 197, 199, 200, 201, 206, 208, 210, 213, 218, 219, 220, 227, 232, 233, 240, 241, 248, 249, 250, 256, 257, 265, 269, 270, 276, 284, 285, 286, 289, 290, 297, 301, 303, 305], "suffici": [1, 7, 55, 58, 107, 108, 131, 148, 150, 170, 173, 196], "transpar": [1, 14, 98, 109, 153, 183, 241, 251, 258, 295], "understood": [1, 4, 5, 18, 298], "without": [1, 5, 6, 7, 10, 11, 12, 16, 18, 20, 24, 27, 36, 55, 59, 61, 66, 102, 105, 107, 108, 119, 125, 136, 138, 140, 141, 144, 145, 152, 154, 158, 160, 162, 163, 164, 170, 173, 176, 177, 178, 179, 180, 181, 182, 185, 190, 193, 196, 199, 200, 218, 220, 221, 223, 230, 232, 233, 235, 238, 244, 246, 249, 252, 258, 267, 269, 273, 275, 277, 283, 286, 290, 296, 297, 299, 306], "understand": [1, 2, 4, 5, 7, 8, 17, 27, 48, 49, 58, 63, 89, 92, 97, 99, 100, 101, 102, 104, 105, 106, 108, 111, 115, 116, 120, 131, 136, 141, 142, 143, 144, 147, 152, 154, 158, 161, 173, 178, 186, 193, 196, 197, 199, 219, 222, 225, 230, 232, 249, 252, 265, 268, 284, 288, 291, 295, 296, 298, 300, 301, 305], "class": [1, 2, 5, 6, 7, 10, 12, 15, 17, 23, 25, 27, 28, 29, 36, 38, 40, 42, 43, 49, 52, 55, 58, 59, 71, 73, 81, 83, 90, 92, 97, 98, 100, 102, 104, 105, 106, 109, 110, 114, 115, 120, 123, 124, 125, 131, 134, 136, 137, 138, 142, 143, 144, 145, 147, 148, 150, 152, 153, 154, 156, 160, 161, 163, 164, 173, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 186, 191, 193, 196, 200, 201, 203, 206, 208, 209, 218, 219, 220, 222, 225, 227, 229, 230, 232, 237, 238, 244, 247, 248, 249, 250, 252, 253, 256, 257, 259, 265, 268, 270, 272, 285, 289, 291, 301], "do": [1, 2, 3, 4, 5, 6, 7, 8, 12, 13, 14, 15, 16, 17, 18, 20, 22, 23, 24, 25, 26, 27, 29, 36, 37, 43, 52, 55, 56, 57, 58, 60, 66, 69, 70, 75, 92, 95, 100, 102, 104, 105, 106, 107, 108, 109, 111, 112, 114, 115, 117, 124, 125, 128, 136, 138, 140, 141, 142, 143, 149, 150, 152, 153, 155, 156, 159, 160, 161, 162, 163, 167, 170, 171, 173, 176, 177, 178, 179, 180, 181, 184, 186, 191, 193, 196, 197, 199, 200, 201, 202, 204, 206, 207, 208, 210, 211, 219, 220, 221, 225, 226, 227, 229, 230, 232, 233, 235, 237, 238, 240, 248, 250, 253, 256, 259, 265, 267, 269, 270, 271, 275, 283, 284, 285, 286, 287, 289, 290, 298, 299, 300, 303], "sota": [1, 83, 134], "implement": [1, 2, 3, 5, 6, 7, 12, 13, 14, 15, 16, 17, 20, 24, 28, 37, 38, 40, 48, 50, 52, 55, 57, 61, 63, 66, 67, 69, 70, 71, 73, 74, 75, 78, 79, 92, 97, 100, 106, 114, 115, 116, 124, 135, 136, 140, 141, 143, 145, 147, 152, 153, 155, 156, 158, 161, 162, 163, 164, 167, 172, 173, 175, 177, 180, 181, 184, 187, 190, 196, 197, 201, 202, 203, 204, 206, 212, 219, 221, 222, 223, 226, 227, 232, 233, 235, 241, 242, 249, 253, 257, 258, 259, 270, 275, 283, 286, 294, 295, 297, 298, 301, 304, 305], "rather": [1, 15, 27, 29, 55, 58, 75, 81, 92, 102, 105, 107, 114, 115, 125, 136, 144, 146, 161, 171, 172, 173, 180, 193, 196, 202, 206, 210, 218, 242, 270, 273, 286, 295, 299], "provid": [1, 4, 5, 6, 7, 10, 12, 13, 16, 17, 18, 19, 20, 22, 23, 24, 25, 26, 27, 28, 29, 37, 38, 49, 55, 57, 58, 61, 62, 66, 81, 89, 90, 92, 95, 97, 98, 100, 105, 106, 107, 108, 109, 115, 116, 119, 120, 124, 125, 135, 136, 137, 139, 140, 141, 142, 148, 149, 150, 152, 153, 154, 159, 160, 161, 162, 163, 164, 173, 177, 179, 180, 182, 183, 185, 190, 193, 194, 196, 197, 201, 202, 206, 211, 220, 221, 225, 226, 227, 229, 231, 232, 235, 237, 240, 242, 244, 248, 250, 251, 253, 255, 256, 257, 258, 259, 265, 268, 269, 270, 272, 273, 275, 276, 284, 285, 286, 291, 296, 299, 300, 301, 305], "high": [1, 2, 6, 7, 17, 23, 27, 29, 49, 55, 58, 59, 61, 63, 66, 67, 89, 92, 102, 109, 114, 117, 122, 125, 136, 137, 138, 140, 142, 145, 146, 152, 156, 163, 187, 190, 191, 193, 196, 197, 199, 200, 212, 221, 225, 226, 227, 230, 231, 247, 253, 273, 285, 286, 298, 303, 305, 306], "level": [1, 2, 4, 6, 7, 18, 20, 23, 24, 27, 29, 49, 55, 59, 61, 63, 67, 74, 102, 110, 117, 124, 136, 137, 138, 140, 145, 148, 150, 152, 154, 158, 159, 161, 164, 168, 185, 186, 187, 190, 193, 194, 196, 197, 199, 200, 202, 208, 211, 225, 226, 227, 230, 231, 235, 244, 247, 251, 252, 253, 259, 273, 295, 306], "illustr": [1, 23, 37, 49, 52, 62, 131, 140, 141, 142, 155, 173, 181, 191, 193, 201, 220, 221, 225, 252, 265, 268, 276, 283, 286], "s": [1, 2, 3, 4, 5, 6, 7, 8, 10, 11, 13, 14, 16, 19, 20, 22, 23, 24, 25, 26, 27, 28, 29, 36, 37, 38, 40, 41, 42, 45, 46, 48, 49, 50, 52, 54, 55, 57, 58, 59, 61, 63, 74, 81, 92, 95, 97, 98, 100, 102, 104, 105, 106, 107, 108, 109, 112, 114, 115, 116, 117, 119, 120, 122, 123, 124, 125, 131, 134, 135, 136, 137, 138, 139, 140, 142, 143, 144, 146, 147, 148, 150, 152, 153, 154, 155, 156, 158, 159, 160, 161, 162, 164, 167, 170, 171, 172, 173, 175, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 188, 190, 191, 193, 194, 196, 197, 199, 201, 202, 203, 204, 206, 208, 210, 211, 212, 213, 218, 220, 221, 223, 225, 226, 227, 229, 230, 231, 232, 233, 235, 237, 240, 242, 244, 245, 247, 248, 249, 250, 251, 252, 253, 257, 267, 268, 269, 270, 272, 273, 275, 276, 283, 284, 285, 286, 288, 289, 290, 291, 295, 296, 298, 303, 304, 305, 306], "librari": [1, 3, 4, 5, 6, 7, 8, 10, 14, 16, 18, 22, 24, 26, 27, 29, 38, 42, 49, 56, 57, 63, 67, 83, 95, 98, 115, 119, 120, 136, 139, 142, 146, 147, 154, 156, 160, 173, 175, 176, 179, 180, 184, 190, 197, 200, 202, 206, 213, 222, 239, 241, 242, 252, 257, 258, 265, 267, 290, 291, 298, 300], "featur": [1, 5, 7, 12, 13, 14, 16, 23, 26, 27, 38, 42, 46, 55, 56, 57, 58, 66, 89, 90, 92, 97, 100, 102, 105, 107, 108, 114, 115, 119, 124, 136, 138, 141, 145, 153, 154, 161, 162, 163, 170, 173, 176, 179, 180, 184, 185, 191, 194, 196, 199, 200, 201, 202, 211, 212, 221, 222, 223, 226, 230, 231, 233, 235, 240, 241, 242, 247, 253, 255, 257, 265, 268, 272, 273, 275, 283, 285, 286, 289, 290, 291, 295, 298, 301], "context": [1, 2, 6, 10, 16, 19, 20, 48, 55, 66, 81, 97, 102, 114, 115, 122, 135, 136, 140, 145, 158, 171, 173, 180, 183, 184, 185, 186, 190, 194, 200, 202, 212, 222, 226, 230, 231, 235, 241, 247, 251, 269, 271, 275, 276, 277, 286, 299, 301, 305], "bash": [1, 22, 24, 163, 181, 265], "pip3": [1, 22, 56, 137, 153, 173, 180, 181, 190, 197, 210, 231], "instal": [1, 4, 6, 7, 10, 20, 24, 27, 28, 40, 56, 57, 59, 61, 63, 95, 101, 104, 115, 119, 134, 137, 138, 140, 143, 144, 148, 149, 152, 153, 156, 158, 160, 163, 168, 173, 176, 180, 181, 182, 186, 190, 193, 194, 201, 206, 210, 211, 231, 233, 241, 248, 257, 265, 268, 270, 272, 276, 285, 287, 288, 289, 291, 298, 303, 305], "mujoco": [1, 153, 180], "glfw": 1, "cuda": [1, 5, 7, 10, 12, 13, 14, 17, 20, 22, 23, 27, 28, 37, 42, 45, 48, 49, 50, 59, 60, 61, 69, 70, 79, 81, 90, 95, 97, 105, 107, 109, 115, 122, 123, 124, 125, 131, 136, 137, 138, 139, 140, 143, 146, 148, 149, 150, 152, 163, 164, 170, 171, 175, 176, 178, 181, 182, 183, 184, 185, 190, 193, 194, 197, 204, 206, 210, 212, 222, 229, 235, 245, 246, 249, 250, 252, 255, 269, 270, 271, 276, 290, 296, 299, 300, 301, 306], "avail": [1, 2, 3, 4, 6, 7, 12, 14, 17, 20, 22, 23, 24, 25, 26, 27, 36, 37, 38, 41, 42, 43, 45, 48, 49, 54, 55, 56, 57, 58, 59, 69, 81, 95, 98, 100, 102, 105, 106, 107, 111, 115, 117, 124, 131, 134, 137, 141, 143, 152, 153, 156, 158, 163, 164, 173, 177, 178, 179, 180, 181, 184, 185, 186, 190, 193, 196, 197, 199, 200, 201, 206, 207, 208, 226, 227, 229, 230, 231, 235, 240, 247, 248, 250, 258, 265, 267, 268, 270, 271, 272, 276, 286, 287, 288, 289, 291, 300, 302, 303], "seri": [1, 7, 17, 27, 58, 59, 60, 61, 62, 89, 99, 102, 105, 106, 135, 136, 139, 143, 144, 148, 149, 156, 160, 168, 177, 180, 186, 202, 220, 257, 305], "easili": [1, 6, 14, 23, 28, 37, 50, 66, 67, 81, 98, 105, 106, 107, 115, 122, 124, 125, 134, 137, 140, 142, 143, 150, 152, 159, 160, 161, 167, 177, 180, 181, 184, 193, 194, 196, 199, 200, 201, 204, 208, 210, 226, 237, 249, 250, 252, 259, 270, 288], "reusabl": [1, 7, 29], "swappabl": 1, "signatur": [1, 6, 10, 12, 16, 17, 27, 120, 152, 171, 183, 196], "main": [1, 3, 5, 6, 7, 13, 19, 23, 26, 27, 41, 58, 59, 61, 95, 107, 120, 124, 134, 137, 138, 143, 148, 152, 154, 161, 173, 178, 181, 182, 183, 184, 188, 196, 197, 199, 200, 201, 202, 208, 210, 212, 227, 232, 240, 241, 249, 256, 258, 259, 265, 286, 303, 306], "characterist": [1, 16, 48, 145, 160, 162, 163, 179, 185, 196, 301], "thei": [1, 3, 5, 6, 7, 10, 12, 14, 16, 18, 19, 23, 24, 25, 27, 29, 37, 38, 45, 49, 54, 55, 58, 61, 66, 81, 89, 92, 97, 100, 102, 105, 106, 107, 109, 110, 111, 112, 114, 115, 116, 117, 119, 120, 122, 124, 125, 137, 141, 142, 143, 144, 147, 150, 152, 153, 161, 162, 164, 170, 171, 180, 181, 182, 184, 186, 193, 196, 197, 199, 200, 202, 203, 208, 211, 213, 218, 219, 220, 221, 223, 225, 227, 229, 232, 237, 238, 242, 250, 252, 258, 270, 273, 275, 276, 284, 285, 286, 288, 289], "copi": [1, 6, 7, 14, 22, 26, 27, 40, 45, 49, 50, 56, 61, 81, 89, 97, 101, 106, 107, 122, 123, 125, 128, 136, 138, 141, 146, 150, 152, 153, 154, 159, 160, 163, 171, 178, 183, 190, 193, 196, 204, 206, 207, 208, 209, 229, 230, 241, 247, 248, 249, 255, 256, 257, 275, 286, 304], "loss_modul": 1, "whatev": [1, 10, 26, 27, 100, 105, 106, 109, 111, 115, 125, 225, 265], "need": [1, 3, 4, 5, 6, 7, 11, 12, 13, 14, 16, 17, 18, 19, 20, 22, 23, 24, 25, 26, 27, 28, 36, 37, 38, 41, 42, 43, 45, 46, 48, 49, 50, 52, 55, 56, 57, 59, 60, 61, 66, 67, 69, 70, 73, 83, 89, 90, 95, 98, 100, 104, 105, 106, 107, 109, 111, 112, 114, 115, 117, 124, 125, 131, 134, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 149, 150, 152, 153, 155, 156, 158, 160, 161, 162, 163, 164, 167, 170, 171, 173, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 188, 190, 193, 194, 196, 197, 200, 201, 203, 206, 208, 210, 211, 218, 222, 223, 225, 227, 229, 230, 232, 233, 235, 237, 241, 244, 247, 248, 249, 250, 252, 253, 257, 258, 259, 265, 267, 269, 270, 272, 276, 283, 284, 285, 286, 287, 288, 289, 291, 295, 299, 300, 301, 303], "follow": [1, 2, 3, 4, 5, 6, 7, 10, 11, 12, 13, 14, 16, 17, 18, 19, 20, 22, 23, 24, 25, 26, 27, 29, 36, 37, 38, 40, 41, 45, 49, 52, 54, 55, 56, 57, 58, 59, 60, 61, 62, 66, 81, 83, 89, 90, 92, 94, 95, 97, 98, 100, 101, 102, 104, 105, 106, 107, 108, 109, 111, 112, 114, 115, 117, 119, 120, 125, 128, 131, 134, 136, 137, 138, 140, 141, 142, 145, 148, 149, 150, 152, 153, 154, 156, 159, 160, 161, 162, 163, 164, 168, 170, 171, 173, 175, 176, 177, 178, 179, 180, 181, 182, 183, 185, 190, 191, 193, 194, 196, 197, 199, 200, 201, 202, 203, 204, 206, 207, 208, 209, 211, 212, 219, 221, 222, 223, 225, 227, 229, 230, 231, 232, 233, 235, 237, 240, 241, 244, 248, 250, 252, 253, 256, 257, 258, 265, 267, 269, 272, 275, 276, 277, 283, 284, 291, 294, 295, 296, 298, 300, 301, 303, 304, 305], "convent": [1, 16, 58, 66, 115, 125, 153, 193, 202, 253, 270], "torch": [1, 2, 3, 6, 7, 8, 10, 11, 12, 13, 14, 16, 17, 18, 20, 22, 23, 24, 25, 26, 27, 29, 37, 38, 39, 41, 42, 43, 45, 49, 50, 51, 52, 53, 54, 55, 56, 57, 59, 61, 63, 66, 67, 69, 70, 73, 79, 81, 92, 95, 97, 98, 100, 104, 105, 106, 107, 109, 112, 114, 117, 119, 120, 122, 123, 124, 126, 131, 134, 136, 137, 138, 139, 140, 144, 147, 152, 153, 154, 155, 158, 159, 160, 161, 162, 163, 164, 167, 170, 171, 172, 173, 175, 176, 178, 179, 180, 181, 182, 183, 184, 186, 187, 190, 191, 193, 197, 200, 201, 203, 204, 206, 207, 208, 209, 210, 211, 212, 218, 219, 221, 222, 223, 226, 230, 231, 232, 233, 235, 236, 237, 238, 241, 242, 244, 246, 247, 249, 250, 252, 253, 256, 257, 258, 259, 265, 267, 271, 272, 273, 274, 276, 277, 284, 285, 286, 287, 288, 289, 290, 293, 294, 295, 303, 304, 306], "receiv": [1, 5, 7, 16, 19, 61, 95, 105, 111, 124, 152, 173, 175, 180, 182, 183, 184, 194, 197, 206, 269, 272, 286], "input": [1, 2, 4, 5, 6, 7, 10, 12, 14, 15, 16, 18, 19, 24, 25, 26, 27, 29, 36, 37, 40, 41, 45, 48, 49, 50, 52, 54, 55, 62, 67, 69, 70, 71, 73, 74, 75, 78, 79, 83, 90, 92, 95, 97, 98, 100, 102, 104, 105, 106, 107, 108, 109, 111, 112, 114, 115, 116, 117, 120, 122, 123, 124, 125, 135, 137, 138, 140, 142, 143, 144, 145, 146, 148, 150, 152, 153, 154, 155, 156, 158, 161, 162, 163, 164, 167, 170, 172, 175, 178, 180, 181, 182, 183, 184, 185, 186, 188, 190, 191, 193, 194, 196, 199, 201, 203, 204, 207, 208, 209, 210, 211, 221, 223, 227, 229, 230, 231, 232, 235, 238, 240, 241, 242, 245, 247, 248, 250, 257, 258, 259, 268, 269, 272, 273, 276, 277, 289, 295, 299, 301, 303, 305], "all": [1, 2, 3, 5, 6, 7, 10, 12, 13, 14, 16, 17, 19, 20, 22, 23, 24, 25, 26, 27, 29, 36, 37, 38, 41, 42, 45, 46, 48, 49, 50, 52, 55, 56, 57, 58, 59, 61, 62, 66, 67, 81, 89, 92, 97, 98, 100, 102, 105, 106, 108, 109, 110, 111, 112, 114, 115, 116, 117, 119, 120, 122, 123, 125, 128, 131, 134, 136, 137, 138, 139, 140, 142, 143, 144, 145, 147, 148, 149, 150, 152, 153, 154, 155, 156, 158, 159, 160, 161, 164, 167, 171, 173, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 190, 191, 193, 194, 196, 197, 199, 200, 201, 203, 204, 206, 207, 210, 211, 218, 219, 221, 223, 226, 227, 230, 232, 233, 235, 237, 240, 241, 247, 248, 251, 255, 258, 259, 265, 267, 268, 270, 272, 273, 275, 283, 284, 285, 287, 288, 289, 290, 291, 295, 296, 298, 299, 301, 302, 303, 305, 306], "necessari": [1, 4, 5, 6, 7, 10, 12, 14, 17, 22, 23, 27, 28, 43, 49, 58, 59, 61, 66, 92, 95, 105, 106, 108, 115, 125, 137, 138, 140, 146, 150, 163, 175, 182, 183, 184, 190, 196, 197, 200, 203, 204, 208, 211, 220, 223, 225, 227, 229, 230, 231, 233, 269, 286, 291, 299], "inform": [1, 2, 4, 5, 6, 8, 10, 12, 16, 18, 24, 26, 27, 29, 36, 50, 55, 59, 81, 89, 95, 97, 102, 104, 105, 107, 111, 112, 114, 125, 134, 138, 141, 142, 143, 144, 150, 152, 153, 154, 158, 159, 160, 163, 178, 179, 180, 181, 183, 185, 186, 190, 191, 193, 194, 196, 197, 199, 200, 201, 203, 206, 208, 209, 210, 221, 223, 227, 237, 240, 241, 242, 248, 250, 251, 252, 265, 267, 269, 270, 285, 286, 288, 289, 299, 302, 303, 305], "return": [1, 2, 4, 5, 6, 7, 10, 12, 13, 14, 16, 17, 18, 19, 22, 23, 25, 27, 29, 37, 38, 42, 45, 49, 50, 52, 55, 57, 58, 66, 73, 81, 89, 97, 98, 105, 106, 107, 109, 111, 112, 115, 117, 120, 122, 123, 124, 125, 137, 138, 140, 144, 145, 147, 150, 152, 153, 154, 156, 158, 161, 163, 164, 167, 171, 175, 176, 178, 179, 180, 181, 182, 183, 184, 185, 190, 191, 193, 194, 196, 197, 199, 200, 201, 203, 208, 209, 211, 212, 213, 218, 220, 222, 225, 227, 229, 230, 231, 232, 233, 235, 238, 240, 241, 244, 245, 247, 248, 249, 250, 252, 256, 257, 258, 259, 265, 268, 270, 272, 273, 276, 285, 296, 299, 301, 303, 304], "replay_buff": 1, "sampl": [1, 4, 7, 10, 37, 38, 41, 42, 45, 49, 52, 54, 55, 57, 58, 61, 66, 67, 83, 95, 100, 102, 104, 105, 107, 123, 131, 136, 138, 143, 146, 152, 154, 156, 162, 163, 170, 171, 178, 180, 181, 182, 184, 187, 193, 196, 201, 202, 208, 211, 223, 227, 230, 231, 240, 244, 245, 268, 276, 285, 286, 299], "loss_dict": 1, "instanc": [1, 5, 6, 7, 13, 14, 16, 25, 26, 27, 29, 37, 43, 50, 59, 60, 61, 66, 67, 89, 95, 100, 102, 105, 106, 107, 108, 109, 112, 114, 115, 116, 124, 137, 138, 141, 142, 145, 148, 149, 150, 153, 161, 163, 173, 175, 178, 180, 182, 183, 184, 194, 208, 209, 227, 230, 231, 232, 233, 237, 255, 257, 258, 265, 269, 273, 276, 284, 285, 286, 291, 301, 303, 304, 305, 306], "written": [1, 4, 5, 6, 7, 10, 12, 16, 18, 26, 27, 29, 92, 104, 110, 115, 116, 147, 153, 160, 167, 171, 172, 175, 178, 185, 190, 193, 206, 210, 218, 248, 258, 284, 296, 298], "under": [1, 5, 6, 10, 22, 23, 27, 36, 52, 55, 56, 58, 60, 62, 67, 104, 107, 109, 122, 124, 140, 141, 145, 152, 154, 156, 162, 163, 171, 173, 177, 184, 190, 191, 200, 201, 203, 219, 221, 247, 250, 251, 253, 259, 265, 269, 295, 298], "loss_": 1, "smth": 1, "where": [1, 3, 4, 5, 7, 10, 13, 14, 15, 16, 19, 20, 22, 24, 25, 26, 27, 28, 36, 38, 52, 55, 57, 66, 67, 70, 74, 83, 90, 92, 95, 97, 98, 100, 102, 104, 105, 107, 108, 109, 111, 112, 114, 123, 124, 136, 137, 140, 142, 143, 144, 147, 149, 150, 152, 154, 155, 156, 161, 164, 167, 170, 171, 172, 173, 175, 179, 180, 181, 182, 183, 184, 185, 186, 191, 194, 196, 197, 200, 201, 202, 203, 204, 206, 208, 210, 218, 221, 222, 225, 232, 235, 248, 249, 252, 253, 265, 267, 269, 270, 272, 283, 284, 285, 289, 290, 301, 305], "string": [1, 4, 10, 17, 26, 27, 55, 66, 73, 105, 117, 124, 142, 143, 144, 153, 156, 177, 180, 186, 193, 197, 206, 208, 244, 265, 270, 285, 304], "describ": [1, 5, 6, 7, 10, 12, 16, 17, 19, 23, 24, 25, 26, 27, 43, 45, 54, 55, 58, 67, 81, 100, 107, 117, 120, 128, 135, 152, 167, 175, 180, 181, 184, 190, 193, 196, 197, 199, 226, 227, 229, 237, 252, 255, 270, 273, 305], "addit": [1, 2, 4, 6, 10, 13, 17, 20, 23, 56, 61, 66, 81, 83, 98, 105, 107, 112, 115, 117, 122, 137, 140, 141, 143, 150, 152, 154, 155, 156, 159, 161, 164, 177, 182, 183, 186, 191, 194, 196, 199, 202, 211, 218, 219, 220, 221, 226, 227, 231, 232, 233, 235, 241, 249, 253, 256, 257, 258, 270, 276, 286, 297, 298, 300, 301, 305], "kei": [1, 4, 7, 10, 13, 16, 17, 49, 55, 89, 110, 114, 117, 122, 125, 128, 134, 137, 139, 142, 153, 154, 156, 163, 173, 179, 180, 181, 182, 185, 186, 190, 191, 193, 196, 197, 200, 202, 204, 211, 223, 225, 233, 235, 244, 245, 246, 255, 258, 273, 275, 284, 287, 297, 298], "mai": [1, 4, 5, 6, 7, 8, 10, 12, 13, 14, 16, 17, 18, 20, 23, 25, 26, 27, 29, 41, 55, 56, 58, 66, 74, 81, 92, 97, 98, 100, 102, 105, 109, 116, 120, 124, 125, 138, 139, 140, 141, 142, 145, 146, 147, 152, 153, 154, 155, 156, 158, 161, 162, 167, 170, 171, 173, 179, 180, 183, 186, 190, 193, 194, 196, 199, 200, 202, 203, 206, 207, 208, 211, 220, 223, 227, 229, 230, 231, 232, 235, 237, 242, 245, 250, 252, 256, 267, 270, 273, 276, 286, 289, 296, 298, 299, 301], "metric": [1, 20, 95, 104, 105, 107, 122, 137, 154, 163, 190, 193, 200, 201, 235, 259, 265, 270, 284], "log": [1, 22, 41, 55, 56, 58, 59, 104, 107, 108, 109, 112, 114, 115, 138, 139, 142, 149, 154, 179, 180, 182, 184, 190, 191, 193, 196, 197, 200, 211, 222, 225, 246, 251, 259, 290, 296, 302, 305], "dure": [1, 3, 10, 14, 16, 22, 23, 29, 36, 37, 41, 42, 43, 55, 58, 66, 69, 70, 92, 97, 100, 102, 105, 106, 107, 109, 114, 115, 116, 124, 125, 136, 137, 138, 140, 141, 144, 145, 146, 147, 148, 150, 153, 159, 160, 161, 167, 171, 178, 179, 180, 181, 182, 184, 190, 194, 196, 199, 200, 201, 206, 211, 213, 222, 226, 229, 237, 241, 250, 253, 258, 265, 267, 273, 276, 283, 284, 291], "reason": [1, 6, 7, 10, 16, 17, 18, 20, 27, 29, 36, 58, 89, 97, 100, 107, 109, 112, 115, 125, 131, 141, 146, 152, 161, 178, 180, 185, 186, 196, 197, 206, 210, 220, 235, 250, 270, 274, 275, 282, 290, 300], "independ": [1, 27, 55, 66, 114, 115, 123, 162, 163, 167, 183, 218, 233, 255], "let": [1, 2, 4, 5, 6, 7, 10, 11, 12, 13, 14, 16, 18, 19, 20, 22, 23, 24, 25, 26, 27, 28, 29, 37, 41, 48, 49, 50, 52, 55, 57, 58, 66, 74, 81, 83, 92, 95, 97, 98, 100, 102, 104, 105, 106, 107, 108, 109, 111, 112, 114, 115, 116, 117, 120, 122, 124, 125, 131, 134, 140, 142, 147, 150, 152, 153, 154, 155, 159, 160, 161, 162, 164, 167, 170, 171, 172, 173, 175, 177, 178, 180, 181, 182, 183, 184, 185, 186, 188, 190, 191, 193, 194, 196, 197, 199, 200, 201, 202, 204, 210, 213, 218, 219, 223, 232, 235, 245, 250, 252, 257, 268, 270, 272, 275, 276, 283, 284, 285, 286, 289, 291, 300, 301, 303, 304], "user": [1, 3, 6, 16, 20, 22, 23, 26, 28, 29, 46, 49, 55, 56, 66, 89, 90, 92, 98, 107, 111, 120, 123, 128, 137, 139, 140, 143, 144, 150, 154, 156, 159, 161, 164, 173, 182, 184, 185, 186, 190, 193, 196, 197, 199, 200, 201, 202, 203, 204, 208, 211, 218, 219, 220, 221, 225, 226, 227, 229, 230, 231, 232, 233, 235, 242, 247, 249, 250, 251, 252, 253, 258, 259, 265, 267, 276, 290, 291, 293, 295, 296, 297, 299, 305], "differ": [1, 3, 4, 6, 7, 10, 11, 12, 13, 14, 15, 16, 19, 20, 22, 23, 24, 26, 27, 28, 36, 41, 45, 52, 54, 55, 57, 58, 66, 67, 79, 81, 89, 90, 92, 95, 98, 100, 102, 105, 106, 107, 108, 109, 114, 115, 117, 134, 136, 137, 138, 140, 142, 143, 144, 146, 149, 150, 152, 154, 155, 156, 160, 161, 162, 164, 167, 170, 171, 173, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 190, 193, 194, 196, 197, 199, 200, 202, 203, 206, 208, 210, 212, 218, 219, 220, 221, 222, 223, 225, 227, 229, 230, 232, 235, 237, 241, 249, 250, 251, 252, 253, 255, 256, 257, 265, 267, 270, 273, 274, 276, 282, 284, 285, 286, 290, 291, 296, 299, 301, 305, 306], "set": [1, 2, 3, 5, 6, 7, 10, 11, 12, 13, 14, 16, 17, 18, 20, 22, 23, 24, 26, 27, 28, 29, 36, 41, 43, 48, 49, 52, 54, 55, 56, 58, 59, 61, 66, 67, 69, 70, 74, 81, 89, 90, 94, 97, 98, 100, 101, 102, 104, 105, 106, 107, 108, 109, 112, 114, 115, 117, 119, 123, 124, 125, 131, 136, 137, 138, 140, 143, 144, 145, 148, 149, 150, 152, 153, 156, 161, 163, 170, 171, 175, 176, 178, 179, 180, 181, 182, 183, 184, 185, 186, 190, 191, 194, 196, 197, 200, 201, 202, 207, 218, 220, 222, 223, 229, 230, 231, 233, 235, 241, 242, 248, 249, 250, 252, 257, 258, 259, 265, 267, 270, 271, 275, 283, 285, 287, 289, 296, 299, 302, 305], "sum": [1, 2, 4, 5, 6, 8, 13, 16, 18, 22, 23, 25, 37, 48, 49, 55, 58, 66, 73, 89, 97, 98, 107, 108, 109, 111, 124, 137, 138, 144, 145, 147, 152, 162, 163, 178, 181, 182, 183, 184, 190, 194, 196, 197, 208, 219, 227, 229, 245, 247, 249, 250, 259, 270, 289, 306], "can": [1, 2, 3, 4, 5, 6, 7, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 24, 25, 26, 27, 28, 29, 36, 37, 38, 40, 41, 42, 43, 45, 48, 49, 50, 52, 54, 55, 56, 57, 58, 59, 60, 61, 63, 66, 67, 73, 74, 79, 81, 89, 90, 92, 95, 97, 98, 100, 101, 102, 104, 105, 106, 107, 108, 109, 110, 111, 112, 114, 115, 116, 117, 119, 120, 122, 124, 125, 128, 131, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 149, 150, 152, 153, 154, 155, 156, 158, 159, 160, 161, 162, 163, 164, 167, 168, 170, 171, 172, 173, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 188, 190, 191, 193, 194, 196, 197, 199, 200, 201, 202, 203, 204, 206, 207, 208, 209, 210, 211, 213, 218, 219, 220, 221, 222, 223, 225, 226, 227, 229, 230, 231, 232, 233, 235, 237, 238, 240, 241, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 255, 256, 257, 258, 259, 265, 267, 268, 269, 270, 271, 272, 273, 275, 276, 277, 283, 284, 285, 286, 287, 288, 289, 290, 291, 295, 296, 297, 298, 299, 300, 301, 302, 303, 304, 305, 306], "simpli": [1, 3, 5, 6, 7, 10, 11, 15, 23, 25, 27, 48, 49, 55, 59, 66, 92, 100, 111, 114, 124, 125, 139, 140, 142, 144, 147, 152, 161, 162, 170, 176, 177, 180, 181, 182, 183, 186, 188, 190, 191, 194, 196, 197, 199, 200, 202, 203, 204, 206, 219, 233, 237, 240, 250, 256, 258, 267, 270, 273, 285, 287, 288, 289], "done": [1, 4, 5, 6, 7, 10, 12, 16, 19, 20, 23, 24, 25, 26, 27, 29, 55, 60, 89, 92, 102, 105, 107, 108, 109, 115, 117, 137, 138, 140, 141, 144, 146, 153, 155, 160, 161, 163, 164, 173, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 191, 193, 196, 197, 206, 210, 211, 235, 237, 253, 258, 273, 275, 286, 300, 303, 304], "via": [1, 3, 4, 6, 7, 8, 19, 20, 22, 24, 26, 27, 43, 60, 61, 81, 92, 107, 136, 137, 138, 140, 142, 152, 153, 162, 171, 179, 180, 185, 187, 191, 193, 194, 196, 197, 199, 200, 201, 202, 213, 222, 235, 247, 248, 252, 253, 257, 258, 259, 265, 275, 283, 284, 286, 290, 295, 298], "loss_val": 1, "item": [1, 2, 7, 12, 13, 17, 38, 45, 49, 55, 73, 74, 107, 124, 125, 128, 137, 138, 143, 144, 152, 153, 154, 156, 163, 178, 179, 180, 181, 182, 183, 184, 191, 193, 196, 203, 244, 248, 256, 259, 269, 286], "startswith": [1, 90], "parent": [1, 4, 16, 163, 209, 211, 252], "As": [1, 2, 3, 5, 6, 7, 10, 11, 12, 13, 14, 16, 19, 23, 24, 25, 26, 27, 29, 43, 48, 55, 56, 58, 66, 81, 92, 95, 98, 100, 102, 105, 106, 107, 115, 117, 124, 125, 137, 138, 139, 140, 141, 142, 150, 152, 153, 154, 158, 159, 160, 161, 162, 163, 170, 171, 173, 175, 177, 178, 180, 181, 182, 183, 184, 185, 190, 193, 196, 197, 199, 200, 201, 202, 203, 208, 210, 211, 221, 223, 225, 227, 232, 233, 242, 247, 251, 257, 259, 265, 270, 273, 275, 286, 291, 298, 303, 305, 306], "mani": [1, 2, 5, 6, 7, 12, 16, 17, 18, 20, 22, 27, 29, 36, 37, 41, 42, 55, 57, 58, 66, 71, 75, 81, 89, 97, 98, 100, 102, 105, 107, 109, 110, 111, 115, 117, 119, 124, 137, 140, 142, 146, 152, 154, 155, 162, 164, 167, 172, 173, 178, 180, 182, 183, 186, 194, 196, 197, 199, 200, 202, 220, 235, 240, 258, 259, 268, 269, 270, 272, 286, 291, 298, 305], "other": [1, 6, 7, 10, 12, 13, 16, 20, 23, 25, 26, 27, 29, 36, 37, 40, 45, 49, 52, 54, 55, 58, 59, 61, 62, 63, 66, 74, 75, 81, 83, 89, 90, 95, 97, 98, 100, 105, 107, 109, 111, 112, 114, 115, 124, 125, 128, 138, 139, 140, 143, 144, 146, 148, 149, 150, 152, 153, 154, 156, 158, 159, 160, 161, 162, 163, 167, 170, 171, 172, 175, 176, 177, 179, 180, 181, 182, 183, 184, 186, 191, 194, 196, 197, 199, 200, 201, 202, 203, 206, 208, 209, 210, 211, 218, 219, 220, 221, 223, 227, 229, 230, 232, 235, 237, 244, 250, 252, 256, 267, 269, 270, 272, 273, 275, 276, 283, 284, 285, 286, 287, 288, 289, 291, 295, 296, 297, 298, 299, 303, 304, 306], "expect": [1, 4, 5, 6, 7, 12, 13, 16, 24, 26, 27, 50, 52, 55, 57, 66, 81, 92, 95, 97, 98, 100, 102, 105, 106, 107, 111, 112, 114, 115, 116, 125, 131, 134, 139, 142, 146, 150, 153, 162, 163, 170, 171, 177, 179, 180, 181, 182, 183, 185, 193, 196, 197, 199, 201, 203, 206, 208, 225, 227, 230, 231, 232, 248, 251, 258, 265, 268, 269, 270, 273, 276, 283, 286, 299, 301, 306], "ani": [1, 2, 4, 5, 6, 7, 10, 11, 12, 13, 14, 15, 16, 18, 19, 20, 23, 25, 26, 27, 36, 46, 48, 50, 52, 55, 57, 59, 61, 66, 73, 97, 100, 102, 105, 107, 108, 110, 111, 114, 115, 117, 119, 123, 124, 125, 135, 138, 140, 141, 143, 145, 147, 148, 152, 154, 155, 158, 159, 160, 163, 164, 170, 171, 172, 173, 175, 179, 180, 181, 183, 184, 188, 190, 193, 196, 197, 199, 200, 209, 211, 212, 218, 219, 220, 221, 222, 225, 229, 231, 235, 237, 242, 244, 245, 246, 249, 250, 252, 253, 255, 256, 265, 267, 269, 272, 275, 277, 283, 285, 289, 295, 296, 298, 299, 300, 302, 305], "similar": [1, 3, 4, 6, 10, 12, 13, 16, 17, 23, 26, 27, 45, 54, 55, 89, 90, 98, 100, 102, 105, 107, 108, 114, 115, 120, 124, 140, 143, 147, 152, 153, 156, 171, 180, 182, 183, 184, 185, 186, 190, 191, 193, 196, 199, 201, 203, 208, 211, 218, 219, 220, 221, 222, 223, 229, 230, 248, 256, 257, 269, 270, 273, 285, 286, 295, 301, 306], "structur": [1, 5, 6, 7, 10, 11, 16, 21, 22, 23, 24, 25, 26, 27, 37, 42, 43, 45, 54, 55, 58, 59, 66, 92, 97, 100, 102, 106, 107, 108, 112, 117, 123, 125, 136, 145, 148, 155, 160, 163, 164, 171, 172, 177, 180, 184, 191, 193, 194, 201, 221, 226, 227, 240, 273, 284, 298, 300], "format": [1, 6, 14, 20, 23, 24, 27, 29, 46, 66, 107, 115, 119, 123, 134, 136, 137, 138, 139, 152, 154, 160, 161, 178, 179, 182, 184, 187, 190, 191, 193, 197, 199, 201, 208, 211, 218, 220, 221, 227, 229, 232, 235, 238, 242, 253, 258, 259, 267, 268, 270, 290, 303], "make": [1, 4, 5, 6, 7, 10, 12, 14, 16, 22, 23, 26, 27, 37, 41, 42, 46, 48, 49, 50, 55, 56, 57, 59, 60, 61, 63, 66, 74, 81, 95, 97, 100, 102, 104, 105, 107, 109, 110, 111, 113, 114, 115, 116, 119, 120, 125, 128, 131, 136, 137, 138, 140, 142, 143, 144, 145, 146, 150, 152, 153, 154, 156, 159, 160, 161, 162, 163, 170, 171, 173, 176, 177, 178, 180, 181, 182, 183, 184, 186, 191, 193, 194, 196, 197, 199, 201, 202, 204, 206, 208, 210, 211, 218, 219, 220, 221, 223, 225, 227, 232, 240, 247, 248, 250, 251, 252, 253, 256, 257, 258, 267, 268, 269, 270, 273, 275, 277, 284, 285, 286, 290, 295, 296, 298, 301, 303], "possibl": [1, 2, 4, 5, 6, 7, 8, 10, 12, 16, 17, 20, 26, 27, 58, 66, 83, 97, 98, 102, 105, 108, 111, 119, 134, 141, 145, 146, 147, 153, 155, 158, 160, 162, 163, 173, 178, 179, 180, 182, 183, 186, 194, 196, 197, 201, 202, 206, 208, 211, 223, 227, 229, 230, 232, 235, 237, 242, 253, 255, 258, 259, 269, 273, 275, 286, 296, 298, 305], "re": [1, 4, 5, 6, 7, 8, 11, 12, 16, 19, 23, 25, 26, 27, 28, 40, 42, 45, 49, 54, 55, 56, 66, 98, 100, 102, 104, 105, 106, 107, 108, 115, 124, 131, 141, 143, 144, 153, 155, 156, 158, 162, 167, 170, 172, 173, 179, 180, 181, 182, 183, 186, 196, 197, 199, 201, 208, 210, 218, 227, 229, 237, 240, 248, 250, 252, 269, 270, 273, 275, 285, 286, 299], "across": [1, 4, 6, 10, 13, 16, 19, 22, 24, 28, 45, 55, 58, 60, 61, 62, 89, 98, 105, 107, 117, 135, 137, 138, 140, 148, 149, 150, 152, 155, 163, 173, 175, 177, 183, 184, 196, 197, 199, 204, 246, 250, 252, 255, 268, 284, 286, 287, 289, 290, 295, 299, 301, 305, 306], "modal": [1, 66, 173, 268], "complex": [1, 7, 27, 29, 37, 38, 56, 73, 74, 97, 98, 102, 107, 117, 124, 125, 135, 138, 150, 167, 171, 173, 182, 184, 191, 194, 196, 197, 206, 223, 238, 244, 251, 252, 273, 277, 287, 298], "read": [1, 2, 6, 7, 8, 11, 16, 23, 26, 27, 42, 52, 55, 57, 81, 100, 111, 112, 115, 125, 131, 135, 137, 139, 141, 142, 143, 144, 145, 152, 154, 156, 159, 161, 170, 173, 179, 180, 181, 183, 186, 188, 191, 194, 202, 211, 225, 269, 270, 301, 305], "multipl": [1, 4, 6, 10, 12, 13, 16, 18, 19, 20, 22, 23, 24, 27, 45, 50, 54, 55, 59, 60, 61, 62, 67, 71, 89, 95, 97, 98, 102, 105, 106, 107, 111, 115, 123, 124, 135, 138, 140, 141, 142, 143, 144, 150, 152, 155, 156, 161, 163, 173, 175, 179, 180, 182, 183, 184, 186, 190, 191, 193, 194, 196, 197, 199, 200, 202, 204, 206, 208, 210, 222, 223, 230, 232, 235, 242, 248, 250, 257, 269, 270, 276, 285, 286, 287, 290, 300, 305], "entri": [1, 5, 13, 16, 27, 59, 83, 111, 114, 122, 123, 125, 148, 153, 161, 177, 180, 182, 190, 196, 206, 220, 221, 223, 225, 233, 247, 288, 295], "In": [1, 2, 3, 4, 5, 6, 7, 8, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 24, 25, 26, 27, 28, 29, 36, 37, 38, 40, 42, 43, 45, 48, 50, 54, 55, 56, 57, 58, 59, 61, 62, 63, 66, 70, 73, 74, 81, 83, 89, 90, 92, 94, 95, 98, 100, 102, 104, 106, 107, 108, 109, 111, 112, 114, 115, 117, 119, 120, 122, 124, 125, 131, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 152, 153, 154, 155, 156, 159, 160, 161, 162, 163, 164, 167, 168, 170, 171, 172, 173, 175, 176, 177, 178, 180, 181, 182, 183, 184, 185, 186, 188, 190, 191, 193, 194, 196, 197, 199, 200, 201, 202, 203, 204, 206, 207, 208, 210, 211, 212, 213, 218, 219, 220, 221, 222, 223, 225, 227, 229, 230, 231, 232, 233, 235, 237, 238, 241, 242, 245, 246, 247, 248, 249, 250, 251, 252, 253, 255, 256, 257, 258, 259, 265, 268, 269, 270, 272, 273, 275, 276, 283, 284, 285, 286, 287, 288, 289, 290, 291, 295, 296, 297, 298, 299, 300, 301, 302, 303, 304, 305, 306], "word": [1, 7, 12, 13, 16, 21, 49, 55, 66, 81, 89, 98, 102, 107, 108, 110, 112, 113, 125, 136, 143, 144, 152, 154, 168, 170, 171, 177, 184, 186, 197, 199, 207, 219, 221, 223, 225, 230, 273, 301], "allow": [1, 2, 5, 6, 7, 10, 12, 13, 14, 16, 23, 26, 27, 28, 29, 36, 37, 38, 48, 55, 56, 57, 58, 59, 66, 89, 90, 92, 95, 97, 98, 102, 105, 107, 109, 111, 112, 114, 115, 116, 117, 124, 134, 137, 138, 139, 140, 142, 143, 144, 145, 147, 150, 152, 153, 154, 156, 159, 163, 164, 167, 170, 171, 173, 176, 177, 178, 180, 181, 182, 184, 185, 186, 188, 193, 194, 196, 197, 199, 200, 201, 202, 204, 206, 211, 212, 218, 219, 223, 225, 227, 229, 230, 232, 241, 247, 252, 253, 255, 265, 267, 269, 270, 273, 276, 283, 284, 285, 295, 305], "oblivi": [1, 180], "type": [1, 4, 5, 6, 7, 10, 12, 16, 22, 23, 24, 25, 26, 27, 45, 54, 55, 56, 66, 81, 89, 92, 98, 100, 101, 104, 106, 107, 111, 115, 117, 120, 135, 137, 138, 140, 142, 154, 155, 156, 161, 172, 173, 176, 177, 180, 182, 183, 184, 185, 190, 193, 194, 196, 200, 202, 203, 211, 218, 222, 227, 230, 231, 232, 237, 242, 244, 247, 248, 249, 250, 253, 258, 259, 265, 267, 268, 283, 284, 286, 287, 294, 297, 304, 305], "being": [1, 3, 4, 5, 6, 7, 12, 14, 16, 20, 24, 25, 27, 52, 55, 58, 66, 89, 98, 106, 107, 108, 109, 111, 115, 117, 131, 137, 140, 142, 146, 152, 153, 171, 173, 175, 177, 180, 181, 183, 194, 196, 197, 200, 211, 219, 220, 223, 225, 230, 231, 235, 237, 249, 258, 270, 275, 286, 300, 305], "run": [1, 2, 3, 4, 5, 6, 10, 11, 12, 13, 14, 15, 16, 18, 19, 20, 21, 22, 23, 25, 27, 28, 29, 36, 37, 38, 41, 42, 43, 45, 46, 48, 49, 52, 54, 57, 58, 62, 63, 67, 69, 70, 71, 73, 74, 75, 78, 79, 83, 89, 95, 97, 98, 100, 102, 104, 105, 106, 108, 109, 111, 112, 114, 115, 116, 117, 119, 120, 122, 124, 125, 128, 131, 134, 136, 137, 138, 139, 140, 141, 143, 144, 145, 146, 147, 148, 149, 152, 153, 154, 155, 156, 158, 159, 160, 161, 162, 163, 164, 165, 167, 170, 171, 172, 173, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 188, 191, 194, 197, 199, 200, 201, 202, 206, 207, 208, 209, 210, 212, 218, 219, 220, 221, 222, 223, 225, 226, 227, 229, 230, 231, 232, 233, 235, 238, 240, 241, 242, 244, 249, 250, 251, 252, 253, 256, 257, 258, 265, 267, 268, 269, 270, 271, 272, 273, 275, 277, 283, 285, 286, 287, 288, 289, 290, 291, 293, 295, 297, 298, 299, 300, 301, 302, 305], "elementari": [1, 2], "onli": [1, 4, 5, 6, 7, 8, 10, 11, 12, 13, 15, 16, 17, 22, 23, 24, 26, 27, 36, 43, 48, 49, 50, 52, 55, 59, 61, 62, 66, 81, 89, 95, 97, 100, 102, 105, 107, 108, 109, 114, 115, 122, 125, 128, 131, 137, 138, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 152, 153, 154, 155, 156, 158, 159, 160, 163, 164, 167, 170, 171, 172, 173, 175, 176, 177, 178, 179, 180, 183, 184, 185, 186, 190, 191, 193, 194, 196, 197, 199, 200, 201, 202, 203, 208, 210, 211, 218, 219, 220, 221, 222, 223, 225, 226, 227, 230, 231, 232, 233, 237, 238, 240, 241, 244, 245, 246, 247, 252, 253, 255, 256, 265, 267, 269, 270, 276, 283, 286, 287, 288, 291, 295, 298, 299, 301, 305, 306], "those": [1, 4, 5, 6, 7, 8, 12, 13, 16, 20, 36, 43, 48, 95, 97, 105, 108, 114, 115, 120, 139, 140, 141, 143, 155, 160, 170, 175, 176, 177, 184, 186, 191, 193, 196, 197, 200, 208, 210, 219, 235, 237, 240, 241, 242, 250, 259, 265, 269, 270, 285, 295, 298, 300, 305], "keep": [1, 4, 7, 12, 13, 16, 27, 36, 45, 48, 55, 58, 81, 89, 92, 100, 102, 105, 107, 109, 111, 112, 115, 124, 125, 134, 136, 137, 138, 139, 140, 141, 144, 149, 150, 153, 161, 167, 173, 178, 184, 186, 196, 197, 200, 202, 207, 208, 227, 256, 270, 286, 304, 306], "didact": [1, 152], "ll": [1, 4, 5, 6, 7, 10, 11, 12, 18, 20, 23, 24, 26, 27, 37, 38, 40, 45, 54, 55, 56, 66, 84, 85, 86, 87, 95, 97, 98, 100, 102, 104, 105, 106, 108, 115, 117, 143, 144, 150, 152, 153, 155, 156, 158, 162, 167, 170, 172, 179, 180, 181, 183, 186, 191, 196, 197, 199, 202, 207, 208, 209, 210, 211, 218, 220, 222, 225, 227, 229, 232, 235, 245, 246, 248, 255, 270, 297, 302], "displai": [1, 2, 6, 7, 14, 38, 49, 83, 98, 104, 106, 122, 131, 146, 156, 178, 181, 186, 190, 247, 251, 269, 270, 284, 304], "each": [1, 2, 4, 6, 7, 10, 12, 13, 14, 16, 18, 19, 20, 22, 23, 25, 27, 28, 29, 36, 37, 38, 40, 41, 42, 45, 48, 49, 50, 54, 55, 57, 58, 59, 61, 62, 66, 67, 71, 81, 83, 89, 90, 92, 95, 97, 98, 100, 101, 102, 104, 105, 106, 107, 108, 109, 112, 114, 115, 119, 122, 124, 125, 131, 134, 135, 136, 137, 138, 140, 142, 143, 144, 145, 147, 148, 149, 150, 152, 153, 155, 158, 160, 162, 163, 164, 167, 170, 171, 172, 173, 175, 177, 178, 180, 181, 182, 183, 184, 185, 186, 188, 190, 191, 193, 196, 197, 199, 200, 201, 202, 204, 206, 211, 212, 218, 221, 223, 225, 227, 229, 232, 235, 244, 246, 247, 251, 252, 253, 258, 259, 265, 268, 269, 270, 272, 273, 275, 276, 277, 283, 284, 285, 286, 288, 289, 301, 302, 304, 305, 306], "popul": [1, 26, 36, 48, 55, 95, 105, 137, 153, 163, 180, 182, 206, 246, 253, 255, 285, 296], "later": [1, 3, 4, 5, 6, 7, 13, 18, 27, 36, 45, 52, 55, 66, 81, 95, 98, 102, 107, 111, 112, 115, 125, 137, 138, 139, 140, 144, 145, 147, 152, 155, 158, 159, 160, 161, 162, 163, 167, 172, 175, 180, 181, 184, 185, 186, 191, 193, 196, 197, 202, 204, 206, 208, 213, 218, 227, 229, 231, 233, 245, 246, 249, 251, 255, 265, 267, 269, 270, 271, 275, 283, 286, 291, 295, 296, 297, 298, 300, 301, 302], "stage": [1, 16, 19, 102, 115, 175, 212, 222, 241, 247, 249, 255], "start": [1, 5, 6, 7, 11, 13, 19, 20, 22, 23, 27, 28, 29, 36, 40, 48, 49, 55, 56, 58, 59, 60, 61, 66, 67, 81, 95, 97, 98, 101, 102, 105, 106, 107, 110, 111, 115, 116, 117, 120, 135, 136, 137, 139, 140, 141, 142, 143, 144, 145, 146, 152, 154, 156, 161, 162, 163, 170, 171, 173, 178, 179, 181, 182, 183, 186, 190, 191, 193, 194, 196, 197, 199, 200, 201, 204, 206, 208, 210, 211, 213, 220, 225, 227, 229, 230, 231, 232, 235, 236, 238, 247, 248, 249, 253, 257, 265, 270, 273, 274, 276, 282, 284, 286, 289, 290, 293, 295, 296, 298, 299, 306], "solv": [1, 7, 16, 55, 57, 107, 114, 131, 171, 178, 180, 182, 184, 199, 220, 270, 275, 286], "task": [1, 7, 15, 16, 20, 25, 28, 41, 42, 55, 66, 83, 106, 107, 108, 114, 122, 131, 134, 135, 136, 138, 143, 153, 154, 171, 173, 178, 180, 181, 186, 188, 193, 201, 211, 235, 270, 276, 285, 286, 295, 301, 305], "strategi": [1, 6, 20, 22, 28, 58, 89, 136, 144, 152, 161, 162, 172, 173, 182, 183, 235, 242, 249, 251, 252, 253, 259], "predict": [1, 11, 23, 24, 37, 40, 41, 42, 43, 48, 49, 55, 58, 66, 69, 70, 73, 74, 75, 78, 79, 97, 98, 100, 102, 106, 107, 108, 112, 114, 115, 124, 136, 140, 142, 143, 144, 154, 155, 162, 163, 173, 181, 186, 191, 197, 201, 207, 208, 227, 229, 235, 248, 257, 268, 272, 290, 301, 303, 304], "henc": [1, 16, 20, 45, 48, 54, 89, 138, 141, 150, 164, 167, 173, 176, 180, 182, 184, 197, 199, 235, 257, 258, 270, 301], "our": [1, 2, 3, 4, 5, 6, 7, 8, 10, 11, 12, 14, 19, 20, 23, 24, 25, 26, 27, 29, 36, 37, 38, 40, 41, 42, 45, 46, 48, 49, 50, 54, 55, 56, 57, 58, 59, 61, 66, 67, 69, 70, 71, 73, 74, 75, 81, 83, 95, 97, 98, 100, 102, 104, 105, 106, 107, 108, 109, 112, 114, 115, 117, 120, 122, 124, 131, 136, 137, 138, 139, 142, 143, 144, 145, 147, 148, 149, 153, 154, 156, 158, 160, 161, 162, 163, 164, 167, 171, 172, 173, 175, 177, 178, 180, 181, 182, 183, 185, 186, 188, 191, 193, 194, 196, 197, 199, 201, 202, 203, 204, 208, 210, 213, 218, 219, 220, 221, 225, 227, 229, 233, 235, 238, 240, 244, 246, 248, 249, 250, 253, 255, 257, 268, 270, 273, 285, 290, 291, 296, 297, 306], "two": [1, 4, 5, 6, 7, 10, 12, 13, 14, 15, 16, 18, 19, 20, 22, 23, 24, 25, 27, 28, 29, 36, 38, 41, 42, 45, 46, 48, 54, 55, 56, 58, 63, 66, 81, 83, 90, 92, 95, 97, 98, 100, 102, 105, 107, 108, 109, 111, 112, 114, 115, 116, 117, 122, 124, 131, 134, 137, 138, 142, 143, 145, 146, 147, 149, 150, 152, 153, 156, 158, 160, 161, 162, 163, 164, 167, 171, 172, 173, 175, 176, 177, 178, 180, 181, 182, 184, 185, 186, 193, 197, 199, 200, 201, 202, 203, 204, 206, 209, 210, 212, 219, 221, 223, 225, 227, 229, 230, 232, 235, 237, 238, 242, 247, 252, 253, 255, 257, 259, 265, 270, 272, 273, 275, 276, 283, 285, 286, 287, 290, 296, 298, 300, 303, 305, 306], "constructor": [1, 7, 12, 13, 14, 25, 26, 27, 29, 66, 73, 75, 92, 102, 106, 124, 137, 138, 150, 173, 176, 177, 180, 182, 184, 221, 237, 269, 270], "both": [1, 2, 5, 6, 7, 10, 12, 13, 14, 16, 19, 23, 24, 25, 26, 27, 28, 29, 38, 55, 57, 58, 67, 81, 89, 92, 98, 105, 106, 107, 114, 115, 122, 124, 137, 140, 142, 146, 149, 150, 152, 158, 159, 161, 162, 164, 167, 173, 177, 178, 180, 182, 183, 184, 185, 186, 196, 197, 199, 200, 201, 202, 203, 208, 210, 211, 212, 218, 221, 222, 225, 227, 230, 231, 232, 244, 247, 249, 250, 252, 257, 258, 259, 265, 267, 268, 269, 270, 283, 285, 295, 296, 301, 303, 305], "compat": [1, 5, 6, 7, 10, 13, 20, 56, 66, 104, 105, 111, 116, 139, 145, 153, 164, 185, 196, 197, 208, 233, 237, 253, 300, 301, 303], "comput": [1, 3, 4, 6, 7, 10, 13, 14, 15, 18, 19, 20, 23, 24, 25, 27, 28, 29, 41, 45, 49, 52, 54, 55, 57, 58, 59, 63, 66, 67, 69, 70, 71, 73, 74, 78, 79, 81, 83, 90, 92, 97, 98, 100, 102, 105, 106, 107, 108, 109, 110, 115, 117, 119, 123, 124, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 145, 146, 147, 148, 149, 150, 152, 153, 154, 156, 158, 159, 161, 163, 170, 171, 172, 173, 175, 177, 179, 180, 181, 183, 185, 186, 190, 193, 194, 196, 197, 199, 200, 201, 202, 204, 206, 208, 210, 222, 223, 225, 226, 227, 229, 230, 231, 235, 237, 240, 241, 242, 245, 246, 253, 255, 257, 265, 267, 269, 270, 272, 273, 275, 277, 285, 298, 301, 303, 305], "fit": [1, 7, 12, 13, 24, 67, 95, 114, 124, 137, 138, 140, 150, 173, 184, 197, 269, 305], "gener": [1, 5, 6, 10, 11, 12, 13, 14, 15, 16, 18, 19, 20, 22, 24, 26, 27, 28, 29, 36, 37, 38, 40, 41, 42, 43, 45, 46, 48, 49, 50, 52, 54, 55, 57, 59, 66, 69, 70, 71, 73, 74, 75, 78, 79, 83, 89, 92, 95, 97, 98, 100, 101, 102, 104, 105, 106, 107, 108, 109, 111, 112, 114, 115, 116, 117, 119, 120, 122, 124, 126, 128, 131, 134, 136, 140, 141, 143, 145, 146, 150, 152, 153, 154, 155, 156, 158, 159, 160, 161, 162, 163, 164, 165, 167, 168, 170, 171, 172, 173, 177, 178, 180, 181, 182, 184, 185, 186, 187, 188, 190, 191, 193, 194, 196, 197, 199, 200, 201, 202, 206, 207, 210, 212, 213, 218, 219, 220, 221, 222, 223, 225, 229, 230, 231, 232, 235, 238, 240, 242, 244, 246, 248, 249, 250, 255, 257, 258, 259, 265, 267, 268, 269, 271, 272, 273, 275, 276, 277, 283, 284, 285, 287, 288, 289, 290, 291, 296, 297, 298, 299, 300, 301, 302, 305], "crucial": [1, 2, 14, 16, 27, 89, 111, 153, 173, 180, 197], "convert_to_funct": 1, "extract": [1, 6, 24, 55, 58, 81, 104, 107, 131, 136, 143, 144, 154, 158, 161, 172, 178, 180, 186, 194, 196, 201, 247, 248, 253, 255, 272], "convert": [1, 6, 11, 12, 14, 23, 24, 26, 27, 37, 38, 45, 46, 49, 55, 57, 58, 61, 83, 100, 102, 105, 107, 115, 117, 119, 123, 125, 134, 136, 143, 144, 154, 156, 178, 179, 180, 181, 182, 183, 191, 197, 200, 207, 209, 210, 211, 218, 219, 221, 222, 223, 226, 230, 231, 232, 244, 248, 250, 253, 256, 258, 267, 268, 273, 283, 286, 290], "strictli": [1, 105, 180], "speak": [1, 10, 48, 105, 141, 152, 286], "one": [1, 4, 5, 6, 7, 8, 10, 11, 13, 14, 16, 17, 20, 22, 23, 25, 26, 27, 29, 36, 38, 40, 45, 46, 50, 52, 54, 55, 57, 58, 61, 62, 66, 67, 81, 92, 95, 97, 98, 100, 102, 105, 106, 107, 108, 110, 111, 112, 114, 115, 120, 124, 125, 128, 131, 137, 138, 139, 140, 141, 142, 143, 144, 146, 147, 149, 150, 152, 153, 154, 155, 156, 158, 159, 160, 161, 162, 170, 171, 172, 173, 177, 179, 180, 181, 182, 183, 184, 185, 186, 190, 191, 193, 196, 197, 200, 201, 203, 206, 209, 210, 218, 219, 220, 222, 223, 225, 229, 232, 235, 240, 248, 249, 250, 251, 252, 253, 267, 270, 272, 273, 275, 276, 286, 287, 289, 290, 298, 299, 300, 301, 305, 306], "perfectli": [1, 16], "howev": [1, 4, 6, 7, 8, 10, 12, 14, 16, 17, 18, 20, 24, 26, 27, 29, 36, 43, 50, 52, 55, 57, 58, 66, 81, 92, 95, 107, 108, 124, 131, 140, 141, 145, 146, 147, 152, 153, 155, 156, 160, 164, 170, 173, 176, 177, 178, 181, 182, 183, 184, 185, 186, 191, 193, 194, 196, 197, 199, 203, 209, 212, 213, 219, 220, 223, 229, 232, 235, 240, 242, 250, 251, 255, 257, 270, 273, 275, 283, 285, 286, 291, 298, 301, 305], "encourag": [1, 7, 23, 102, 156, 181, 186, 193], "usag": [1, 3, 4, 5, 13, 15, 17, 25, 27, 66, 89, 97, 122, 136, 138, 141, 152, 153, 161, 162, 175, 180, 182, 184, 185, 187, 190, 200, 202, 204, 210, 211, 213, 222, 223, 225, 230, 231, 242, 249, 258, 265, 269, 284, 286, 290, 299, 303, 305], "doe": [1, 2, 4, 6, 7, 10, 15, 16, 17, 18, 23, 26, 27, 29, 36, 46, 48, 52, 66, 78, 79, 81, 92, 97, 98, 100, 102, 104, 105, 106, 107, 109, 111, 114, 115, 117, 120, 124, 125, 131, 137, 138, 139, 145, 147, 150, 152, 153, 156, 159, 162, 163, 164, 170, 171, 173, 175, 179, 180, 181, 183, 184, 185, 186, 190, 191, 194, 196, 197, 199, 201, 202, 206, 208, 209, 210, 219, 220, 221, 227, 230, 231, 237, 238, 240, 249, 253, 265, 267, 269, 270, 273, 275, 283, 285, 286, 298, 300, 305], "often": [1, 5, 6, 7, 12, 16, 20, 45, 55, 81, 95, 97, 98, 100, 105, 107, 109, 111, 114, 115, 124, 125, 140, 141, 142, 144, 163, 171, 196, 197, 200, 206, 223, 235, 238, 245, 249, 253, 269, 285, 286], "same": [1, 2, 3, 4, 5, 6, 7, 10, 11, 12, 13, 14, 17, 20, 23, 24, 25, 26, 27, 29, 36, 37, 43, 45, 48, 49, 55, 57, 58, 59, 61, 66, 71, 79, 81, 92, 95, 97, 105, 106, 107, 109, 111, 112, 114, 115, 117, 120, 122, 124, 125, 134, 137, 138, 139, 140, 141, 143, 145, 146, 149, 150, 152, 154, 155, 156, 158, 161, 162, 163, 164, 170, 171, 172, 173, 175, 176, 177, 179, 180, 181, 182, 183, 184, 185, 186, 188, 190, 191, 193, 194, 196, 197, 199, 200, 202, 203, 204, 207, 208, 211, 212, 218, 219, 220, 221, 223, 229, 230, 231, 232, 235, 248, 249, 250, 256, 265, 267, 269, 270, 273, 276, 278, 279, 280, 281, 283, 286, 289, 295, 296, 299, 300, 303, 305, 306], "usual": [1, 6, 7, 10, 18, 23, 27, 48, 66, 98, 100, 102, 104, 105, 109, 110, 112, 114, 115, 131, 140, 141, 144, 146, 147, 150, 152, 153, 161, 164, 170, 173, 177, 178, 180, 196, 202, 225, 240, 269, 275, 276, 286, 305], "former": [1, 6, 143, 144, 186], "some": [1, 3, 5, 6, 7, 8, 10, 11, 12, 13, 14, 16, 17, 18, 20, 23, 24, 26, 27, 29, 36, 37, 38, 41, 45, 46, 48, 49, 52, 54, 55, 56, 57, 58, 66, 69, 74, 81, 89, 95, 97, 98, 100, 102, 104, 105, 106, 107, 108, 109, 110, 111, 112, 114, 115, 120, 122, 123, 124, 125, 136, 137, 138, 139, 142, 143, 144, 145, 146, 147, 148, 150, 152, 153, 155, 156, 158, 159, 160, 161, 162, 167, 170, 172, 173, 175, 177, 178, 180, 181, 183, 184, 186, 188, 190, 191, 193, 194, 196, 197, 199, 200, 201, 202, 204, 206, 208, 209, 210, 218, 219, 220, 221, 223, 227, 229, 230, 231, 232, 233, 235, 237, 238, 240, 244, 248, 250, 253, 258, 259, 269, 270, 272, 273, 275, 276, 277, 285, 286, 287, 291, 298, 299, 301, 305], "lag": [1, 180], "absolut": [1, 7, 12, 89, 109, 177, 181, 285], "dilut": 1, "move": [1, 5, 6, 8, 14, 27, 30, 31, 32, 33, 34, 35, 37, 42, 45, 48, 52, 54, 82, 96, 97, 109, 115, 123, 137, 138, 140, 149, 150, 153, 157, 163, 170, 171, 173, 176, 178, 181, 183, 184, 189, 190, 192, 195, 200, 201, 209, 214, 217, 219, 228, 229, 230, 234, 241, 244, 247, 249, 250, 257, 270, 273, 285, 286], "averag": [1, 3, 23, 55, 58, 67, 89, 95, 98, 100, 106, 107, 115, 138, 139, 144, 152, 154, 163, 172, 181, 184, 186, 190, 199, 200, 208, 227, 229, 270, 286], "These": [1, 6, 10, 13, 14, 16, 20, 23, 24, 25, 29, 43, 48, 55, 58, 61, 67, 89, 95, 102, 110, 112, 114, 115, 122, 131, 152, 163, 178, 180, 181, 183, 185, 186, 193, 196, 197, 199, 200, 202, 208, 210, 227, 229, 232, 235, 257, 270, 285, 286, 295, 296, 298], "associ": [1, 4, 6, 7, 10, 12, 37, 38, 56, 89, 98, 147, 158, 173, 177, 185, 193, 197, 219, 235, 237, 272, 283, 286, 300], "One": [1, 2, 4, 5, 6, 7, 12, 13, 17, 25, 27, 55, 57, 66, 81, 89, 97, 102, 105, 107, 108, 109, 111, 137, 138, 139, 140, 141, 144, 150, 152, 154, 155, 159, 170, 171, 173, 188, 191, 194, 196, 197, 200, 201, 202, 206, 220, 225, 232, 240, 244, 249, 250, 259, 270, 277, 283, 285, 286, 301], "advantag": [1, 3, 7, 16, 20, 27, 55, 66, 92, 105, 108, 115, 135, 137, 141, 152, 153, 171, 173, 180, 194, 200, 202, 208, 211, 221, 235, 244, 249, 250, 258, 265, 273, 286, 296, 300, 304], "match": [1, 5, 6, 12, 16, 20, 23, 24, 26, 49, 66, 74, 83, 100, 105, 107, 115, 117, 120, 124, 125, 154, 155, 159, 161, 164, 170, 172, 180, 183, 194, 196, 208, 211, 219, 221, 225, 227, 235, 257, 258, 269, 272, 277, 287, 305], "exactli": [1, 6, 10, 12, 14, 20, 29, 36, 48, 57, 58, 66, 100, 111, 114, 115, 117, 124, 153, 161, 171, 196, 197, 211, 235], "current": [1, 4, 6, 7, 10, 12, 13, 14, 16, 17, 23, 26, 27, 37, 42, 45, 55, 58, 66, 69, 81, 89, 98, 107, 115, 119, 124, 131, 137, 138, 139, 141, 142, 143, 144, 152, 153, 158, 163, 164, 172, 173, 175, 177, 178, 180, 181, 182, 183, 184, 185, 186, 190, 196, 197, 202, 203, 206, 208, 211, 218, 220, 221, 223, 225, 227, 229, 231, 250, 253, 256, 257, 267, 276, 286, 295, 298], "configur": [1, 5, 6, 7, 16, 22, 23, 24, 26, 27, 28, 55, 56, 66, 89, 98, 106, 137, 140, 148, 150, 159, 161, 170, 178, 180, 183, 190, 193, 197, 199, 209, 210, 213, 222, 230, 231, 232, 247, 257, 258, 259, 290, 291, 296, 298, 301, 305], "pessimist": [1, 180], "bound": [1, 27, 55, 125, 142, 161, 180, 181, 190, 196, 197, 199, 201, 202, 210, 269, 270, 276, 286, 305], "pai": [1, 12, 50, 55, 66, 139, 286, 299], "attent": [1, 12, 50, 55, 102, 134, 136, 139, 140, 143, 144, 168, 187, 188, 204, 210, 211, 223, 226, 298], "create_target_param": 1, "keyword": [1, 6, 177, 180, 193, 275, 283], "argument": [1, 2, 4, 5, 6, 7, 10, 16, 18, 25, 26, 27, 36, 42, 45, 48, 49, 54, 57, 61, 66, 75, 89, 97, 98, 102, 104, 105, 107, 109, 112, 114, 116, 122, 124, 125, 137, 138, 144, 149, 150, 152, 153, 155, 161, 162, 172, 173, 175, 176, 177, 180, 182, 183, 184, 185, 190, 193, 194, 196, 197, 203, 204, 206, 220, 222, 230, 240, 241, 244, 247, 251, 255, 269, 270, 275, 276, 283, 284, 286, 287, 298, 299, 305], "below": [1, 2, 4, 5, 7, 12, 13, 14, 16, 19, 22, 23, 24, 27, 28, 38, 43, 45, 48, 50, 54, 57, 58, 59, 60, 61, 62, 63, 66, 89, 92, 97, 98, 100, 102, 104, 105, 106, 107, 108, 109, 111, 112, 114, 115, 116, 117, 119, 120, 128, 134, 139, 140, 142, 145, 146, 148, 149, 150, 152, 153, 154, 158, 161, 164, 170, 176, 178, 180, 181, 182, 183, 184, 185, 190, 191, 193, 194, 196, 197, 199, 200, 201, 202, 206, 210, 211, 212, 213, 219, 220, 221, 222, 223, 225, 233, 237, 238, 246, 247, 248, 249, 250, 251, 253, 255, 256, 257, 259, 265, 267, 269, 270, 273, 275, 276, 286, 291, 294, 295, 298, 299, 300, 301, 305, 306], "tell": [1, 18, 22, 27, 75, 95, 97, 100, 102, 106, 114, 115, 124, 142, 143, 153, 155, 158, 170, 181, 182, 184, 186, 196, 244, 270, 276], "creat": [1, 2, 5, 6, 7, 11, 12, 14, 16, 18, 19, 21, 22, 23, 24, 25, 26, 27, 28, 29, 36, 37, 40, 43, 45, 46, 48, 49, 52, 54, 56, 57, 58, 66, 69, 70, 71, 73, 74, 75, 78, 79, 81, 83, 89, 92, 97, 98, 100, 102, 104, 106, 107, 108, 110, 112, 114, 116, 117, 120, 123, 124, 128, 134, 136, 137, 139, 140, 145, 147, 150, 152, 153, 154, 156, 158, 159, 163, 164, 168, 171, 172, 173, 175, 176, 178, 179, 180, 181, 183, 184, 186, 190, 191, 193, 194, 196, 197, 201, 202, 204, 207, 208, 210, 211, 213, 218, 221, 223, 225, 227, 230, 231, 232, 237, 241, 244, 245, 246, 248, 249, 250, 252, 255, 257, 265, 269, 270, 272, 273, 276, 277, 283, 284, 287, 288, 289, 290, 291, 298, 300, 301, 303, 306], "If": [1, 2, 4, 5, 6, 7, 8, 10, 12, 13, 14, 16, 18, 19, 20, 22, 25, 26, 27, 28, 36, 37, 40, 42, 45, 48, 49, 50, 52, 54, 55, 56, 58, 59, 61, 66, 67, 69, 81, 83, 89, 95, 97, 100, 102, 104, 105, 107, 108, 109, 110, 111, 112, 114, 115, 116, 124, 125, 128, 131, 137, 138, 139, 140, 141, 144, 146, 150, 152, 153, 155, 156, 158, 161, 162, 164, 170, 171, 172, 173, 176, 179, 180, 181, 182, 183, 184, 185, 186, 190, 193, 194, 196, 197, 199, 201, 202, 203, 206, 208, 209, 210, 211, 212, 218, 219, 221, 222, 223, 225, 227, 229, 233, 235, 237, 240, 241, 242, 244, 248, 249, 250, 253, 256, 258, 259, 265, 268, 269, 271, 273, 275, 276, 283, 284, 285, 286, 287, 289, 291, 298, 299, 304, 305], "fals": [1, 2, 4, 7, 12, 13, 16, 23, 24, 27, 38, 43, 48, 49, 61, 69, 70, 89, 90, 97, 107, 111, 123, 124, 125, 131, 137, 138, 140, 146, 154, 158, 161, 163, 164, 170, 171, 173, 178, 179, 181, 182, 183, 191, 193, 194, 196, 199, 200, 203, 206, 208, 211, 212, 219, 220, 222, 227, 229, 231, 232, 233, 235, 241, 245, 256, 257, 258, 259, 267, 269, 283, 286, 287, 294, 301, 305, 306], "see": [1, 2, 3, 4, 5, 6, 7, 8, 10, 11, 12, 13, 16, 18, 20, 22, 23, 24, 25, 27, 28, 29, 37, 41, 42, 45, 49, 50, 52, 54, 55, 56, 57, 58, 61, 66, 67, 81, 83, 89, 90, 92, 95, 97, 98, 100, 102, 104, 105, 106, 107, 108, 109, 110, 111, 112, 114, 115, 116, 117, 122, 125, 134, 137, 138, 140, 142, 143, 144, 145, 146, 147, 150, 152, 153, 154, 155, 156, 158, 159, 160, 161, 163, 167, 170, 171, 172, 173, 175, 176, 177, 178, 179, 180, 181, 183, 184, 185, 186, 190, 191, 193, 194, 196, 197, 199, 200, 201, 202, 203, 204, 206, 207, 208, 210, 211, 218, 220, 221, 222, 226, 227, 232, 233, 235, 237, 238, 240, 241, 242, 246, 248, 250, 251, 252, 253, 255, 256, 257, 260, 265, 267, 268, 269, 270, 273, 276, 283, 284, 285, 286, 287, 288, 289, 295, 296, 297, 299, 300, 302, 303, 304, 305], "target_actor_network_param": 1, "attribut": [1, 7, 13, 16, 26, 29, 36, 48, 52, 59, 66, 89, 92, 97, 102, 114, 115, 120, 141, 153, 158, 164, 171, 175, 177, 196, 199, 208, 211, 223, 226, 230, 231, 238, 242, 269, 289, 290, 301], "still": [1, 6, 7, 10, 12, 13, 14, 16, 17, 20, 22, 23, 24, 27, 52, 58, 81, 95, 97, 105, 107, 111, 115, 117, 122, 125, 134, 137, 143, 144, 145, 150, 152, 153, 158, 159, 160, 164, 170, 173, 184, 194, 196, 197, 199, 203, 204, 207, 208, 210, 212, 218, 220, 222, 225, 227, 232, 235, 244, 249, 250, 252, 257, 267, 285, 286, 299, 306], "access": [1, 6, 7, 12, 16, 20, 23, 27, 37, 38, 56, 66, 74, 81, 95, 97, 100, 102, 105, 106, 107, 112, 115, 124, 125, 134, 136, 137, 141, 148, 152, 159, 171, 173, 179, 181, 183, 193, 196, 200, 211, 218, 219, 221, 222, 235, 244, 249, 252, 256, 265, 285, 289, 295], "just": [1, 2, 3, 4, 5, 6, 7, 10, 11, 12, 16, 18, 19, 20, 23, 25, 26, 27, 29, 36, 49, 50, 52, 55, 57, 58, 59, 62, 66, 73, 78, 79, 92, 95, 97, 98, 100, 102, 105, 107, 108, 109, 111, 112, 114, 115, 124, 125, 131, 137, 138, 140, 142, 143, 144, 150, 153, 154, 161, 162, 167, 170, 171, 173, 176, 177, 178, 179, 180, 181, 182, 183, 184, 191, 193, 194, 196, 197, 199, 201, 208, 210, 212, 220, 227, 229, 232, 235, 248, 250, 252, 253, 258, 267, 270, 271, 272, 285, 286, 289, 291, 305], "detach": [1, 2, 7, 13, 36, 97, 105, 111, 139, 154, 167, 172, 204, 211], "version": [1, 3, 4, 5, 6, 7, 10, 12, 14, 16, 24, 26, 27, 29, 98, 100, 102, 105, 106, 115, 116, 117, 119, 120, 134, 137, 138, 141, 152, 153, 154, 155, 158, 162, 164, 171, 173, 175, 176, 177, 178, 179, 180, 188, 190, 191, 193, 197, 201, 202, 206, 209, 210, 211, 213, 218, 227, 229, 232, 233, 238, 241, 255, 256, 257, 258, 259, 267, 269, 270, 273, 275, 285, 291, 296, 300, 303, 304], "q": [1, 48, 55, 66, 136, 140, 163, 185, 193, 227, 235], "base": [1, 6, 7, 11, 12, 13, 16, 19, 20, 22, 24, 27, 28, 29, 38, 49, 55, 63, 66, 81, 83, 92, 95, 97, 98, 102, 106, 107, 109, 117, 122, 125, 134, 135, 136, 137, 138, 139, 142, 143, 145, 153, 154, 163, 173, 175, 176, 177, 181, 183, 186, 190, 191, 193, 196, 197, 200, 201, 204, 207, 208, 211, 212, 220, 222, 225, 226, 227, 229, 230, 231, 232, 233, 235, 247, 257, 269, 273, 283, 285, 286, 290, 296, 300, 301], "empir": [1, 167, 180], "bootstrap": [1, 153], "td": 1, "0": [1, 2, 3, 4, 5, 6, 7, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 27, 28, 29, 36, 37, 38, 40, 41, 42, 43, 44, 45, 46, 48, 49, 50, 52, 53, 54, 55, 57, 58, 61, 66, 69, 70, 71, 73, 74, 75, 76, 78, 79, 80, 81, 83, 89, 92, 93, 95, 97, 98, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 111, 112, 113, 114, 115, 116, 117, 119, 120, 121, 122, 123, 124, 125, 126, 128, 131, 134, 137, 138, 140, 141, 142, 143, 144, 145, 146, 147, 150, 152, 153, 154, 155, 156, 158, 159, 160, 161, 162, 163, 164, 165, 167, 170, 171, 172, 173, 175, 176, 177, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 190, 191, 193, 194, 197, 199, 200, 201, 202, 203, 204, 206, 207, 208, 209, 210, 211, 212, 218, 219, 221, 222, 223, 225, 227, 229, 231, 232, 233, 235, 236, 238, 240, 241, 242, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 255, 256, 257, 258, 259, 265, 267, 268, 269, 270, 271, 272, 273, 275, 276, 277, 282, 283, 284, 285, 286, 287, 288, 289, 291, 293, 294, 297, 298, 299, 300, 301, 302, 303, 304, 305, 306], "low": [1, 4, 5, 6, 7, 16, 18, 24, 28, 29, 55, 58, 74, 89, 102, 109, 124, 136, 143, 163, 190, 196, 200, 202, 258, 259, 285], "varianc": [1, 7, 23, 104, 180], "bia": [1, 2, 6, 7, 23, 48, 52, 74, 109, 115, 124, 125, 138, 145, 146, 153, 162, 177, 180, 184, 185, 202, 203, 211, 222, 223, 229, 232, 235, 238, 256, 283], "mean": [1, 2, 4, 6, 7, 12, 14, 16, 23, 27, 29, 41, 52, 55, 57, 58, 66, 74, 81, 89, 92, 97, 100, 102, 105, 107, 108, 109, 111, 114, 122, 124, 125, 137, 140, 142, 143, 146, 150, 152, 154, 156, 163, 164, 171, 173, 178, 179, 180, 181, 183, 184, 186, 190, 191, 193, 196, 197, 208, 211, 218, 220, 223, 227, 229, 232, 233, 240, 241, 242, 245, 250, 267, 270, 273, 275, 276, 285, 286, 291, 301, 305], "obtain": [1, 11, 28, 36, 41, 55, 66, 74, 95, 115, 124, 142, 143, 146, 152, 154, 162, 172, 180, 181, 183, 190, 193, 201, 276, 300], "reward": [1, 5, 16, 153, 163, 180, 181, 182, 184], "noth": [1, 27, 81, 100, 115, 147, 173, 184, 190, 203, 303], "els": [1, 5, 6, 10, 13, 22, 23, 27, 29, 49, 52, 55, 95, 97, 107, 114, 116, 123, 137, 144, 152, 154, 163, 175, 176, 178, 181, 182, 183, 184, 191, 193, 194, 196, 204, 208, 211, 212, 222, 227, 229, 235, 244, 247, 252, 253, 256, 269, 276, 299, 301, 303, 306], "mont": 1, "carlo": 1, "1": [1, 2, 3, 4, 6, 7, 10, 13, 14, 16, 17, 19, 20, 22, 24, 25, 26, 27, 28, 36, 37, 38, 40, 46, 48, 55, 58, 59, 61, 66, 70, 74, 81, 95, 97, 98, 100, 102, 105, 107, 108, 109, 111, 112, 114, 115, 116, 119, 120, 122, 123, 124, 125, 128, 131, 134, 137, 138, 140, 143, 144, 145, 146, 147, 148, 149, 150, 152, 155, 156, 158, 159, 160, 161, 162, 163, 164, 168, 170, 171, 172, 177, 179, 180, 181, 182, 183, 184, 185, 193, 194, 197, 200, 202, 204, 206, 209, 210, 212, 213, 218, 219, 220, 221, 222, 223, 226, 227, 229, 233, 235, 237, 238, 241, 242, 244, 247, 249, 250, 251, 252, 253, 257, 258, 259, 265, 269, 275, 277, 284, 286, 294, 295, 299, 300, 301, 303, 304, 305, 306], "case": [1, 2, 3, 4, 5, 6, 7, 10, 12, 13, 15, 16, 19, 20, 24, 26, 27, 29, 36, 43, 48, 55, 57, 66, 67, 74, 81, 83, 89, 92, 97, 98, 104, 105, 107, 108, 109, 111, 112, 114, 115, 120, 124, 125, 135, 136, 137, 138, 140, 141, 142, 145, 146, 147, 152, 153, 155, 156, 158, 161, 162, 164, 167, 170, 171, 172, 173, 175, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 190, 193, 194, 196, 197, 199, 200, 201, 202, 203, 204, 210, 211, 218, 220, 221, 222, 223, 227, 232, 233, 235, 237, 240, 241, 250, 253, 258, 268, 269, 270, 273, 276, 277, 283, 285, 289, 291, 296, 298, 299, 301, 305], "whole": [1, 3, 29, 49, 52, 66, 102, 115, 125, 136, 139, 152, 177, 178, 180, 186, 197, 208, 209, 211, 219, 232, 240, 273, 291], "sequenc": [1, 6, 7, 14, 25, 27, 45, 54, 55, 66, 73, 74, 102, 108, 110, 113, 114, 124, 125, 136, 143, 144, 153, 154, 168, 171, 180, 185, 187, 202, 204, 208, 210, 211, 223, 225, 226, 240, 245, 246, 252, 255, 256, 269, 273, 276, 286], "upcom": 1, "intermedi": [1, 29, 82, 97, 102, 105, 125, 135, 136, 148, 158, 161, 162, 163, 168, 170, 173, 187, 195, 197, 202, 232, 235, 270, 277, 303], "lambda": [1, 6, 26, 115, 145, 179, 181, 182, 196, 235, 269, 270, 299], "also": [1, 2, 4, 5, 6, 7, 10, 12, 13, 14, 16, 17, 18, 19, 20, 22, 23, 24, 25, 26, 27, 28, 29, 36, 42, 45, 48, 52, 54, 55, 57, 58, 59, 60, 66, 67, 73, 74, 81, 83, 89, 92, 95, 97, 98, 100, 102, 104, 105, 107, 108, 109, 110, 111, 112, 114, 115, 122, 124, 125, 134, 137, 138, 139, 140, 141, 142, 143, 144, 146, 147, 150, 152, 153, 154, 156, 158, 160, 161, 162, 170, 171, 172, 173, 175, 176, 177, 178, 180, 181, 182, 183, 184, 185, 186, 190, 193, 194, 196, 197, 199, 200, 201, 202, 203, 204, 206, 207, 208, 209, 213, 218, 219, 220, 221, 225, 227, 230, 231, 232, 233, 235, 237, 238, 240, 241, 242, 246, 248, 249, 250, 251, 252, 253, 255, 257, 258, 259, 265, 267, 269, 270, 271, 273, 275, 276, 283, 284, 285, 286, 288, 289, 291, 295, 296, 297, 299, 300, 302, 303, 304, 305, 306], "compromis": 1, "easi": [1, 2, 6, 7, 11, 27, 28, 38, 49, 50, 57, 66, 74, 97, 98, 105, 107, 109, 137, 140, 142, 152, 159, 162, 167, 171, 175, 180, 190, 196, 197, 199, 209, 212, 225, 235, 240, 244, 258, 270, 285, 301, 304], "valueestim": 1, "enum": 1, "pointer": [1, 6, 7, 8, 26, 27, 183], "defin": [1, 2, 6, 14, 16, 17, 18, 19, 20, 22, 24, 25, 27, 29, 36, 41, 42, 43, 46, 48, 50, 58, 68, 71, 73, 74, 75, 81, 92, 95, 97, 102, 104, 106, 108, 109, 114, 115, 117, 120, 125, 136, 137, 138, 141, 143, 145, 148, 152, 153, 155, 156, 159, 160, 163, 167, 170, 172, 173, 181, 182, 183, 185, 188, 190, 191, 194, 196, 202, 206, 209, 218, 225, 230, 231, 232, 233, 235, 244, 245, 249, 250, 253, 257, 258, 259, 267, 273, 274, 275, 276, 282, 283, 290, 291, 293, 297, 299, 300, 301, 306], "default": [1, 3, 4, 6, 7, 10, 11, 12, 13, 17, 20, 23, 24, 25, 28, 36, 41, 45, 48, 50, 55, 57, 58, 61, 66, 69, 70, 83, 89, 100, 102, 104, 105, 109, 111, 116, 120, 124, 131, 134, 136, 137, 138, 139, 140, 143, 152, 153, 155, 158, 159, 161, 164, 170, 173, 176, 178, 179, 182, 183, 184, 190, 191, 193, 194, 196, 197, 200, 202, 203, 204, 206, 207, 208, 212, 221, 222, 225, 227, 229, 230, 231, 232, 233, 237, 241, 242, 248, 249, 250, 253, 257, 258, 265, 267, 270, 273, 274, 275, 276, 282, 284, 286, 289, 291, 294, 295, 296, 299, 301, 305, 306], "take": [1, 2, 3, 4, 5, 6, 7, 10, 11, 13, 14, 16, 17, 18, 19, 20, 23, 24, 25, 27, 29, 37, 38, 45, 48, 49, 52, 54, 55, 56, 57, 58, 66, 74, 81, 83, 89, 92, 97, 98, 100, 102, 104, 105, 106, 107, 109, 111, 112, 114, 115, 120, 124, 125, 131, 139, 140, 141, 142, 143, 144, 145, 147, 150, 152, 154, 156, 160, 162, 163, 170, 173, 178, 179, 180, 181, 182, 183, 184, 186, 190, 191, 193, 194, 196, 197, 199, 200, 201, 202, 204, 208, 210, 213, 218, 221, 223, 225, 227, 229, 230, 231, 232, 235, 240, 244, 248, 249, 250, 253, 257, 258, 259, 267, 270, 271, 272, 273, 276, 283, 285, 286, 287, 288, 289, 291, 296, 299, 301, 303, 304, 305], "simplest": [1, 7, 27, 36, 52, 97, 105, 109, 153, 180, 186, 248, 286], "show": [1, 6, 12, 13, 18, 20, 22, 23, 26, 28, 38, 49, 57, 58, 67, 81, 89, 90, 92, 95, 97, 98, 100, 102, 105, 106, 115, 120, 122, 134, 136, 138, 139, 142, 143, 144, 146, 147, 150, 153, 156, 161, 164, 173, 176, 178, 179, 181, 182, 184, 190, 191, 193, 194, 196, 197, 199, 200, 202, 203, 208, 211, 218, 225, 227, 229, 235, 246, 247, 249, 250, 252, 253, 258, 265, 267, 269, 270, 273, 276, 284, 285, 286, 291, 300, 301, 304, 305, 306], "chang": [1, 2, 6, 7, 12, 13, 14, 16, 23, 25, 26, 27, 28, 36, 45, 48, 54, 56, 57, 58, 59, 61, 89, 90, 92, 95, 97, 98, 100, 101, 106, 107, 108, 110, 111, 112, 117, 125, 136, 138, 139, 140, 142, 143, 145, 148, 149, 152, 153, 154, 156, 158, 161, 162, 163, 170, 171, 173, 176, 177, 178, 182, 190, 193, 194, 196, 197, 200, 202, 207, 208, 210, 212, 220, 222, 223, 227, 229, 231, 232, 233, 241, 242, 246, 247, 249, 250, 255, 258, 259, 269, 270, 273, 274, 282, 283, 284, 286, 287, 294, 299, 300, 301, 302, 305], "instruct": [1, 7, 23, 27, 28, 40, 98, 101, 104, 106, 143, 144, 153, 154, 158, 175, 177, 178, 180, 182, 184, 186, 199, 200, 208, 227, 229, 230, 241, 242, 248, 257, 258, 265, 268, 273, 286, 290, 303, 305], "queri": [1, 16, 26, 55, 66, 100, 105, 125, 139, 183, 185, 201, 202, 204, 211, 223, 227, 232], "correspond": [1, 2, 3, 4, 6, 7, 10, 12, 14, 16, 17, 37, 38, 42, 48, 55, 61, 66, 83, 89, 97, 98, 102, 104, 109, 112, 122, 125, 138, 141, 142, 145, 161, 170, 175, 177, 180, 183, 186, 188, 190, 191, 193, 194, 196, 197, 201, 202, 211, 221, 231, 232, 233, 244, 259, 268, 275, 276, 286, 290, 305], "make_value_estim": 1, "central": [1, 10, 81, 97, 105, 106, 112, 114, 148, 289, 304], "quit": [1, 7, 20, 27, 55, 66, 81, 141, 152, 156, 170, 180, 184, 196, 197, 218, 235, 249, 252, 255, 270, 285], "weight": [1, 2, 3, 5, 6, 7, 11, 14, 15, 16, 20, 23, 24, 28, 36, 37, 48, 49, 55, 66, 69, 70, 72, 73, 74, 75, 76, 78, 79, 81, 97, 100, 102, 105, 106, 107, 109, 110, 112, 115, 123, 125, 131, 136, 138, 143, 145, 146, 148, 153, 154, 155, 156, 159, 161, 162, 164, 170, 171, 172, 177, 178, 180, 181, 184, 186, 190, 193, 197, 200, 202, 203, 207, 208, 209, 210, 211, 222, 227, 229, 230, 231, 232, 235, 237, 238, 249, 253, 257, 259, 267, 272, 273, 283, 288, 289, 294, 301, 303], "when": [1, 4, 6, 7, 10, 12, 13, 14, 16, 17, 18, 20, 22, 24, 25, 26, 27, 29, 36, 38, 41, 43, 45, 48, 49, 50, 52, 54, 55, 56, 58, 59, 61, 66, 67, 81, 83, 89, 92, 95, 97, 98, 100, 102, 104, 105, 106, 107, 108, 111, 114, 115, 116, 119, 120, 122, 123, 124, 125, 134, 136, 137, 138, 139, 141, 142, 144, 145, 146, 149, 150, 152, 153, 154, 156, 158, 160, 161, 163, 164, 167, 170, 171, 173, 176, 177, 178, 180, 181, 182, 184, 185, 186, 190, 193, 194, 196, 197, 199, 200, 201, 202, 206, 208, 209, 210, 218, 221, 222, 223, 225, 227, 229, 230, 231, 232, 233, 235, 237, 238, 241, 242, 244, 246, 247, 248, 250, 251, 252, 257, 265, 269, 270, 272, 273, 275, 276, 277, 283, 285, 286, 287, 289, 290, 295, 296, 298, 299, 301, 305, 306], "must": [1, 2, 4, 5, 6, 7, 8, 10, 12, 13, 14, 16, 18, 26, 27, 37, 38, 55, 58, 66, 73, 81, 92, 97, 98, 105, 108, 114, 119, 120, 124, 125, 137, 150, 152, 153, 155, 158, 173, 178, 180, 183, 190, 193, 194, 196, 197, 203, 206, 218, 219, 221, 223, 229, 231, 232, 237, 240, 247, 251, 275, 277, 283, 286, 298, 304], "sure": [1, 5, 6, 7, 10, 12, 13, 16, 23, 26, 43, 57, 63, 66, 95, 100, 104, 107, 108, 114, 120, 125, 138, 140, 144, 145, 150, 152, 153, 154, 156, 160, 173, 178, 180, 182, 193, 197, 211, 219, 221, 232, 240, 247, 248, 258, 268, 269, 275, 284, 286, 295, 296, 298], "out": [1, 2, 4, 5, 6, 7, 10, 12, 13, 16, 17, 18, 20, 24, 25, 26, 27, 28, 29, 36, 40, 41, 45, 46, 48, 49, 50, 54, 55, 57, 58, 64, 65, 66, 67, 81, 83, 84, 85, 86, 87, 88, 90, 92, 95, 97, 98, 100, 102, 105, 107, 108, 110, 112, 115, 119, 122, 136, 139, 140, 141, 142, 143, 147, 148, 150, 152, 153, 155, 156, 160, 161, 162, 170, 173, 176, 177, 178, 179, 180, 182, 183, 184, 186, 190, 191, 193, 196, 197, 199, 200, 202, 204, 206, 208, 209, 215, 216, 218, 219, 220, 221, 223, 224, 226, 227, 229, 230, 235, 240, 241, 242, 243, 248, 252, 258, 259, 261, 262, 263, 264, 266, 268, 274, 276, 282, 283, 286, 290, 296, 299, 300, 301, 305], "graph": [1, 6, 12, 16, 18, 24, 27, 29, 52, 55, 69, 71, 74, 78, 79, 89, 92, 94, 97, 108, 110, 116, 119, 120, 123, 124, 136, 141, 143, 147, 159, 160, 161, 162, 164, 183, 184, 190, 191, 193, 199, 202, 203, 212, 213, 226, 227, 229, 232, 236, 241, 242, 253, 256, 258, 259, 272, 284, 291, 295, 296, 300, 302, 303], "otherwis": [1, 4, 10, 12, 23, 27, 37, 42, 55, 61, 69, 81, 89, 92, 105, 115, 124, 125, 131, 138, 141, 147, 150, 153, 161, 162, 164, 170, 180, 181, 183, 194, 197, 229, 235, 240, 241, 247, 285, 299, 305], "mix": [1, 10, 17, 66, 67, 122, 164, 208, 230, 231, 258, 259, 274, 282, 290], "For": [1, 2, 4, 5, 6, 7, 8, 12, 13, 14, 16, 17, 18, 19, 20, 22, 23, 24, 25, 26, 27, 29, 36, 41, 42, 45, 46, 48, 49, 50, 52, 54, 55, 56, 57, 58, 59, 61, 66, 69, 70, 74, 81, 83, 89, 90, 95, 98, 102, 104, 105, 106, 107, 108, 109, 110, 112, 114, 115, 117, 124, 125, 128, 134, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 149, 150, 152, 153, 154, 155, 156, 159, 160, 161, 163, 164, 171, 175, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 188, 190, 193, 194, 196, 197, 199, 200, 201, 202, 203, 204, 206, 207, 208, 210, 211, 212, 218, 219, 220, 221, 223, 225, 227, 229, 230, 231, 232, 233, 235, 237, 241, 242, 244, 245, 246, 248, 249, 250, 251, 252, 253, 255, 256, 257, 258, 259, 265, 267, 268, 269, 270, 272, 273, 275, 277, 283, 284, 285, 286, 287, 288, 289, 291, 297, 298, 299, 302, 303, 304, 305, 306], "hold_out_param": 1, "now": [1, 2, 5, 6, 7, 10, 11, 12, 13, 14, 17, 18, 19, 20, 22, 24, 25, 26, 27, 28, 29, 41, 42, 48, 49, 50, 52, 55, 56, 57, 58, 61, 66, 81, 92, 95, 96, 97, 98, 104, 105, 107, 109, 111, 114, 115, 117, 120, 124, 131, 134, 136, 137, 140, 141, 142, 143, 144, 145, 146, 147, 150, 152, 153, 154, 156, 159, 160, 161, 162, 163, 167, 170, 171, 172, 173, 176, 177, 179, 180, 181, 182, 183, 184, 188, 190, 191, 193, 194, 196, 197, 199, 201, 202, 203, 204, 207, 208, 210, 211, 213, 218, 219, 223, 227, 230, 232, 233, 235, 237, 240, 246, 248, 249, 250, 253, 271, 272, 273, 283, 284, 285, 288, 296, 303], "reli": [1, 3, 4, 7, 10, 16, 27, 43, 55, 97, 114, 141, 163, 170, 173, 177, 180, 196, 213, 220, 222, 242, 247, 286], "miss": [1, 57, 125, 145, 150, 153, 190, 194, 200, 204, 219, 269, 285, 287, 305], "glue": [1, 154, 184], "cost": [1, 6, 16, 55, 107, 109, 122, 137, 138, 140, 141, 145, 167, 190, 196, 249, 271, 286, 299, 300], "deliv": [1, 200, 242, 258, 298], "most": [1, 2, 5, 6, 13, 16, 20, 26, 27, 29, 36, 40, 48, 55, 57, 58, 66, 81, 83, 95, 97, 98, 100, 102, 105, 109, 111, 112, 115, 122, 124, 125, 131, 135, 138, 140, 141, 142, 144, 146, 147, 152, 154, 160, 161, 163, 164, 170, 173, 178, 179, 180, 182, 183, 184, 185, 186, 190, 193, 194, 196, 197, 199, 200, 202, 208, 220, 221, 222, 225, 227, 229, 232, 235, 248, 249, 258, 259, 268, 276, 283, 285, 286, 291, 295, 299, 301, 305], "first": [1, 2, 3, 4, 5, 6, 7, 8, 10, 11, 12, 13, 14, 16, 17, 18, 19, 20, 22, 23, 24, 25, 26, 27, 28, 29, 40, 43, 46, 49, 50, 55, 56, 57, 58, 59, 61, 66, 67, 74, 75, 81, 89, 90, 92, 95, 97, 100, 102, 105, 107, 109, 111, 112, 114, 115, 120, 122, 124, 125, 134, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 150, 152, 153, 154, 155, 156, 158, 159, 160, 161, 162, 167, 170, 172, 173, 175, 176, 177, 178, 180, 181, 182, 183, 184, 186, 190, 193, 194, 196, 197, 201, 202, 203, 204, 206, 208, 210, 211, 213, 218, 220, 221, 223, 225, 227, 229, 232, 235, 238, 240, 247, 248, 249, 250, 252, 253, 256, 257, 259, 269, 270, 272, 273, 275, 276, 283, 286, 291, 296, 298, 299, 300, 301, 305], "taken": [1, 7, 10, 16, 23, 26, 29, 66, 89, 90, 102, 134, 153, 156, 170, 180, 181, 193, 196, 210, 211, 273, 277, 300], "care": [1, 4, 6, 16, 25, 81, 95, 97, 107, 147, 152, 173, 180, 184, 202, 218, 227, 249, 270, 271, 273, 285], "condit": [1, 16, 55, 61, 105, 112, 116, 138, 152, 154, 171, 173, 194, 196, 233, 237, 253], "remaind": [1, 100, 158], "cheetah": 1, "goal": [1, 7, 16, 17, 49, 55, 58, 67, 81, 92, 107, 141, 142, 152, 153, 160, 180, 182, 184, 199, 206, 218, 259], "half": [1, 10, 20, 131, 175, 199, 200, 235, 269, 306], "fast": [1, 6, 7, 20, 22, 25, 55, 97, 115, 138, 140, 150, 167, 173, 180, 185, 193, 197, 202, 206, 210, 226, 235, 273, 285], "dm_control": 1, "gym": [1, 16, 136, 153, 163, 180, 181, 182, 184, 202], "env": [1, 22, 139, 149, 152, 153, 163, 180, 181, 182, 184, 204, 206, 241, 270, 285, 301], "gymenv": [1, 180], "halfcheetah": 1, "v4": 1, "dmcontrolenv": 1, "By": [1, 10, 20, 23, 29, 36, 45, 48, 66, 69, 70, 89, 95, 97, 105, 111, 114, 115, 116, 124, 137, 140, 142, 152, 155, 158, 160, 161, 170, 177, 181, 190, 196, 199, 200, 206, 212, 219, 221, 223, 235, 241, 248, 249, 250, 255, 265, 272, 276, 286, 291, 295, 296, 298, 301, 305], "disabl": [1, 13, 17, 137, 138, 145, 163, 167, 179, 183, 185, 190, 194, 210, 218, 219, 220, 221, 229, 233, 241, 250, 269, 295, 299, 305], "render": [1, 7, 89, 98, 104, 163, 173, 180], "easier": [1, 20, 22, 27, 28, 56, 57, 108, 115, 138, 142, 161, 170, 182, 186, 191, 199, 210, 218, 221, 232, 235, 240, 250, 253, 270, 285, 298], "than": [1, 3, 4, 6, 7, 10, 12, 13, 14, 15, 16, 20, 23, 27, 29, 49, 54, 55, 56, 58, 59, 66, 67, 73, 75, 81, 89, 92, 97, 100, 102, 105, 107, 108, 109, 111, 114, 115, 117, 124, 125, 131, 136, 137, 138, 139, 142, 144, 146, 149, 150, 152, 155, 161, 162, 163, 167, 170, 171, 172, 173, 179, 180, 181, 182, 190, 191, 193, 194, 197, 200, 201, 202, 206, 208, 210, 218, 223, 225, 227, 235, 238, 241, 242, 244, 267, 270, 273, 275, 286, 287, 290, 295, 301, 305], "imag": [1, 23, 27, 37, 38, 40, 46, 48, 52, 55, 57, 58, 63, 66, 81, 83, 89, 95, 98, 100, 102, 105, 106, 107, 115, 136, 140, 145, 155, 163, 164, 170, 172, 181, 188, 190, 191, 197, 201, 208, 223, 227, 229, 230, 231, 241, 242, 252, 268, 272, 284, 287, 288, 290, 303], "focu": [1, 4, 7, 12, 22, 98, 107, 109, 119, 137, 140, 141, 154, 156, 180, 182, 184, 186, 196, 200, 210, 219, 259, 273], "pass": [1, 2, 3, 4, 5, 7, 8, 10, 12, 14, 15, 16, 17, 18, 19, 23, 26, 27, 29, 36, 37, 38, 41, 42, 43, 48, 49, 55, 57, 58, 59, 62, 66, 69, 70, 71, 73, 78, 79, 83, 89, 92, 95, 97, 98, 100, 102, 105, 106, 107, 109, 111, 112, 115, 116, 124, 125, 136, 137, 138, 140, 141, 142, 143, 146, 147, 148, 150, 152, 153, 155, 158, 160, 163, 164, 167, 171, 172, 175, 177, 180, 181, 182, 183, 184, 186, 187, 190, 193, 194, 196, 197, 202, 203, 204, 209, 210, 211, 218, 221, 225, 229, 232, 237, 246, 247, 248, 250, 251, 253, 255, 257, 269, 270, 275, 276, 277, 283, 286, 289, 306], "pixel": [1, 24, 37, 46, 49, 81, 102, 105, 107, 153, 164, 188, 193, 301], "from_pixel": 1, "true": [1, 2, 4, 5, 6, 7, 12, 13, 14, 17, 18, 23, 26, 27, 28, 36, 38, 41, 43, 48, 49, 52, 55, 57, 69, 70, 89, 95, 97, 100, 105, 107, 111, 116, 117, 119, 122, 123, 124, 125, 131, 137, 138, 139, 140, 142, 145, 146, 147, 150, 152, 153, 154, 156, 158, 161, 163, 164, 171, 178, 179, 181, 182, 183, 184, 185, 190, 191, 193, 194, 196, 199, 200, 201, 202, 203, 204, 206, 208, 211, 212, 219, 220, 221, 222, 227, 229, 230, 232, 233, 235, 238, 241, 247, 248, 249, 250, 256, 258, 259, 267, 273, 276, 283, 289, 291, 294, 298, 299, 303, 304, 305, 306], "pixels_onli": 1, "make_env": 1, "helper": [1, 6, 10, 11, 19, 20, 27, 52, 57, 61, 98, 104, 106, 107, 108, 116, 123, 137, 138, 142, 143, 144, 152, 153, 181, 182, 183, 184, 186, 188, 191, 193, 201, 235, 245, 246, 276, 301], "either": [1, 2, 4, 5, 6, 7, 10, 18, 23, 27, 49, 55, 66, 79, 95, 106, 107, 115, 117, 119, 125, 131, 137, 140, 150, 153, 154, 164, 177, 181, 182, 183, 190, 194, 196, 202, 208, 211, 221, 223, 229, 230, 231, 233, 235, 238, 244, 248, 253, 258, 259, 265, 269, 276, 283, 286, 298, 303], "backend": [1, 6, 7, 13, 16, 22, 24, 28, 29, 59, 61, 135, 136, 142, 145, 149, 150, 153, 154, 164, 179, 180, 181, 187, 190, 194, 196, 197, 200, 204, 213, 222, 226, 232, 233, 242, 247, 257, 265, 267, 269, 290, 297, 301], "consid": [1, 4, 7, 12, 13, 16, 27, 36, 43, 55, 66, 74, 81, 89, 124, 138, 147, 150, 152, 164, 167, 170, 171, 173, 176, 178, 182, 186, 190, 194, 196, 197, 201, 206, 218, 219, 220, 222, 240, 249, 275, 276, 277, 296], "abov": [1, 3, 4, 5, 6, 7, 8, 10, 12, 13, 16, 17, 19, 23, 24, 26, 27, 48, 49, 55, 57, 58, 71, 73, 74, 81, 89, 97, 98, 100, 102, 104, 105, 107, 108, 109, 111, 112, 114, 115, 123, 124, 137, 139, 140, 141, 142, 143, 145, 146, 147, 148, 149, 150, 152, 156, 158, 161, 162, 163, 164, 167, 170, 171, 172, 173, 175, 177, 178, 180, 182, 183, 184, 185, 190, 193, 194, 196, 197, 199, 200, 201, 203, 204, 206, 210, 213, 218, 219, 220, 221, 222, 225, 227, 229, 232, 233, 249, 250, 251, 252, 253, 256, 257, 258, 259, 265, 267, 268, 270, 273, 275, 276, 283, 284, 295, 301, 305], "dm": [1, 144], "want": [1, 2, 4, 5, 6, 7, 8, 10, 11, 12, 14, 16, 17, 19, 23, 25, 26, 27, 28, 36, 37, 38, 41, 43, 48, 49, 52, 55, 57, 58, 66, 67, 69, 70, 73, 81, 92, 95, 97, 98, 100, 102, 105, 106, 107, 108, 109, 110, 111, 112, 114, 115, 124, 125, 131, 139, 140, 141, 142, 152, 153, 154, 155, 158, 160, 162, 164, 167, 171, 173, 175, 177, 178, 179, 180, 183, 185, 186, 188, 193, 194, 196, 197, 201, 202, 207, 208, 209, 218, 220, 225, 226, 227, 229, 232, 240, 250, 251, 259, 265, 267, 269, 270, 273, 275, 283, 285, 287, 298, 300], "modifi": [1, 3, 7, 12, 13, 16, 23, 42, 46, 48, 49, 58, 81, 107, 108, 117, 134, 140, 143, 152, 156, 160, 161, 176, 178, 180, 182, 186, 196, 202, 203, 204, 225, 238, 248, 283, 286, 299, 301], "represent": [1, 5, 12, 16, 27, 29, 48, 58, 66, 92, 98, 102, 104, 107, 109, 112, 114, 116, 117, 119, 123, 125, 136, 142, 154, 159, 160, 163, 186, 190, 191, 196, 197, 202, 223, 226, 227, 232, 238, 244, 253, 270, 273, 283, 285, 300, 303], "more": [1, 2, 3, 4, 5, 6, 7, 8, 10, 11, 12, 13, 16, 17, 18, 20, 23, 24, 25, 26, 29, 38, 40, 41, 42, 45, 48, 49, 50, 54, 55, 56, 57, 58, 59, 61, 62, 67, 73, 81, 83, 92, 98, 100, 102, 104, 106, 107, 108, 109, 111, 112, 114, 115, 117, 119, 122, 123, 124, 125, 131, 135, 136, 137, 139, 140, 142, 143, 144, 145, 146, 147, 148, 149, 150, 152, 153, 156, 158, 159, 160, 163, 167, 170, 171, 173, 177, 178, 179, 180, 181, 183, 184, 185, 186, 187, 188, 191, 193, 194, 196, 197, 199, 200, 201, 202, 203, 206, 208, 209, 210, 211, 218, 219, 220, 221, 223, 225, 226, 227, 229, 230, 231, 235, 238, 240, 241, 242, 247, 248, 250, 251, 252, 253, 257, 258, 259, 265, 268, 275, 283, 285, 286, 291, 296, 298, 299, 300, 301, 302, 303, 305, 306], "friendli": [1, 5, 17, 27, 200, 253, 269], "append": [1, 10, 16, 19, 22, 23, 25, 55, 66, 105, 122, 125, 137, 144, 152, 154, 163, 177, 180, 181, 182, 183, 184, 186, 191, 208, 211, 227, 229, 235, 253, 305], "special": [1, 12, 22, 26, 27, 45, 54, 66, 100, 102, 109, 111, 114, 115, 120, 141, 153, 164, 176, 177, 190, 193, 208, 223, 227, 237, 250, 283, 286, 301], "torchr": 1, "transformedenv": [1, 16, 180], "common": [1, 5, 7, 10, 12, 16, 18, 20, 23, 41, 42, 49, 55, 57, 66, 67, 89, 100, 105, 107, 109, 111, 114, 116, 125, 131, 136, 140, 150, 154, 160, 163, 171, 173, 177, 178, 179, 180, 185, 193, 196, 197, 201, 209, 220, 223, 235, 253, 259, 270, 271, 285, 286, 287, 290, 291, 297], "rescal": [1, 57, 201, 210], "heurist": [1, 89, 206, 232, 257, 298], "multipli": [1, 4, 6, 14, 23, 54, 55, 66, 97, 98, 100, 105, 115, 159, 186, 199, 200, 273, 285, 297], "5": [1, 2, 3, 6, 7, 13, 20, 27, 38, 40, 50, 55, 58, 71, 83, 89, 92, 95, 97, 100, 102, 104, 106, 107, 109, 112, 114, 119, 122, 123, 124, 125, 137, 138, 144, 146, 150, 152, 154, 161, 163, 164, 178, 179, 182, 183, 184, 193, 196, 197, 199, 200, 201, 202, 206, 213, 227, 229, 233, 235, 237, 238, 240, 242, 245, 248, 252, 256, 257, 258, 259, 265, 286, 291, 294, 299, 303, 304], "interfac": [1, 4, 5, 6, 7, 16, 17, 24, 26, 27, 29, 55, 66, 105, 115, 142, 149, 152, 180, 193, 197, 212, 244, 258, 265, 301], "between": [1, 6, 7, 10, 13, 14, 16, 19, 20, 23, 25, 26, 27, 37, 45, 52, 54, 55, 66, 71, 79, 81, 89, 90, 92, 95, 97, 100, 102, 105, 107, 108, 109, 112, 114, 115, 124, 136, 138, 140, 142, 152, 153, 154, 160, 163, 164, 167, 173, 175, 177, 181, 183, 184, 185, 186, 191, 193, 194, 196, 197, 199, 200, 201, 202, 204, 206, 207, 210, 211, 212, 218, 219, 221, 225, 226, 229, 230, 232, 235, 249, 251, 256, 269, 270, 271, 273, 276, 286, 291, 301, 302, 306], "simul": [1, 20, 22, 23, 102, 134, 145, 180, 181, 235, 252], "work": [1, 2, 4, 5, 6, 7, 8, 11, 14, 16, 18, 20, 22, 24, 25, 26, 27, 29, 40, 41, 48, 55, 56, 57, 58, 61, 62, 66, 67, 81, 92, 95, 97, 98, 100, 102, 105, 106, 107, 108, 110, 114, 115, 116, 119, 134, 136, 141, 143, 144, 146, 147, 148, 150, 152, 153, 155, 156, 158, 159, 160, 162, 170, 171, 172, 173, 176, 177, 179, 180, 182, 184, 185, 186, 190, 193, 196, 197, 199, 201, 202, 206, 208, 209, 210, 211, 218, 219, 220, 221, 225, 227, 229, 230, 235, 237, 238, 240, 241, 242, 248, 249, 252, 257, 258, 269, 270, 273, 276, 283, 285, 286, 291, 294, 295, 298, 301], "doubl": [1, 2, 4, 6, 7, 27, 41, 97, 104, 115, 122, 136, 146, 153, 154, 163, 172, 178, 180, 191, 211, 257, 269], "precis": [1, 5, 10, 12, 17, 24, 67, 141, 146, 147, 154, 164, 173, 180, 191, 197, 200, 208, 211, 230, 231, 257, 258, 259, 273, 274, 282, 290, 291], "number": [1, 4, 6, 7, 11, 13, 14, 17, 22, 23, 25, 27, 38, 41, 46, 49, 57, 58, 59, 61, 66, 71, 89, 92, 95, 97, 100, 102, 107, 109, 111, 114, 115, 122, 124, 125, 137, 138, 139, 140, 141, 142, 143, 149, 150, 152, 153, 154, 155, 156, 158, 161, 162, 167, 171, 173, 175, 177, 178, 179, 180, 181, 182, 183, 184, 190, 193, 194, 197, 201, 206, 210, 211, 221, 222, 223, 229, 230, 240, 241, 245, 248, 250, 257, 267, 270, 272, 273, 276, 285, 286, 296, 302, 305], "presum": 1, "singl": [1, 2, 4, 5, 6, 7, 10, 11, 12, 13, 17, 20, 22, 24, 25, 26, 27, 42, 45, 48, 52, 57, 59, 60, 61, 62, 66, 67, 92, 95, 97, 98, 102, 104, 105, 106, 107, 109, 115, 136, 137, 138, 140, 143, 145, 146, 147, 148, 149, 150, 152, 153, 154, 156, 162, 163, 167, 172, 173, 175, 180, 181, 182, 183, 184, 186, 190, 193, 194, 196, 197, 202, 203, 204, 206, 208, 210, 223, 227, 232, 235, 240, 248, 250, 256, 257, 270, 273, 285, 286, 290, 301, 305], "ones": [1, 2, 4, 5, 7, 13, 16, 18, 23, 25, 66, 97, 102, 105, 107, 123, 152, 155, 160, 171, 172, 173, 175, 176, 178, 180, 181, 190, 196, 200, 202, 203, 219, 229, 237, 244, 253, 258, 285, 301], "goe": [1, 5, 6, 27, 57, 105, 108, 109, 136, 139, 147, 162, 176, 180, 183, 197, 248, 267], "wai": [1, 2, 4, 5, 6, 7, 10, 11, 12, 13, 14, 16, 24, 25, 26, 29, 36, 40, 42, 45, 48, 49, 52, 54, 55, 56, 57, 58, 59, 60, 61, 62, 66, 73, 78, 81, 89, 95, 97, 98, 100, 101, 105, 108, 109, 111, 114, 115, 117, 119, 120, 123, 125, 135, 138, 140, 141, 142, 143, 147, 149, 150, 156, 158, 159, 160, 161, 162, 163, 164, 167, 170, 171, 175, 177, 178, 180, 182, 183, 185, 188, 191, 196, 197, 201, 202, 203, 204, 210, 211, 219, 220, 221, 223, 225, 226, 227, 229, 232, 237, 244, 248, 250, 253, 268, 271, 273, 276, 277, 283, 286, 298], "repres": [1, 4, 6, 12, 14, 15, 22, 24, 25, 29, 37, 48, 55, 57, 58, 66, 67, 69, 81, 83, 89, 92, 97, 98, 100, 102, 106, 107, 114, 116, 117, 119, 122, 123, 124, 137, 138, 140, 142, 143, 145, 153, 156, 158, 160, 163, 164, 180, 181, 184, 186, 193, 196, 197, 199, 201, 202, 206, 208, 218, 223, 227, 229, 248, 270, 272, 283, 285], "doubletofloat": [1, 180], "in_kei": [1, 16, 153, 180], "list": [1, 4, 6, 7, 10, 13, 14, 16, 17, 19, 23, 24, 25, 28, 38, 42, 45, 49, 52, 54, 55, 56, 58, 66, 74, 81, 95, 98, 102, 105, 111, 112, 114, 116, 117, 119, 120, 123, 124, 134, 141, 144, 152, 154, 164, 171, 173, 178, 179, 182, 183, 184, 186, 190, 191, 193, 194, 196, 197, 209, 211, 212, 220, 223, 229, 232, 235, 241, 244, 247, 252, 253, 255, 256, 267, 268, 270, 273, 275, 276, 290, 295, 301, 305], "refer": [1, 4, 5, 6, 7, 8, 10, 15, 17, 20, 25, 26, 27, 28, 29, 36, 42, 66, 67, 81, 89, 92, 97, 98, 105, 107, 109, 111, 112, 114, 116, 117, 119, 120, 122, 125, 137, 138, 140, 141, 144, 145, 149, 150, 152, 161, 170, 173, 177, 178, 180, 182, 183, 184, 190, 193, 196, 197, 200, 201, 202, 206, 211, 213, 218, 221, 227, 229, 230, 233, 235, 244, 257, 259, 268, 269, 270, 272, 275, 276, 283, 286, 296, 298, 301, 303, 304, 305], "float": [1, 4, 6, 7, 10, 11, 13, 23, 27, 49, 97, 100, 105, 111, 114, 122, 137, 138, 140, 142, 152, 154, 163, 164, 176, 177, 178, 181, 182, 184, 196, 197, 201, 203, 206, 207, 210, 211, 212, 220, 221, 222, 227, 229, 232, 241, 253, 256, 257, 259, 267, 269, 273, 276, 283], "while": [1, 2, 3, 5, 6, 7, 11, 13, 14, 15, 16, 20, 23, 25, 27, 38, 41, 55, 58, 61, 66, 89, 97, 98, 105, 116, 117, 122, 134, 135, 136, 137, 139, 141, 142, 145, 148, 150, 152, 153, 154, 156, 161, 162, 163, 164, 170, 173, 177, 178, 179, 180, 183, 184, 185, 186, 188, 194, 196, 197, 199, 200, 202, 203, 206, 208, 210, 211, 218, 219, 220, 221, 222, 223, 227, 232, 235, 249, 267, 269, 270, 275, 276, 283, 286, 291, 295, 298, 301], "in_keys_inv": [1, 16], "befor": [1, 3, 4, 6, 7, 10, 11, 12, 13, 14, 16, 19, 23, 24, 26, 27, 29, 36, 41, 43, 48, 49, 50, 52, 55, 57, 58, 61, 66, 67, 81, 92, 97, 98, 102, 107, 108, 109, 111, 112, 114, 115, 117, 119, 120, 122, 124, 125, 131, 134, 136, 137, 140, 142, 143, 145, 150, 152, 153, 154, 156, 158, 161, 163, 168, 170, 171, 173, 175, 177, 178, 179, 180, 182, 183, 184, 186, 190, 191, 194, 196, 197, 199, 200, 201, 203, 206, 208, 209, 211, 218, 219, 221, 225, 227, 229, 232, 233, 249, 252, 256, 267, 269, 270, 272, 275, 284, 286, 287, 288, 289, 290, 291, 295, 296, 298, 299, 305, 306], "concaten": [1, 16, 45, 54, 55, 111, 112, 123, 140, 144, 181, 227], "cattensor": 1, "leav": [1, 10, 18, 20, 36, 48, 55, 57, 59, 66, 92, 97, 142, 170, 171, 179, 235, 257, 283], "constant": [1, 2, 7, 27, 29, 45, 54, 66, 89, 95, 97, 105, 109, 117, 139, 153, 171, 181, 191, 194, 196, 200, 211, 222, 227, 235, 286], "significantli": [1, 23, 112, 134, 135, 140, 146, 173, 194, 199, 210, 227, 230, 231, 238, 267, 273, 277, 286, 296, 305], "speed": [1, 6, 7, 12, 16, 23, 24, 36, 38, 41, 54, 55, 92, 97, 100, 101, 107, 115, 135, 136, 137, 140, 143, 148, 153, 155, 161, 164, 173, 179, 180, 182, 185, 194, 199, 202, 210, 211, 212, 226, 238, 242, 247, 249, 253, 267, 270, 273, 284, 286, 290, 300, 301, 305], "throughput": [1, 137, 173, 200, 273, 286, 305], "choos": [1, 10, 12, 14, 17, 49, 55, 58, 61, 67, 71, 95, 98, 109, 119, 124, 125, 139, 140, 144, 150, 152, 163, 171, 179, 180, 181, 186, 190, 193, 197, 200, 201, 204, 210, 211, 213, 227, 230, 247, 265, 269, 276, 291], "whether": [1, 7, 10, 12, 13, 16, 26, 55, 58, 97, 98, 100, 104, 105, 107, 115, 117, 125, 147, 152, 154, 160, 163, 170, 173, 180, 182, 190, 191, 193, 196, 203, 221, 270, 276, 286, 287], "individu": [1, 6, 7, 14, 25, 29, 37, 55, 92, 97, 98, 102, 123, 124, 140, 142, 146, 172, 173, 177, 183, 186, 191, 194, 196, 197, 202, 203, 248, 265, 269, 270, 286, 296], "approach": [1, 4, 5, 6, 7, 8, 26, 27, 29, 43, 62, 98, 115, 119, 125, 139, 143, 148, 156, 171, 172, 173, 180, 183, 186, 194, 196, 201, 206, 209, 218, 221, 222, 230, 231, 240, 259, 267, 270, 273, 283, 290, 291], "parallelenv": [1, 180], "num_work": [1, 49, 57, 95, 107, 137, 138, 178, 190, 191, 199, 286], "4": [1, 2, 3, 4, 6, 7, 10, 14, 18, 19, 21, 25, 27, 28, 38, 40, 50, 57, 59, 60, 61, 69, 70, 71, 81, 83, 95, 97, 98, 100, 102, 104, 105, 106, 107, 108, 109, 111, 114, 115, 124, 134, 136, 137, 138, 139, 145, 146, 148, 149, 152, 153, 161, 163, 164, 170, 175, 177, 178, 181, 182, 183, 184, 193, 194, 196, 197, 199, 201, 202, 204, 206, 207, 210, 213, 221, 226, 227, 229, 242, 249, 252, 257, 284, 291, 295, 296, 299, 301, 305], "leverag": [1, 7, 55, 81, 107, 120, 125, 136, 137, 140, 150, 152, 162, 201, 212, 222, 226, 230, 231, 233, 251, 252, 253, 255, 286, 287, 290, 300, 304, 305], "vector": [1, 2, 5, 6, 7, 14, 16, 26, 27, 36, 55, 58, 66, 89, 97, 98, 102, 104, 105, 107, 109, 111, 112, 114, 115, 123, 143, 144, 145, 153, 154, 158, 172, 176, 186, 197, 200, 212, 222, 230, 240, 242, 257, 258, 273, 286, 298, 303], "capabl": [1, 3, 13, 17, 20, 55, 66, 81, 140, 173, 185, 190, 227, 230, 235, 242, 245, 246, 255, 269, 286], "pytorch": [1, 2, 4, 10, 11, 13, 16, 18, 20, 21, 22, 25, 27, 30, 31, 32, 33, 34, 36, 37, 38, 39, 40, 41, 42, 43, 45, 49, 50, 54, 55, 57, 58, 59, 61, 62, 64, 65, 66, 68, 72, 76, 77, 80, 81, 82, 83, 84, 85, 86, 87, 90, 91, 92, 95, 97, 98, 107, 108, 113, 115, 116, 118, 119, 125, 126, 128, 131, 135, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 153, 155, 157, 158, 159, 160, 161, 162, 163, 167, 168, 170, 172, 175, 176, 177, 178, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 191, 192, 194, 195, 196, 204, 206, 207, 208, 209, 210, 212, 213, 214, 215, 217, 218, 219, 220, 221, 222, 223, 224, 233, 235, 236, 238, 239, 240, 245, 246, 247, 248, 249, 250, 251, 252, 253, 255, 256, 261, 263, 264, 267, 268, 269, 270, 271, 273, 275, 278, 279, 280, 281, 282, 283, 285, 291, 295, 296, 297, 298, 299, 300, 301, 302, 303, 305, 306], "adopt": [1, 24, 28, 67, 170, 176, 183, 233, 259], "frame_skip": [1, 180], "frame": [1, 7, 153, 163, 179, 180, 190, 206, 301], "count": [1, 7, 13, 23, 26, 41, 49, 55, 89, 109, 152, 153, 180, 181, 184, 186, 190, 193, 200, 208, 227, 229, 251], "frames_per_batch": [1, 180], "total_fram": [1, 180], "adjust": [1, 16, 23, 36, 41, 42, 48, 58, 81, 97, 100, 106, 140, 142, 143, 167, 182, 286], "total": [1, 6, 11, 13, 14, 15, 16, 18, 19, 20, 21, 24, 25, 28, 29, 36, 37, 38, 40, 41, 42, 43, 44, 45, 46, 48, 49, 50, 52, 53, 54, 55, 57, 58, 59, 61, 66, 69, 70, 71, 73, 74, 75, 76, 78, 79, 80, 81, 83, 90, 92, 93, 95, 97, 98, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 111, 112, 113, 114, 115, 116, 117, 119, 120, 121, 122, 125, 126, 128, 131, 134, 137, 139, 141, 142, 143, 144, 146, 152, 153, 154, 155, 156, 158, 159, 160, 161, 162, 163, 164, 165, 167, 170, 171, 172, 173, 177, 179, 180, 181, 183, 185, 186, 187, 188, 190, 193, 194, 196, 197, 199, 201, 202, 207, 208, 210, 211, 218, 219, 220, 221, 223, 225, 236, 238, 240, 246, 247, 255, 257, 259, 268, 269, 270, 271, 272, 273, 275, 276, 277, 282, 283, 284, 285, 286, 287, 288, 289, 291, 293, 297, 298, 299, 300, 302, 305], "rais": [1, 10, 13, 18, 23, 81, 116, 139, 140, 141, 144, 161, 163, 164, 179, 180, 194, 196, 249, 253, 286, 299, 301], "skip": [1, 5, 6, 12, 16, 20, 23, 27, 48, 108, 125, 147, 158, 163, 182, 184, 190, 194, 196, 202, 208, 226, 233, 235, 247, 270, 276, 289, 305], "unchang": [1, 10, 90, 97, 244], "seem": [1, 49, 58, 141, 143, 153, 173, 175, 197, 270], "like": [1, 3, 4, 5, 6, 7, 8, 10, 11, 12, 13, 14, 16, 18, 19, 20, 22, 24, 25, 26, 27, 29, 37, 38, 41, 42, 45, 48, 49, 50, 52, 54, 55, 57, 58, 59, 61, 66, 67, 73, 74, 83, 89, 92, 95, 97, 98, 100, 102, 105, 107, 108, 109, 111, 112, 114, 115, 116, 117, 120, 122, 123, 124, 125, 128, 131, 135, 136, 138, 140, 141, 142, 144, 147, 149, 150, 152, 153, 154, 155, 156, 158, 159, 160, 161, 162, 164, 167, 170, 171, 172, 173, 176, 177, 178, 179, 180, 181, 182, 183, 185, 186, 190, 191, 193, 196, 197, 199, 200, 201, 202, 203, 207, 208, 209, 211, 212, 219, 220, 221, 226, 227, 229, 230, 231, 232, 233, 235, 240, 241, 242, 244, 248, 250, 251, 252, 253, 256, 257, 258, 259, 265, 268, 269, 270, 271, 272, 273, 276, 285, 286, 295, 296, 297, 298, 299, 301, 303, 304, 305], "cheat": [1, 105, 136, 186], "compar": [1, 6, 12, 17, 20, 23, 24, 27, 41, 49, 90, 98, 105, 107, 112, 115, 120, 131, 138, 139, 140, 142, 152, 154, 160, 161, 162, 164, 167, 170, 172, 173, 177, 180, 182, 184, 186, 190, 193, 194, 196, 199, 200, 202, 204, 207, 208, 210, 212, 218, 226, 227, 230, 232, 235, 242, 247, 249, 255, 257, 258, 267, 273, 275, 284, 285, 286, 290, 299, 300, 305], "dataset": [1, 7, 11, 20, 28, 36, 37, 39, 40, 41, 42, 43, 45, 46, 48, 49, 52, 55, 58, 59, 61, 63, 81, 83, 98, 102, 107, 109, 126, 131, 134, 135, 136, 137, 138, 142, 143, 144, 148, 152, 155, 172, 173, 178, 179, 183, 185, 186, 188, 190, 191, 193, 197, 230, 231, 235, 248, 258, 259, 260, 272, 273, 286, 290, 294, 301], "10m": 1, "element": [1, 6, 7, 14, 20, 23, 42, 45, 54, 55, 97, 98, 102, 105, 109, 111, 112, 114, 136, 141, 152, 161, 167, 171, 180, 181, 193, 196, 201, 219, 220, 221, 223, 235, 270, 272, 286], "2": [1, 2, 3, 4, 6, 7, 10, 13, 14, 16, 17, 18, 19, 21, 22, 24, 25, 27, 28, 37, 38, 40, 48, 55, 57, 58, 59, 61, 66, 69, 70, 73, 74, 75, 81, 95, 97, 98, 100, 105, 107, 108, 109, 111, 114, 116, 119, 120, 123, 124, 125, 128, 131, 134, 136, 137, 138, 140, 142, 144, 145, 146, 147, 148, 149, 150, 152, 153, 155, 156, 161, 162, 163, 164, 168, 170, 172, 177, 179, 180, 181, 182, 183, 184, 185, 193, 194, 196, 197, 202, 204, 206, 209, 210, 212, 213, 218, 223, 226, 233, 237, 238, 241, 242, 244, 245, 246, 247, 251, 252, 253, 257, 258, 259, 269, 271, 275, 283, 286, 291, 295, 296, 297, 298, 299, 300, 301, 302, 303, 305, 306], "anoth": [1, 4, 5, 6, 10, 13, 16, 24, 25, 27, 29, 36, 45, 48, 54, 55, 58, 66, 69, 81, 92, 100, 102, 105, 106, 108, 112, 115, 122, 124, 125, 136, 144, 145, 146, 147, 149, 152, 153, 158, 159, 171, 173, 177, 180, 182, 183, 184, 185, 186, 194, 196, 197, 199, 201, 203, 208, 210, 225, 227, 232, 241, 248, 267, 268, 270, 276, 286, 287, 305], "actual": [1, 3, 6, 7, 10, 13, 15, 16, 17, 23, 25, 26, 27, 29, 36, 43, 55, 57, 58, 66, 81, 92, 100, 107, 108, 111, 114, 120, 125, 136, 141, 142, 143, 146, 150, 152, 156, 159, 160, 170, 173, 180, 186, 190, 191, 194, 196, 197, 200, 208, 210, 218, 220, 227, 229, 232, 240, 270, 273, 297], "ratio": [1, 89, 107, 161, 173, 180, 190, 201, 225], "interact": [1, 6, 7, 16, 55, 66, 98, 104, 105, 142, 145, 147, 163, 180, 183, 191, 194, 196, 197, 227, 251, 298], "nutshel": [1, 220], "cautiou": 1, "about": [1, 4, 5, 6, 7, 10, 11, 12, 16, 17, 20, 23, 24, 25, 26, 27, 40, 41, 42, 45, 48, 55, 58, 59, 60, 61, 63, 78, 79, 81, 95, 97, 100, 102, 104, 105, 107, 109, 110, 111, 112, 114, 115, 116, 117, 119, 120, 122, 124, 125, 131, 134, 135, 136, 137, 139, 142, 143, 144, 147, 149, 150, 152, 155, 156, 159, 160, 161, 162, 170, 172, 173, 178, 179, 180, 181, 182, 184, 185, 186, 188, 190, 193, 194, 196, 197, 199, 201, 202, 206, 209, 210, 211, 219, 220, 221, 226, 227, 229, 230, 232, 233, 235, 238, 244, 249, 251, 252, 253, 267, 273, 274, 275, 282, 283, 285, 288, 290, 296, 300, 301], "deal": [1, 6, 49, 55, 57, 58, 66, 100, 107, 115, 123, 124, 125, 137, 162, 173, 180, 196, 197, 251, 259, 288], "lead": [1, 4, 6, 7, 16, 18, 55, 58, 81, 89, 95, 107, 115, 134, 143, 145, 147, 153, 173, 178, 196, 220, 240, 249, 283, 286, 291, 305], "bias": [1, 37, 48, 102, 107, 125, 185, 202, 283, 288, 289], "comparison": [1, 11, 20, 25, 90, 98, 105, 106, 107, 108, 138, 154, 161, 162, 199, 204, 207, 210, 218, 220, 223, 225, 235, 285], "scale": [1, 7, 23, 37, 46, 57, 62, 81, 102, 104, 107, 117, 125, 135, 136, 137, 138, 139, 150, 152, 153, 163, 175, 180, 181, 187, 188, 197, 200, 203, 204, 210, 211, 232, 251, 252, 259, 269, 273, 286, 291, 298, 303, 304], "help": [1, 4, 6, 10, 12, 17, 20, 22, 23, 26, 27, 36, 37, 48, 55, 58, 66, 74, 89, 95, 98, 107, 108, 111, 112, 114, 115, 125, 135, 136, 137, 138, 142, 149, 150, 153, 154, 155, 161, 162, 167, 170, 176, 180, 181, 182, 183, 184, 185, 186, 193, 196, 197, 199, 200, 206, 210, 211, 219, 220, 221, 223, 227, 233, 235, 240, 245, 247, 249, 250, 252, 253, 259, 265, 268, 269, 270, 272, 284, 286, 287, 290, 296, 298, 299, 302, 304, 305], "signal": [1, 48, 98, 100, 180, 182, 225, 273, 276, 285], "magnitud": [1, 20, 97, 177, 197, 235, 269], "truncat": [1, 105, 122, 161, 180, 181, 235], "A": [1, 6, 7, 10, 13, 14, 16, 20, 25, 26, 29, 36, 37, 38, 42, 45, 52, 53, 54, 55, 57, 58, 59, 61, 66, 69, 70, 73, 74, 75, 78, 79, 81, 89, 90, 100, 102, 105, 106, 107, 109, 111, 112, 114, 115, 116, 123, 124, 125, 135, 136, 137, 141, 142, 143, 144, 147, 148, 152, 155, 160, 163, 170, 171, 172, 180, 181, 182, 183, 185, 186, 187, 188, 191, 193, 194, 196, 197, 199, 200, 202, 206, 222, 223, 227, 233, 235, 250, 257, 258, 267, 270, 275, 283, 286, 288, 296, 298, 301, 303, 305], "thousand": [1, 114, 135, 140, 143, 153, 186, 193], "500": [1, 7, 28, 144, 164, 175, 181, 184, 270], "good": [1, 2, 5, 6, 7, 24, 25, 49, 56, 58, 100, 104, 105, 107, 114, 117, 136, 138, 142, 152, 153, 161, 167, 179, 181, 185, 187, 191, 193, 196, 197, 199, 200, 201, 202, 222, 225, 232, 265, 267, 270, 286, 291, 305], "statist": [1, 49, 58, 100, 136, 146, 159, 160, 177, 178, 180, 186, 190, 191, 193, 200, 208, 225, 227, 229, 259, 270], "arbitrari": [1, 6, 10, 16, 18, 36, 73, 79, 98, 107, 112, 124, 137, 155, 163, 172, 191, 194, 202, 225, 276, 277], "random": [1, 7, 16, 19, 23, 24, 25, 29, 45, 48, 49, 50, 52, 54, 57, 58, 66, 69, 70, 71, 78, 79, 81, 98, 100, 104, 111, 112, 115, 116, 117, 122, 123, 124, 131, 137, 138, 142, 144, 145, 150, 152, 154, 155, 163, 167, 170, 171, 177, 178, 180, 181, 182, 184, 186, 191, 194, 208, 211, 227, 229, 244, 247, 270, 272, 273, 277, 286], "standard": [1, 6, 10, 24, 27, 29, 45, 49, 54, 58, 66, 89, 95, 98, 100, 107, 108, 109, 115, 117, 119, 120, 152, 156, 179, 188, 194, 196, 197, 201, 210, 223, 244, 248, 272, 273, 286, 304], "deviat": [1, 89, 100, 107, 156], "observationnorm": [1, 180], "init_stat": 1, "purpos": [1, 6, 24, 25, 26, 63, 81, 92, 97, 102, 106, 124, 138, 141, 142, 144, 152, 153, 159, 160, 161, 170, 175, 179, 180, 183, 184, 190, 194, 197, 206, 208, 210, 219, 222, 227, 250, 259, 273, 283, 286, 291, 295], "get": [1, 2, 6, 7, 8, 10, 13, 16, 17, 18, 19, 20, 23, 24, 25, 26, 27, 28, 38, 40, 48, 49, 50, 55, 56, 57, 58, 61, 62, 66, 67, 81, 90, 95, 97, 98, 100, 101, 102, 104, 105, 106, 107, 108, 109, 110, 111, 112, 115, 116, 117, 122, 124, 125, 131, 135, 136, 137, 139, 140, 142, 143, 144, 145, 152, 154, 155, 156, 159, 160, 162, 163, 170, 171, 172, 173, 176, 177, 178, 179, 180, 181, 182, 183, 186, 190, 191, 193, 196, 197, 199, 200, 201, 206, 208, 210, 211, 213, 218, 225, 227, 229, 230, 232, 233, 235, 236, 241, 242, 244, 247, 249, 253, 256, 257, 265, 267, 270, 273, 276, 286, 289, 290, 291, 301, 303, 304, 305, 306], "summari": [1, 89, 114, 142, 153, 173, 180, 190, 196, 199, 227, 284, 285], "dummi": [1, 4, 10, 18, 24, 92, 100, 106, 123, 150, 155, 162, 172, 175, 176, 197, 199, 211, 230, 231, 250, 259, 301, 303], "over": [1, 4, 5, 6, 7, 12, 13, 16, 18, 20, 22, 23, 24, 26, 27, 37, 38, 41, 42, 45, 49, 52, 54, 55, 56, 57, 58, 59, 61, 66, 83, 97, 98, 100, 102, 104, 105, 106, 107, 108, 109, 111, 112, 115, 122, 124, 136, 137, 138, 139, 140, 143, 145, 149, 150, 152, 155, 159, 160, 161, 162, 163, 164, 167, 172, 177, 178, 180, 181, 182, 183, 184, 185, 186, 190, 191, 193, 194, 196, 197, 199, 201, 202, 204, 208, 210, 211, 222, 227, 229, 235, 240, 257, 269, 273, 286, 289, 299, 300], "earlier": [1, 5, 6, 7, 26, 27, 81, 100, 102, 105, 108, 109, 112, 115, 138, 140, 153, 170, 173, 180, 186, 196, 200, 269, 270], "turn": [1, 5, 6, 7, 10, 16, 17, 23, 24, 27, 29, 46, 55, 98, 102, 105, 122, 144, 153, 162, 170, 171, 173, 177, 182, 186, 197, 212, 219, 220, 222, 230, 231, 248, 253, 303], "seen": [1, 12, 13, 22, 23, 49, 52, 55, 57, 102, 105, 107, 112, 114, 115, 122, 153, 172, 183, 194, 196, 197, 222, 270, 298], "requir": [1, 2, 4, 5, 6, 7, 10, 12, 14, 16, 17, 18, 22, 23, 24, 26, 27, 28, 29, 40, 46, 48, 55, 56, 57, 58, 61, 66, 67, 83, 90, 92, 95, 97, 101, 106, 114, 115, 119, 120, 134, 138, 140, 142, 144, 146, 147, 149, 150, 152, 153, 154, 155, 156, 158, 159, 162, 167, 170, 171, 172, 173, 175, 178, 179, 180, 182, 183, 184, 185, 186, 193, 194, 196, 197, 199, 200, 201, 202, 206, 207, 208, 209, 210, 211, 212, 213, 219, 220, 221, 232, 237, 240, 242, 244, 245, 246, 249, 250, 252, 257, 258, 259, 269, 271, 272, 275, 276, 283, 285, 286, 291, 295, 296, 297, 298, 299, 302, 304], "select": [1, 4, 6, 12, 27, 56, 66, 89, 95, 104, 107, 115, 117, 164, 177, 181, 182, 184, 190, 191, 194, 196, 206, 208, 211, 213, 220, 222, 226, 227, 235, 241, 257, 276, 286, 298], "recal": [1, 7, 27, 58, 66, 97, 105, 108, 114, 150, 154, 180, 191, 219, 220, 221, 283, 285], "wrap": [1, 4, 6, 7, 12, 19, 26, 29, 38, 42, 50, 66, 95, 100, 109, 111, 112, 117, 122, 123, 138, 141, 146, 150, 153, 159, 163, 173, 178, 180, 183, 184, 193, 196, 197, 209, 230, 231, 245, 246, 248, 250, 251, 265, 269, 273, 276, 306], "flow": [1, 5, 6, 16, 25, 27, 29, 36, 48, 58, 66, 72, 76, 92, 104, 107, 117, 118, 119, 120, 136, 180, 181, 190, 194, 208, 209, 211, 227, 229, 230, 231, 286, 290], "handl": [1, 6, 10, 12, 18, 27, 55, 58, 59, 92, 102, 105, 115, 116, 120, 136, 138, 143, 154, 155, 156, 168, 172, 173, 175, 177, 179, 180, 183, 184, 185, 193, 194, 196, 197, 200, 208, 211, 218, 220, 223, 238, 240, 242, 249, 250, 258, 268, 275, 276, 285, 301, 304, 305], "specifi": [1, 4, 5, 6, 7, 10, 11, 13, 18, 20, 23, 24, 26, 27, 28, 38, 42, 57, 58, 89, 95, 97, 98, 100, 102, 105, 106, 111, 116, 123, 124, 137, 138, 139, 140, 142, 143, 147, 153, 154, 155, 158, 176, 177, 180, 183, 184, 190, 193, 196, 203, 204, 218, 219, 220, 221, 223, 226, 227, 229, 232, 235, 240, 241, 244, 247, 259, 267, 275, 276, 284, 286, 287, 295, 298, 300, 301, 303, 304, 305], "scenario": [1, 5, 7, 16, 116, 117, 119, 120, 125, 131, 141, 173, 181, 184, 196, 206, 222, 230, 231, 257, 283, 287, 305], "tensordictsequenti": [1, 153], "valueoper": 1, "automat": [1, 2, 4, 6, 7, 10, 12, 17, 26, 29, 37, 39, 40, 42, 45, 48, 50, 51, 52, 54, 59, 63, 67, 104, 106, 108, 115, 124, 128, 136, 137, 138, 140, 141, 142, 147, 154, 156, 159, 161, 164, 173, 175, 180, 181, 184, 187, 188, 190, 193, 196, 197, 199, 200, 204, 206, 208, 211, 233, 242, 244, 247, 249, 250, 253, 257, 258, 259, 265, 271, 274, 275, 276, 282, 285, 286, 290, 298], "out_kei": [1, 16, 153, 180], "state_action_valu": [1, 181], "state_valu": 1, "built": [1, 4, 5, 6, 7, 8, 10, 21, 26, 27, 36, 52, 97, 98, 100, 102, 109, 136, 143, 152, 153, 154, 180, 185, 191, 194, 196, 200, 201, 225, 253, 259, 268, 270, 272, 289, 304], "present": [1, 7, 10, 22, 26, 41, 89, 90, 107, 116, 154, 171, 176, 177, 178, 181, 182, 184, 193, 194, 196, 201, 223, 286, 306], "origin": [1, 6, 7, 10, 14, 16, 20, 23, 24, 27, 36, 55, 58, 66, 81, 95, 98, 105, 107, 112, 116, 117, 134, 140, 141, 143, 144, 154, 167, 168, 171, 172, 173, 177, 178, 181, 193, 194, 196, 199, 200, 203, 207, 208, 209, 210, 212, 221, 227, 232, 235, 256, 258, 259, 265, 267, 273, 301, 304], "paper": [1, 6, 14, 19, 20, 58, 81, 107, 128, 134, 137, 140, 154, 180, 181, 183, 185, 186, 188, 197, 202, 223, 235], "found": [1, 4, 5, 6, 7, 12, 19, 26, 27, 29, 55, 56, 66, 98, 107, 142, 144, 150, 152, 153, 154, 159, 160, 164, 173, 181, 183, 184, 185, 193, 196, 207, 208, 209, 211, 223, 241, 258, 265, 286, 301], "ddpgmlpactor": 1, "ddpgmlpqnet": 1, "sinc": [1, 3, 4, 5, 6, 10, 11, 12, 13, 15, 16, 19, 23, 24, 25, 27, 49, 55, 57, 58, 59, 66, 81, 92, 97, 98, 100, 107, 108, 109, 111, 112, 114, 115, 117, 131, 134, 139, 140, 142, 143, 144, 145, 147, 148, 152, 153, 156, 159, 160, 170, 171, 173, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 191, 193, 194, 196, 197, 199, 201, 202, 203, 208, 209, 210, 211, 218, 219, 220, 227, 229, 230, 231, 232, 242, 245, 247, 249, 250, 265, 270, 275, 276, 277, 289, 291, 299, 301, 306], "lazi": 1, "materi": [1, 138, 140, 162, 197, 202, 218, 237, 273, 277, 283], "abl": [1, 3, 4, 5, 6, 7, 16, 17, 20, 27, 36, 37, 55, 66, 69, 81, 92, 100, 107, 108, 110, 114, 115, 124, 125, 131, 142, 146, 147, 148, 149, 152, 153, 155, 156, 161, 163, 164, 170, 172, 178, 180, 183, 191, 194, 196, 197, 201, 202, 206, 208, 211, 220, 227, 232, 235, 242, 255, 272, 273, 283, 289, 298, 301], "devic": [1, 3, 4, 7, 10, 12, 13, 16, 18, 19, 20, 22, 23, 24, 27, 29, 45, 48, 49, 50, 54, 55, 56, 58, 59, 61, 62, 66, 67, 70, 79, 95, 97, 105, 107, 109, 117, 123, 124, 135, 136, 138, 140, 142, 143, 149, 150, 152, 153, 154, 161, 163, 164, 170, 173, 175, 177, 178, 179, 180, 181, 183, 184, 190, 197, 201, 203, 204, 206, 207, 208, 211, 212, 213, 227, 229, 230, 231, 233, 235, 237, 245, 246, 249, 250, 252, 255, 256, 257, 258, 267, 270, 274, 276, 277, 282, 283, 287, 289, 290, 296, 297, 298, 300, 301, 302, 306], "achiev": [1, 3, 4, 7, 16, 20, 23, 28, 36, 49, 55, 62, 89, 95, 107, 134, 136, 141, 146, 152, 153, 154, 161, 170, 171, 173, 177, 178, 180, 181, 190, 197, 199, 202, 203, 208, 210, 211, 229, 230, 235, 238, 247, 257, 286, 290, 298, 300, 305], "oper": [1, 5, 7, 15, 16, 17, 20, 21, 22, 23, 24, 25, 29, 36, 37, 42, 48, 50, 52, 55, 57, 66, 67, 69, 70, 73, 79, 89, 90, 92, 100, 101, 105, 107, 108, 109, 114, 115, 116, 117, 118, 119, 122, 123, 124, 136, 138, 139, 140, 141, 143, 145, 147, 152, 153, 154, 155, 158, 159, 161, 162, 164, 167, 172, 175, 176, 179, 180, 182, 186, 190, 191, 193, 194, 196, 197, 199, 202, 208, 209, 210, 211, 218, 219, 222, 226, 227, 229, 230, 231, 235, 238, 240, 241, 250, 251, 253, 255, 257, 258, 265, 267, 268, 269, 270, 272, 273, 276, 277, 285, 289, 290, 296, 297, 298, 301, 305, 306], "practic": [1, 6, 7, 13, 24, 27, 43, 52, 55, 57, 58, 66, 97, 98, 100, 105, 107, 109, 115, 116, 124, 128, 131, 136, 140, 141, 148, 153, 154, 161, 171, 177, 180, 196, 200, 202, 218, 219, 223, 225, 270, 271, 275, 286, 291, 300, 301, 305], "small": [1, 3, 6, 7, 11, 20, 22, 24, 25, 27, 28, 29, 48, 49, 52, 63, 81, 97, 100, 102, 104, 105, 107, 109, 110, 112, 117, 124, 131, 137, 138, 139, 142, 143, 144, 146, 160, 170, 171, 173, 178, 179, 180, 181, 184, 186, 188, 193, 197, 201, 206, 210, 218, 235, 244, 257, 269, 270, 272, 286, 301, 302], "fake": [1, 7, 20, 23, 29, 52, 58, 170, 178, 196, 223, 227, 229, 232, 235, 267], "spec": [1, 120, 153, 180, 184, 196, 203, 232, 270], "ornsteinuhlenbeckprocessmodul": 1, "suggest": [1, 4, 5, 14, 58, 94, 107, 144, 154, 161, 162, 163, 164, 167, 178, 190, 193, 206, 273], "ou": 1, "nois": [1, 7, 14, 58, 81, 225, 251, 285], "reach": [1, 12, 20, 58, 66, 67, 107, 143, 150, 152, 154, 163, 164, 180, 184, 196, 235, 259, 270], "minimum": [1, 4, 89, 180, 184, 200, 220], "iter": [1, 3, 5, 7, 13, 14, 16, 28, 36, 37, 41, 42, 48, 49, 52, 58, 59, 61, 66, 83, 92, 95, 97, 98, 100, 102, 108, 115, 117, 125, 142, 144, 145, 148, 150, 153, 159, 161, 178, 180, 181, 182, 183, 184, 190, 191, 194, 197, 201, 208, 227, 229, 238, 246, 256, 265, 269, 273, 286, 289, 299, 301, 306], "reset": [1, 23, 41, 100, 105, 115, 131, 144, 153, 163, 180, 181, 182, 184, 190, 194, 208, 212, 225, 227, 229, 259, 302], "develop": [1, 3, 4, 5, 6, 10, 12, 14, 17, 25, 26, 27, 28, 29, 66, 89, 92, 98, 111, 115, 117, 119, 145, 152, 156, 164, 176, 184, 190, 194, 202, 203, 210, 212, 213, 218, 221, 222, 227, 229, 232, 238, 250, 251, 253, 255, 258, 259, 273, 274, 286, 299, 303], "tight": [1, 116, 117, 119, 120], "per": [1, 4, 6, 7, 10, 13, 23, 107, 114, 136, 137, 143, 144, 146, 150, 152, 153, 154, 162, 164, 170, 175, 177, 184, 185, 186, 187, 190, 191, 193, 196, 197, 199, 200, 201, 204, 206, 211, 218, 231, 240, 242, 247, 249, 250, 253, 256, 259, 270, 275, 285, 295, 305, 306], "sync": [1, 12, 13, 19, 61, 136, 137, 138, 139, 163, 197, 304], "natur": [1, 6, 7, 20, 22, 27, 28, 29, 50, 81, 83, 102, 107, 115, 134, 142, 143, 153, 154, 173, 183, 193, 220, 223, 227, 232, 235, 242], "resourc": [1, 59, 81, 95, 117, 119, 134, 138, 150, 152, 170, 180, 190, 193, 199, 206, 253, 255, 270, 286, 291, 294, 305], "alloc": [1, 7, 22, 25, 26, 27, 45, 54, 61, 105, 146, 152, 170, 173, 190, 196, 197, 199, 223, 237, 250, 275, 276, 306], "gpu": [1, 3, 5, 14, 20, 22, 23, 24, 45, 48, 52, 54, 55, 56, 58, 59, 60, 62, 63, 66, 67, 70, 79, 89, 90, 100, 101, 105, 106, 107, 109, 117, 124, 128, 131, 135, 136, 137, 138, 140, 141, 143, 148, 149, 150, 152, 153, 154, 155, 161, 164, 167, 170, 172, 175, 178, 180, 181, 183, 184, 185, 193, 194, 200, 201, 204, 206, 211, 212, 213, 226, 235, 236, 241, 242, 245, 249, 250, 253, 265, 269, 270, 273, 276, 289, 290, 296, 298, 304], "worker": [1, 7, 13, 19, 57, 58, 100, 135, 137, 138, 139, 152, 164, 180, 183, 184, 190, 247, 253, 286], "so": [1, 2, 3, 4, 6, 7, 8, 10, 11, 12, 13, 14, 16, 17, 18, 20, 22, 23, 24, 25, 26, 27, 28, 29, 36, 49, 52, 55, 57, 58, 59, 66, 71, 74, 81, 83, 90, 92, 95, 97, 98, 100, 102, 105, 106, 107, 108, 109, 110, 111, 112, 114, 115, 117, 122, 124, 131, 134, 136, 137, 138, 140, 141, 142, 143, 144, 145, 146, 147, 152, 153, 154, 156, 159, 161, 162, 163, 170, 171, 173, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 190, 193, 194, 196, 197, 199, 200, 201, 202, 203, 206, 208, 209, 210, 211, 218, 220, 221, 222, 223, 225, 227, 229, 232, 235, 237, 241, 244, 253, 257, 258, 265, 267, 269, 270, 273, 275, 285, 286, 289, 290, 299, 300, 301, 304, 305, 306], "syncdatacollector": [1, 180], "process": [1, 4, 5, 6, 7, 13, 14, 16, 17, 19, 20, 22, 24, 26, 27, 28, 29, 38, 41, 42, 46, 52, 55, 56, 57, 58, 62, 66, 67, 81, 89, 92, 97, 98, 100, 102, 106, 107, 115, 116, 117, 123, 125, 128, 134, 135, 136, 137, 138, 139, 141, 142, 143, 144, 145, 148, 149, 152, 153, 154, 160, 161, 163, 164, 172, 173, 179, 181, 183, 184, 185, 186, 190, 193, 196, 197, 199, 200, 206, 208, 210, 211, 222, 225, 226, 231, 233, 235, 238, 242, 247, 249, 250, 252, 259, 267, 270, 272, 275, 276, 285, 286, 287, 289, 290, 295, 300, 301, 302, 305, 306], "offer": [1, 4, 8, 13, 16, 18, 22, 42, 46, 48, 59, 67, 97, 98, 109, 137, 140, 155, 158, 161, 162, 173, 197, 202, 227, 250, 253, 268, 270, 276, 285, 286, 291, 305], "multiasyncdatacollector": [1, 180], "rollout": [1, 180], "asynchron": [1, 25, 135, 136, 139, 142, 176, 180, 184, 276, 290], "manner": [1, 6, 10, 16, 23, 36, 97, 115, 180, 193, 197, 253], "therebi": [1, 212, 218, 223, 301], "decoupl": [1, 38, 171, 227], "factori": [1, 7, 105, 111, 219, 220, 271, 275], "empti": [1, 4, 6, 7, 10, 16, 23, 25, 27, 105, 144, 161, 179, 186, 190, 193, 196, 199, 202, 211, 237, 241, 276, 285], "maximum": [1, 13, 55, 66, 89, 102, 112, 142, 144, 153, 154, 161, 180, 185, 186, 211, 222, 225, 248, 286], "non": [1, 2, 3, 6, 10, 13, 16, 23, 26, 37, 55, 57, 59, 60, 62, 66, 89, 92, 102, 105, 107, 108, 110, 114, 115, 125, 134, 137, 142, 146, 147, 152, 153, 154, 156, 158, 162, 164, 167, 177, 178, 181, 182, 185, 186, 190, 194, 197, 199, 202, 208, 210, 211, 218, 230, 231, 237, 250, 267, 270, 283, 287, 300, 305], "termin": [1, 16, 27, 59, 66, 95, 180, 181, 183, 184, 193, 241, 248], "max_frames_per_traj": [1, 180], "effect": [1, 6, 7, 10, 11, 13, 18, 27, 61, 81, 89, 98, 102, 105, 107, 115, 120, 140, 143, 144, 150, 155, 170, 172, 173, 177, 181, 185, 186, 193, 197, 199, 200, 220, 230, 231, 232, 240, 249, 251, 269, 273, 286, 291, 300], "regist": [1, 8, 18, 26, 41, 48, 52, 102, 120, 122, 125, 136, 137, 140, 150, 158, 170, 171, 180, 196, 200, 206, 242, 253, 258, 265, 269, 277, 288], "new": [1, 2, 4, 5, 6, 7, 8, 10, 14, 16, 18, 26, 27, 28, 29, 35, 36, 40, 45, 48, 50, 54, 55, 56, 58, 61, 66, 68, 81, 83, 84, 85, 86, 87, 89, 92, 104, 105, 106, 107, 109, 112, 114, 119, 120, 122, 123, 125, 131, 136, 137, 138, 139, 141, 145, 153, 154, 158, 159, 161, 163, 170, 171, 172, 173, 176, 177, 178, 180, 181, 182, 185, 186, 190, 193, 196, 197, 201, 203, 206, 212, 213, 218, 223, 225, 226, 227, 229, 230, 232, 240, 241, 242, 248, 253, 265, 273, 276, 283, 286, 287, 290, 292, 304], "stepcount": [1, 153, 180], "infer": [1, 3, 7, 8, 10, 11, 12, 23, 24, 25, 26, 27, 43, 45, 54, 55, 66, 98, 100, 102, 106, 107, 111, 114, 115, 117, 136, 141, 142, 145, 146, 159, 161, 180, 182, 193, 194, 196, 200, 201, 211, 222, 223, 226, 227, 229, 230, 231, 235, 238, 241, 242, 244, 250, 259, 265, 267, 272, 273, 274, 288, 290, 291, 298, 301, 305], "manual": [1, 4, 6, 10, 14, 18, 26, 27, 38, 52, 55, 59, 75, 78, 79, 105, 107, 115, 124, 125, 147, 153, 155, 171, 172, 173, 175, 178, 196, 197, 208, 209, 211, 223, 229, 242, 247, 252, 265, 269, 286, 305], "around": [1, 6, 7, 13, 27, 28, 38, 42, 55, 61, 83, 98, 100, 102, 105, 107, 131, 136, 144, 155, 161, 162, 167, 172, 178, 186, 190, 191, 196, 197, 208, 218, 219, 227, 257, 273, 277], "1m": [1, 107, 144, 153, 180, 204], "outer": [1, 7, 137, 162, 299], "loop": [1, 3, 5, 6, 10, 13, 19, 23, 25, 29, 40, 42, 49, 52, 55, 57, 58, 66, 81, 83, 92, 97, 100, 104, 107, 115, 124, 138, 142, 143, 145, 154, 155, 161, 162, 163, 170, 172, 173, 183, 184, 191, 197, 200, 209, 211, 235, 257, 270, 276, 286, 289], "equal": [1, 5, 12, 97, 105, 107, 141, 154, 164, 177, 180, 181, 193, 196, 199, 206, 221, 253, 301, 305], "length": [1, 14, 16, 55, 58, 66, 97, 98, 102, 114, 115, 140, 144, 154, 163, 180, 185, 186, 197, 202, 204, 211, 220, 223, 226, 235, 240, 253, 290, 300], "sub": [1, 7, 24, 29, 97, 122, 140, 145, 175, 180, 184, 190, 194, 197, 199, 200, 211, 252, 295, 305], "shape": [1, 4, 5, 18, 20, 27, 36, 38, 45, 48, 54, 55, 58, 66, 74, 92, 97, 100, 107, 108, 111, 114, 122, 124, 137, 140, 143, 144, 145, 154, 155, 158, 162, 163, 172, 180, 190, 193, 197, 201, 202, 210, 211, 221, 223, 227, 231, 235, 237, 244, 248, 257, 265, 270, 273, 274, 276, 282, 286, 290, 295, 296, 298, 299, 301], "env_per_collector": 1, "traj_len": 1, "perform": [1, 3, 5, 7, 10, 12, 13, 14, 16, 17, 18, 19, 20, 23, 24, 25, 27, 29, 36, 37, 41, 42, 46, 48, 49, 50, 55, 62, 66, 70, 73, 78, 81, 89, 92, 95, 97, 100, 102, 105, 106, 107, 108, 109, 114, 115, 124, 125, 134, 135, 136, 137, 138, 140, 141, 142, 143, 145, 146, 147, 152, 153, 154, 156, 158, 159, 162, 163, 167, 173, 175, 176, 178, 180, 181, 182, 184, 187, 188, 191, 193, 194, 196, 197, 201, 202, 204, 208, 210, 211, 212, 218, 219, 223, 225, 226, 229, 230, 231, 235, 237, 242, 245, 247, 248, 252, 253, 255, 256, 258, 265, 267, 269, 270, 271, 273, 274, 275, 276, 282, 285, 289, 290, 291, 294, 298, 300, 301, 302, 303], "assess": [1, 173, 197], "mode": [1, 5, 14, 24, 43, 48, 55, 58, 61, 66, 81, 89, 92, 94, 98, 104, 107, 125, 136, 137, 145, 146, 147, 153, 156, 159, 161, 163, 164, 167, 175, 178, 182, 185, 186, 187, 191, 193, 194, 196, 200, 202, 203, 206, 225, 226, 229, 230, 231, 232, 236, 250, 253, 257, 259, 270, 286, 290, 293, 300, 301, 305], "dedic": [1, 12, 61, 66, 105, 125, 183, 184, 200, 230, 267, 268, 269, 306], "frequenc": [1, 90, 142], "everi": [1, 2, 7, 10, 12, 16, 17, 20, 22, 23, 28, 36, 37, 38, 42, 48, 49, 52, 55, 57, 58, 61, 66, 67, 97, 100, 102, 104, 105, 106, 131, 140, 141, 143, 144, 146, 152, 153, 158, 163, 164, 170, 171, 172, 173, 177, 178, 180, 181, 182, 184, 186, 190, 191, 194, 196, 197, 223, 227, 229, 235, 245, 271, 284, 286, 297, 306], "10": [1, 3, 5, 7, 10, 13, 20, 23, 27, 37, 38, 46, 48, 49, 50, 55, 59, 81, 90, 95, 97, 100, 106, 122, 125, 137, 138, 139, 144, 145, 150, 152, 155, 156, 163, 164, 178, 179, 181, 182, 183, 184, 185, 186, 190, 191, 193, 196, 197, 199, 202, 203, 206, 210, 213, 226, 227, 229, 235, 237, 238, 241, 244, 245, 247, 249, 252, 257, 259, 265, 270, 272, 276, 285, 301], "come": [1, 6, 7, 12, 20, 23, 24, 26, 27, 46, 57, 58, 66, 81, 92, 95, 97, 102, 105, 107, 108, 120, 125, 138, 140, 142, 152, 153, 161, 170, 171, 173, 176, 180, 185, 194, 196, 197, 202, 208, 210, 211, 229, 230, 231, 235, 259, 270, 296, 306], "flavor": [1, 4, 6, 27], "priorit": [1, 223, 286], "error": [1, 4, 5, 6, 7, 10, 12, 13, 14, 18, 26, 41, 42, 48, 52, 55, 56, 59, 66, 74, 97, 100, 102, 105, 107, 111, 115, 119, 120, 124, 137, 139, 141, 147, 156, 170, 176, 180, 181, 194, 197, 202, 206, 210, 218, 225, 227, 233, 252, 258, 270, 283, 286, 289, 299, 303], "higher": [1, 23, 24, 49, 54, 59, 89, 97, 98, 102, 107, 109, 124, 137, 138, 143, 144, 147, 158, 162, 178, 179, 180, 181, 190, 191, 193, 196, 197, 208, 211, 225, 227, 230, 231, 238, 240, 242, 246, 252, 255, 267, 273], "likelihood": [1, 41, 55, 102, 109, 115, 248], "regular": [1, 5, 6, 7, 10, 12, 23, 27, 28, 107, 115, 128, 143, 144, 162, 171, 172, 173, 188, 197, 202, 218, 220, 223, 230, 231, 258, 286, 298], "circular": [1, 206, 233], "compos": [1, 4, 6, 7, 8, 12, 18, 20, 23, 25, 29, 49, 67, 100, 102, 107, 109, 123, 136, 138, 152, 156, 158, 159, 163, 167, 172, 178, 179, 180, 183, 185, 187, 191, 193, 202, 208, 227, 229, 232, 244, 248, 252, 258, 259, 272, 276, 291, 294, 296], "pick": [1, 7, 23, 49, 108, 143, 181, 186, 253, 265, 285, 290, 296], "tensor": [1, 2, 3, 4, 5, 6, 7, 8, 10, 12, 13, 14, 16, 17, 18, 20, 23, 24, 25, 26, 27, 37, 38, 39, 40, 41, 42, 43, 46, 48, 49, 50, 51, 52, 53, 55, 63, 66, 67, 68, 70, 71, 73, 74, 75, 77, 80, 81, 83, 92, 97, 98, 99, 101, 102, 104, 106, 107, 109, 112, 115, 116, 117, 120, 122, 125, 136, 137, 138, 144, 145, 146, 147, 150, 152, 153, 154, 155, 156, 158, 161, 162, 163, 164, 167, 171, 172, 173, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 186, 187, 190, 191, 193, 194, 196, 197, 199, 201, 204, 206, 208, 210, 211, 212, 213, 218, 219, 220, 225, 226, 227, 230, 231, 235, 236, 237, 238, 240, 241, 244, 247, 248, 251, 252, 253, 255, 257, 258, 267, 268, 269, 270, 272, 273, 274, 275, 276, 277, 282, 285, 288, 289, 290, 295, 298, 299, 303], "physic": [1, 16, 114, 173, 200, 275, 286, 305], "memori": [1, 5, 6, 7, 10, 12, 19, 20, 22, 23, 25, 26, 27, 45, 54, 55, 57, 61, 95, 102, 105, 106, 107, 110, 113, 115, 117, 123, 125, 136, 137, 138, 140, 148, 152, 153, 161, 162, 163, 167, 177, 183, 185, 187, 190, 193, 196, 197, 201, 202, 204, 206, 210, 218, 221, 223, 230, 231, 235, 242, 247, 256, 258, 267, 269, 270, 273, 275, 277, 290, 295, 306], "map": [1, 7, 14, 37, 55, 58, 66, 83, 98, 100, 102, 107, 112, 114, 123, 125, 134, 143, 153, 155, 156, 162, 170, 171, 172, 180, 181, 184, 193, 196, 199, 201, 208, 227, 232, 235, 240, 244, 247, 248, 250, 275, 285, 286, 288], "arrai": [1, 7, 36, 37, 48, 49, 52, 57, 67, 78, 79, 92, 97, 98, 105, 114, 115, 122, 124, 143, 144, 156, 163, 178, 179, 181, 186, 193, 221, 268], "desir": [1, 4, 6, 10, 14, 16, 19, 55, 58, 81, 89, 107, 123, 125, 152, 159, 177, 190, 193, 196, 204, 206, 210, 219, 237, 265, 269, 272, 301, 305], "hyperparamet": [1, 7, 16, 20, 58, 115, 125, 126, 136, 142, 143, 218, 223, 288], "temporari": [1, 6, 142, 200, 207], "directori": [1, 5, 6, 7, 14, 26, 27, 38, 55, 57, 58, 83, 95, 104, 107, 125, 128, 131, 142, 143, 144, 154, 161, 178, 186, 190, 193, 206, 210, 211, 250, 259, 265, 284, 295, 304, 305], "disk": [1, 5, 27, 29, 38, 100, 104, 117, 125, 153, 173, 206, 270, 275, 276, 284, 295, 296], "along": [1, 5, 6, 7, 10, 16, 20, 25, 27, 36, 37, 45, 48, 54, 55, 59, 60, 61, 62, 66, 90, 97, 98, 100, 101, 102, 104, 105, 106, 107, 111, 112, 115, 116, 123, 131, 134, 137, 138, 143, 144, 148, 149, 153, 170, 177, 181, 183, 191, 193, 196, 197, 204, 220, 226, 235, 237, 300], "dimens": [1, 6, 7, 14, 16, 22, 24, 25, 37, 45, 49, 52, 54, 55, 98, 100, 102, 104, 111, 112, 114, 115, 123, 136, 140, 143, 153, 155, 163, 164, 172, 179, 180, 182, 196, 197, 204, 219, 223, 226, 227, 229, 240, 248, 269, 273, 286, 301], "feed": [1, 7, 14, 23, 49, 52, 55, 66, 100, 102, 106, 107, 110, 112, 117, 125, 140, 143, 144, 150, 163, 181, 186, 191, 199, 225, 250, 272, 289], "adapt": [1, 2, 16, 20, 28, 95, 100, 117, 142, 204, 235, 270], "divid": [1, 10, 12, 13, 14, 16, 17, 23, 92, 107, 109, 139, 152, 171, 173, 184, 199, 200, 301, 305], "yield": [1, 7, 13, 14, 20, 23, 25, 41, 43, 105, 125, 140, 141, 182, 184, 202, 210, 221, 235, 257, 259, 286], "regard": [1, 7, 13, 16, 27, 66, 125, 161, 162, 180, 190, 197, 300], "200": [1, 7, 11, 153, 164, 184, 210, 257], "random_crop_len": 1, "25": [1, 26, 27, 38, 81, 97, 107, 122, 131, 138, 144, 178, 183, 187, 193, 210, 238, 257, 270, 276], "balanc": [1, 7, 22, 150, 190, 197, 265], "choic": [1, 4, 5, 7, 10, 18, 95, 142, 144, 152, 173, 197, 245, 286], "heterogen": [1, 226], "figur": [1, 10, 14, 16, 26, 38, 55, 81, 89, 100, 107, 136, 139, 140, 142, 144, 153, 161, 173, 181, 182, 190, 191, 193, 196, 199, 208, 225, 227], "dataflow": 1, "8": [1, 3, 6, 7, 20, 23, 27, 38, 49, 95, 97, 102, 107, 112, 122, 124, 134, 137, 140, 144, 146, 150, 154, 159, 161, 163, 164, 175, 178, 179, 190, 193, 196, 197, 199, 204, 206, 210, 211, 213, 230, 231, 235, 241, 242, 247, 249, 250, 251, 252, 253, 257, 259, 267, 269, 276, 286, 299, 304, 305, 306], "1000": [1, 2, 23, 48, 97, 104, 106, 131, 137, 138, 141, 161, 180, 181, 191, 199, 200, 230, 235, 238, 247, 248, 265, 270, 285, 299], "known": [1, 4, 5, 6, 14, 20, 97, 140, 152, 154, 158, 160, 177, 181, 186, 196, 197, 206, 211, 232, 235, 242, 270, 273, 285, 296], "utd": 1, "64": [1, 6, 7, 17, 20, 22, 23, 27, 38, 42, 48, 95, 105, 107, 112, 115, 134, 137, 138, 140, 153, 155, 163, 172, 179, 182, 183, 197, 204, 222, 235, 238, 240, 242, 257, 259, 270, 276, 291], "reproduc": [1, 14, 58, 81, 100, 105, 107, 154, 161, 180, 184, 194, 211, 257, 270, 286], "realiz": [1, 20, 235], "sever": [1, 2, 3, 4, 12, 13, 17, 19, 23, 26, 29, 36, 42, 46, 50, 52, 58, 59, 60, 81, 107, 109, 137, 143, 149, 152, 163, 170, 171, 173, 176, 178, 180, 182, 183, 190, 191, 194, 196, 199, 200, 202, 220, 232, 257, 258, 270, 285, 295, 296, 305], "qnet": 1, "ve": [1, 6, 7, 10, 20, 25, 26, 29, 50, 52, 56, 97, 98, 100, 102, 105, 106, 115, 136, 141, 153, 160, 162, 170, 172, 173, 181, 183, 191, 196, 197, 199, 210, 218, 220, 221, 222, 235, 248, 249, 250, 270, 273, 304], "becaus": [1, 2, 4, 5, 6, 7, 10, 14, 16, 17, 18, 19, 20, 23, 24, 25, 26, 27, 36, 38, 43, 45, 48, 49, 52, 54, 55, 57, 58, 61, 62, 66, 81, 92, 95, 97, 98, 100, 102, 105, 107, 108, 109, 111, 115, 116, 117, 120, 125, 131, 134, 137, 141, 143, 146, 147, 150, 153, 154, 158, 162, 163, 164, 167, 172, 173, 177, 178, 182, 184, 186, 188, 190, 194, 196, 199, 201, 202, 207, 209, 210, 211, 218, 220, 225, 229, 232, 235, 238, 240, 245, 248, 257, 267, 270, 273, 283, 286, 288, 289, 301], "_must_": 1, "off": [1, 10, 19, 23, 25, 28, 36, 38, 48, 55, 102, 105, 125, 134, 138, 142, 143, 161, 170, 178, 180, 182, 183, 184, 193, 218, 248, 249, 273, 290, 303], "dictat": [1, 16], "introduc": [1, 13, 17, 19, 20, 25, 26, 27, 28, 37, 40, 60, 66, 83, 95, 98, 107, 109, 122, 124, 134, 136, 137, 139, 145, 150, 161, 164, 170, 182, 184, 185, 186, 193, 194, 196, 197, 200, 207, 208, 211, 212, 213, 218, 220, 221, 222, 225, 227, 230, 231, 232, 235, 238, 240, 242, 244, 247, 249, 258, 283, 286, 301, 302, 305], "outdat": 1, "trick": [1, 4, 7, 12, 55, 105, 147, 152, 162], "multi": [1, 6, 7, 16, 22, 52, 55, 58, 59, 60, 62, 67, 97, 98, 102, 105, 109, 136, 137, 140, 148, 149, 150, 153, 154, 180, 182, 185, 187, 190, 200, 201, 211, 223, 250, 252, 286, 305], "altern": [1, 7, 12, 27, 54, 55, 112, 131, 138, 155, 160, 164, 176, 178, 180, 186, 190, 193, 194, 202, 208, 210, 221, 222, 230, 231, 244, 250, 283, 286, 302], "hack": [1, 154, 211, 218, 283], "find": [1, 2, 4, 5, 6, 7, 10, 12, 20, 26, 27, 36, 38, 45, 54, 81, 89, 90, 92, 95, 100, 102, 105, 108, 111, 115, 136, 138, 139, 143, 144, 152, 154, 158, 159, 161, 171, 178, 181, 184, 186, 190, 196, 197, 209, 218, 219, 220, 221, 222, 225, 227, 232, 235, 248, 259, 265, 268, 270, 284], "well": [1, 3, 4, 5, 6, 7, 10, 12, 13, 23, 24, 26, 27, 38, 45, 49, 54, 55, 59, 66, 73, 89, 92, 95, 98, 100, 107, 109, 111, 115, 117, 123, 124, 125, 131, 137, 138, 141, 142, 143, 146, 147, 152, 153, 154, 158, 159, 170, 171, 173, 175, 178, 179, 182, 183, 184, 185, 186, 190, 191, 193, 194, 197, 200, 201, 208, 211, 218, 219, 220, 223, 225, 227, 229, 232, 237, 249, 250, 252, 258, 265, 270, 273, 275, 283, 285, 286, 288, 296, 297, 298, 301, 302, 305], "despit": [1, 81, 145, 150], "fact": [1, 3, 4, 6, 7, 10, 14, 16, 23, 26, 27, 36, 45, 66, 81, 97, 98, 100, 102, 105, 107, 109, 114, 141, 171, 180, 181, 191, 196, 197, 202], "part": [1, 3, 6, 7, 10, 12, 15, 16, 17, 19, 24, 27, 41, 48, 50, 55, 58, 66, 81, 95, 97, 98, 102, 108, 110, 114, 115, 116, 136, 137, 140, 141, 143, 144, 147, 148, 152, 153, 154, 156, 160, 161, 168, 170, 171, 180, 186, 196, 197, 204, 206, 208, 209, 210, 212, 218, 220, 222, 226, 229, 244, 248, 253, 259, 265, 268, 269, 273, 283, 285, 291, 295, 298, 301, 305], "made": [1, 7, 12, 17, 23, 29, 58, 95, 98, 105, 107, 134, 137, 139, 141, 152, 153, 173, 186, 191, 193, 196, 200, 221, 226, 232, 267, 268, 273, 286], "thank": [1, 11, 23, 55, 115, 134, 142, 143, 144, 152, 154, 186, 199, 200, 202, 211, 225], "hardupd": 1, "softupd": [1, 153], "appropri": [1, 7, 10, 55, 66, 98, 115, 142, 150, 171, 178, 183, 191, 197, 202, 208, 227, 229, 230, 231, 248, 257, 258, 269], "locat": [1, 4, 7, 35, 38, 45, 54, 89, 98, 100, 114, 122, 152, 173, 178, 180, 190, 199, 201, 206, 250, 265, 276, 286, 295, 304], "adam": [1, 7, 13, 15, 41, 52, 58, 75, 106, 107, 109, 123, 124, 152, 163, 170, 181, 182, 184, 245, 246, 249, 250, 255, 306], "pretti": [1, 19, 25, 49, 105, 122, 124, 162, 184, 208, 240], "plot": [1, 7, 58, 81, 89, 97, 142, 153, 163, 173, 181, 182, 191, 193, 225], "alreadi": [1, 2, 4, 5, 6, 7, 12, 13, 17, 26, 27, 97, 100, 105, 107, 108, 115, 140, 142, 150, 156, 164, 170, 173, 175, 178, 179, 180, 185, 191, 197, 199, 200, 220, 222, 232, 233, 247, 252, 253, 257, 258, 267, 270, 272, 286, 287, 288, 289, 291, 306], "mention": [1, 4, 6, 7, 12, 13, 17, 19, 58, 66, 81, 92, 105, 107, 108, 125, 138, 140, 152, 153, 173, 181, 183, 190, 193, 196, 202, 211, 227, 250, 265, 275, 283, 295, 305], "greater": [1, 13, 55, 58, 98, 124, 141, 199, 241, 305], "concret": [1, 6, 7, 10, 13, 97, 173, 180, 196, 218, 232], "takeawai": [1, 128, 202], "further": [1, 5, 6, 7, 10, 23, 25, 27, 52, 81, 95, 102, 107, 115, 140, 152, 159, 161, 173, 177, 180, 193, 194, 196, 200, 210, 223, 225, 226, 227, 229, 230, 233, 249, 253, 258, 267, 275, 286, 294], "might": [1, 4, 6, 10, 12, 17, 18, 19, 29, 36, 43, 49, 56, 57, 58, 59, 66, 97, 100, 105, 107, 108, 112, 114, 117, 120, 122, 147, 148, 149, 150, 152, 159, 160, 162, 171, 173, 178, 181, 184, 185, 186, 190, 194, 196, 197, 201, 202, 206, 208, 210, 211, 218, 227, 232, 233, 241, 252, 270, 271, 276, 283, 286, 291, 301, 305], "dispatch": [1, 4, 6, 17, 136, 176, 200, 202, 242, 257, 265, 269, 297], "distpatch": 1, "iql": 1, "flexibl": [1, 2, 6, 7, 27, 28, 29, 55, 66, 92, 97, 115, 117, 125, 136, 137, 148, 202, 230, 250, 270, 304], "runnable_code_remov": [1, 11, 14, 15, 16, 18, 20, 24, 26, 27, 28, 29, 36, 37, 40, 41, 42, 43, 45, 46, 48, 50, 52, 54, 55, 57, 58, 66, 69, 70, 71, 74, 75, 78, 79, 81, 83, 92, 95, 98, 100, 101, 102, 104, 105, 106, 108, 109, 111, 112, 114, 115, 116, 117, 120, 122, 124, 125, 128, 131, 134, 141, 142, 143, 146, 153, 155, 156, 158, 159, 160, 161, 162, 164, 165, 167, 170, 171, 172, 173, 177, 180, 185, 186, 188, 190, 194, 196, 197, 201, 202, 207, 210, 218, 219, 220, 221, 223, 225, 240, 246, 255, 268, 269, 270, 271, 272, 273, 275, 277, 283, 284, 285, 286, 287, 288, 289, 291, 297, 298, 300, 302], "minut": [1, 11, 14, 15, 16, 18, 20, 24, 28, 29, 36, 37, 38, 40, 41, 42, 43, 45, 46, 48, 49, 50, 52, 54, 55, 57, 58, 66, 69, 70, 71, 73, 74, 75, 78, 79, 81, 83, 92, 95, 97, 98, 100, 101, 102, 104, 105, 106, 107, 108, 109, 111, 112, 114, 115, 116, 117, 119, 120, 122, 123, 125, 128, 131, 134, 139, 141, 142, 143, 144, 146, 153, 155, 156, 158, 159, 160, 161, 162, 163, 164, 165, 167, 170, 171, 172, 173, 177, 179, 180, 181, 185, 186, 188, 190, 191, 194, 196, 197, 201, 202, 207, 210, 218, 219, 220, 221, 223, 225, 238, 240, 246, 255, 268, 269, 270, 271, 272, 273, 275, 276, 277, 283, 284, 285, 286, 287, 288, 289, 291, 297, 298, 299, 300, 302], "000": [1, 15, 16, 18, 20, 21, 23, 24, 28, 29, 36, 37, 38, 40, 41, 43, 44, 45, 46, 50, 52, 53, 69, 70, 71, 73, 74, 75, 76, 78, 79, 80, 95, 98, 101, 102, 103, 105, 113, 114, 116, 117, 119, 121, 122, 125, 126, 128, 142, 143, 146, 153, 156, 159, 160, 163, 164, 165, 167, 171, 172, 173, 177, 180, 186, 187, 190, 191, 193, 197, 199, 207, 219, 221, 223, 236, 238, 240, 268, 269, 270, 271, 272, 273, 275, 276, 277, 282, 283, 284, 285, 286, 287, 288, 289, 291, 293, 297, 298, 300, 302], "python": [1, 3, 5, 7, 11, 12, 14, 15, 16, 17, 20, 21, 22, 24, 28, 29, 36, 37, 38, 40, 41, 42, 43, 45, 46, 48, 49, 50, 52, 54, 55, 57, 58, 59, 61, 62, 63, 66, 69, 70, 71, 73, 74, 75, 78, 79, 81, 83, 95, 97, 98, 100, 101, 102, 104, 105, 106, 107, 108, 109, 111, 112, 114, 115, 116, 117, 119, 120, 122, 124, 125, 128, 131, 134, 136, 137, 138, 141, 142, 143, 144, 145, 146, 152, 153, 154, 155, 158, 159, 160, 161, 162, 163, 164, 165, 167, 170, 171, 172, 173, 177, 179, 180, 181, 183, 185, 186, 187, 188, 190, 194, 196, 197, 200, 201, 202, 204, 206, 207, 209, 210, 211, 212, 218, 219, 220, 221, 223, 225, 226, 227, 230, 231, 233, 238, 240, 246, 248, 250, 251, 252, 253, 255, 258, 259, 265, 268, 269, 270, 271, 272, 273, 275, 276, 277, 283, 284, 285, 286, 287, 288, 289, 290, 291, 293, 297, 298, 299, 301, 303, 305], "sourc": [1, 3, 6, 7, 11, 12, 13, 14, 15, 16, 18, 19, 20, 24, 26, 27, 28, 29, 36, 37, 38, 40, 41, 42, 43, 45, 46, 48, 49, 50, 52, 54, 55, 57, 58, 61, 66, 69, 70, 71, 73, 74, 75, 78, 79, 81, 83, 92, 95, 97, 98, 100, 101, 102, 104, 105, 106, 107, 108, 109, 111, 112, 114, 115, 116, 117, 119, 120, 122, 125, 128, 131, 134, 137, 140, 141, 142, 143, 144, 146, 152, 153, 154, 155, 156, 158, 159, 160, 161, 162, 163, 164, 165, 167, 170, 171, 172, 173, 176, 177, 180, 181, 182, 184, 185, 186, 188, 190, 193, 194, 196, 197, 200, 201, 202, 206, 207, 210, 212, 218, 219, 220, 221, 223, 225, 226, 230, 238, 240, 241, 246, 255, 256, 258, 259, 268, 269, 270, 271, 272, 273, 275, 276, 277, 283, 284, 285, 286, 287, 288, 289, 291, 297, 298, 299, 300, 302, 304], "coding_ddpg": [1, 21], "py": [1, 4, 6, 7, 10, 11, 12, 14, 15, 16, 18, 20, 21, 23, 24, 26, 27, 28, 29, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 48, 49, 50, 51, 52, 53, 54, 55, 57, 58, 59, 61, 66, 69, 70, 71, 73, 74, 75, 76, 78, 79, 80, 81, 83, 91, 92, 93, 95, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 125, 126, 128, 131, 134, 137, 138, 141, 142, 143, 144, 145, 146, 148, 150, 152, 153, 154, 155, 156, 158, 159, 160, 161, 162, 163, 164, 165, 167, 170, 171, 172, 173, 175, 176, 177, 180, 181, 183, 185, 186, 187, 188, 190, 194, 196, 197, 201, 202, 204, 206, 207, 208, 209, 210, 211, 218, 219, 220, 221, 223, 225, 230, 231, 233, 236, 238, 240, 241, 246, 248, 251, 252, 255, 259, 265, 268, 269, 270, 271, 272, 273, 274, 275, 276, 277, 282, 283, 284, 285, 286, 287, 288, 289, 291, 293, 297, 298, 299, 300, 301, 302, 304, 305], "jupyt": [1, 11, 14, 15, 16, 18, 20, 24, 27, 28, 29, 36, 37, 38, 40, 41, 42, 43, 45, 46, 48, 49, 50, 52, 54, 55, 57, 58, 66, 69, 70, 71, 73, 74, 75, 78, 79, 81, 83, 89, 92, 95, 97, 98, 100, 101, 102, 104, 105, 106, 107, 108, 109, 111, 112, 114, 115, 116, 117, 119, 120, 122, 125, 128, 131, 134, 141, 142, 143, 144, 146, 153, 155, 156, 158, 159, 160, 161, 162, 163, 164, 165, 167, 170, 171, 172, 173, 177, 180, 181, 185, 186, 188, 190, 191, 193, 194, 196, 197, 201, 202, 207, 210, 218, 219, 220, 221, 223, 225, 238, 240, 246, 255, 268, 269, 270, 271, 272, 273, 275, 276, 277, 283, 284, 285, 286, 287, 288, 289, 291, 297, 298, 299, 300, 302], "notebook": [1, 11, 14, 15, 16, 18, 20, 22, 24, 27, 28, 29, 36, 37, 38, 40, 41, 42, 43, 45, 46, 48, 49, 50, 52, 54, 55, 56, 57, 58, 66, 69, 70, 71, 73, 74, 75, 78, 79, 81, 83, 89, 90, 92, 95, 97, 98, 100, 101, 102, 104, 105, 106, 107, 108, 109, 110, 111, 112, 114, 115, 116, 117, 119, 120, 122, 125, 128, 131, 134, 141, 142, 143, 144, 146, 153, 155, 156, 158, 159, 160, 161, 162, 163, 164, 165, 167, 170, 171, 172, 173, 177, 180, 181, 185, 186, 188, 190, 191, 193, 194, 196, 197, 201, 202, 207, 210, 218, 219, 220, 221, 223, 225, 238, 240, 246, 255, 268, 269, 270, 271, 272, 273, 275, 276, 277, 283, 284, 285, 286, 287, 288, 289, 291, 297, 298, 299, 300, 302, 304], "ipynb": [1, 11, 14, 15, 16, 18, 20, 24, 28, 29, 36, 37, 38, 40, 41, 42, 43, 45, 46, 48, 49, 50, 52, 54, 55, 57, 58, 66, 69, 70, 71, 73, 74, 75, 78, 79, 81, 83, 92, 95, 97, 98, 100, 101, 102, 104, 105, 106, 107, 108, 109, 111, 112, 114, 115, 116, 117, 119, 120, 122, 125, 128, 131, 134, 141, 142, 143, 144, 146, 153, 155, 156, 158, 159, 160, 161, 162, 163, 164, 165, 167, 170, 171, 172, 173, 177, 180, 181, 185, 186, 188, 190, 194, 196, 197, 201, 202, 207, 210, 218, 219, 220, 221, 223, 225, 238, 240, 246, 255, 268, 269, 270, 271, 272, 273, 275, 276, 277, 283, 284, 285, 286, 287, 288, 289, 291, 297, 298, 299, 300, 302], "galleri": [1, 11, 14, 15, 16, 18, 20, 24, 28, 29, 36, 37, 38, 40, 41, 42, 43, 45, 46, 48, 49, 50, 52, 54, 55, 57, 58, 66, 69, 70, 71, 73, 74, 75, 78, 79, 81, 83, 92, 95, 97, 98, 100, 101, 102, 104, 105, 106, 107, 108, 109, 111, 112, 114, 115, 116, 117, 119, 120, 122, 125, 128, 131, 134, 141, 142, 143, 144, 146, 153, 155, 156, 158, 159, 160, 161, 162, 163, 164, 165, 167, 170, 171, 172, 173, 177, 180, 181, 185, 186, 188, 190, 194, 196, 197, 201, 202, 207, 210, 218, 219, 220, 221, 223, 225, 238, 240, 246, 255, 268, 269, 270, 271, 272, 273, 275, 276, 277, 283, 284, 285, 286, 287, 288, 289, 291, 297, 298, 299, 300, 302], "sphinx": [1, 11, 14, 15, 16, 18, 20, 24, 28, 29, 36, 37, 38, 40, 41, 42, 43, 45, 46, 48, 49, 50, 52, 54, 55, 57, 58, 66, 69, 70, 71, 73, 74, 75, 78, 79, 81, 83, 92, 95, 97, 98, 100, 101, 102, 104, 105, 106, 107, 108, 109, 111, 112, 114, 115, 116, 117, 119, 120, 122, 125, 128, 131, 134, 141, 142, 143, 144, 146, 153, 155, 156, 158, 159, 160, 161, 162, 163, 164, 165, 167, 170, 171, 172, 173, 177, 180, 181, 185, 186, 188, 190, 194, 196, 197, 201, 202, 207, 210, 218, 219, 220, 221, 223, 225, 238, 240, 246, 255, 268, 269, 270, 271, 272, 273, 275, 276, 277, 283, 284, 285, 286, 287, 288, 289, 291, 297, 298, 299, 300, 302], "The": [2, 3, 4, 5, 6, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 22, 23, 24, 25, 26, 27, 28, 29, 36, 37, 38, 41, 42, 45, 46, 48, 49, 52, 54, 55, 56, 57, 58, 59, 60, 61, 62, 66, 67, 73, 74, 75, 79, 81, 83, 89, 90, 92, 98, 99, 100, 102, 104, 105, 107, 108, 109, 110, 111, 112, 114, 115, 116, 117, 119, 120, 122, 124, 125, 128, 131, 132, 134, 136, 137, 138, 139, 140, 142, 143, 144, 145, 146, 147, 150, 152, 153, 154, 155, 156, 158, 159, 160, 161, 162, 163, 164, 167, 170, 171, 172, 173, 177, 178, 179, 180, 181, 182, 183, 184, 185, 188, 190, 193, 194, 196, 197, 199, 200, 201, 203, 204, 206, 207, 208, 209, 210, 211, 212, 218, 219, 220, 221, 222, 223, 225, 227, 229, 230, 231, 232, 233, 235, 237, 238, 240, 241, 242, 244, 245, 246, 247, 249, 250, 251, 252, 253, 256, 257, 258, 259, 260, 267, 269, 270, 272, 273, 275, 276, 283, 284, 285, 286, 289, 291, 294, 295, 296, 297, 298, 299, 300, 301, 302, 303, 304, 305, 306], "packag": [2, 4, 6, 7, 20, 22, 26, 27, 28, 49, 52, 57, 63, 67, 74, 75, 83, 95, 106, 107, 109, 115, 119, 123, 124, 131, 134, 135, 136, 137, 138, 150, 152, 154, 160, 176, 178, 179, 181, 184, 190, 193, 194, 200, 211, 233, 235, 248, 252, 258, 268, 272, 276, 285, 289, 290, 301, 303, 304], "build": [2, 7, 16, 23, 24, 29, 36, 38, 39, 40, 41, 42, 43, 45, 46, 52, 55, 67, 74, 75, 83, 95, 97, 98, 99, 100, 101, 104, 105, 106, 108, 114, 115, 122, 124, 128, 135, 136, 143, 144, 152, 153, 154, 156, 158, 168, 170, 172, 173, 180, 181, 182, 183, 184, 187, 196, 197, 206, 207, 208, 211, 213, 223, 226, 227, 230, 240, 258, 270, 272, 285, 286, 298, 301], "highli": [2, 6, 7, 12, 22, 55, 66, 95, 186, 197, 200, 240, 286], "dynam": [2, 5, 6, 7, 10, 14, 16, 17, 21, 23, 24, 26, 27, 29, 36, 48, 59, 71, 97, 107, 110, 113, 116, 124, 125, 134, 136, 145, 164, 177, 180, 203, 208, 209, 210, 226, 227, 229, 230, 236, 258, 259, 269, 274, 282, 286, 290, 293, 296, 298, 301], "neural": [2, 6, 15, 16, 20, 21, 24, 36, 39, 40, 42, 48, 51, 53, 55, 57, 63, 66, 74, 81, 97, 98, 100, 102, 106, 107, 108, 109, 110, 111, 112, 114, 117, 119, 124, 131, 134, 136, 142, 143, 144, 145, 146, 153, 168, 177, 180, 181, 183, 186, 187, 188, 191, 193, 200, 222, 226, 230, 235, 242, 257, 258, 265, 273, 274, 282, 286, 290, 291], "network": [2, 3, 6, 10, 14, 15, 16, 20, 23, 24, 25, 29, 36, 39, 40, 41, 42, 43, 48, 51, 53, 55, 57, 63, 66, 74, 75, 81, 97, 98, 100, 102, 106, 107, 108, 110, 111, 113, 114, 115, 117, 119, 124, 131, 134, 136, 141, 142, 145, 146, 149, 150, 167, 168, 171, 173, 177, 178, 183, 187, 190, 191, 193, 200, 206, 222, 226, 230, 235, 242, 257, 258, 259, 265, 273, 274, 277, 282, 286, 290, 291], "api": [2, 4, 6, 8, 9, 10, 12, 13, 16, 17, 18, 22, 24, 25, 26, 27, 28, 29, 37, 38, 40, 42, 45, 46, 54, 62, 66, 89, 98, 119, 122, 136, 137, 138, 139, 140, 141, 142, 145, 150, 152, 154, 160, 161, 162, 166, 172, 174, 175, 178, 182, 183, 184, 187, 190, 194, 196, 197, 200, 201, 203, 204, 207, 208, 209, 210, 222, 225, 226, 227, 229, 230, 231, 238, 240, 247, 248, 249, 250, 251, 252, 258, 259, 267, 268, 270, 271, 273, 276, 285, 290, 293, 294, 295, 296, 297, 298, 299, 300, 301, 303, 305], "explor": [2, 7, 10, 16, 25, 27, 50, 55, 81, 120, 136, 142, 147, 153, 161, 163, 170, 173, 175, 180, 185, 186, 197, 202, 206, 222, 231, 251, 268, 290, 295, 298, 301, 305], "note": [2, 4, 5, 6, 7, 10, 11, 14, 17, 18, 19, 20, 22, 23, 24, 25, 26, 27, 28, 36, 48, 49, 50, 52, 55, 56, 58, 81, 92, 97, 98, 100, 102, 105, 106, 109, 110, 111, 112, 114, 115, 120, 122, 125, 131, 137, 138, 140, 141, 146, 147, 149, 150, 152, 154, 155, 158, 159, 161, 162, 164, 170, 172, 173, 176, 177, 178, 182, 183, 184, 185, 190, 191, 193, 194, 196, 197, 199, 200, 201, 202, 203, 206, 207, 208, 209, 211, 218, 219, 220, 221, 223, 229, 230, 231, 235, 237, 238, 240, 242, 247, 249, 250, 252, 253, 276, 285, 288, 291, 295, 296, 297, 298, 304, 305, 306], "pleas": [2, 4, 5, 6, 7, 8, 10, 11, 12, 18, 23, 24, 26, 27, 49, 50, 52, 57, 64, 65, 83, 88, 95, 97, 137, 138, 140, 150, 152, 154, 155, 158, 159, 160, 161, 164, 170, 172, 176, 178, 182, 183, 184, 190, 193, 194, 196, 197, 199, 201, 202, 203, 206, 209, 211, 212, 213, 215, 216, 218, 219, 220, 221, 222, 223, 224, 225, 227, 229, 230, 231, 232, 240, 241, 243, 244, 250, 252, 257, 258, 259, 261, 262, 263, 264, 265, 266, 269, 271, 273, 286, 299, 301, 304, 305], "differenti": [2, 6, 7, 16, 22, 29, 39, 40, 45, 51, 52, 63, 97, 124, 136, 153, 172, 181, 187, 188, 220], "requires_grad": [2, 4, 7, 10, 36, 48, 52, 69, 70, 97, 105, 111, 115, 123, 124, 131, 145, 147, 163, 178, 204, 235, 275, 289], "track": [2, 6, 10, 16, 37, 41, 48, 58, 89, 97, 102, 104, 105, 109, 111, 115, 123, 124, 137, 139, 144, 145, 149, 153, 159, 178, 184, 186, 190, 233, 251, 276, 284, 289, 300, 301, 304], "auto": [2, 3, 6, 7, 10, 12, 14, 26, 61, 137, 138, 161, 176, 196, 197, 212, 222, 241, 258, 259, 270, 285, 305], "x": [2, 4, 6, 7, 14, 22, 23, 24, 25, 26, 27, 29, 36, 45, 48, 49, 52, 54, 55, 58, 69, 70, 73, 74, 75, 78, 79, 81, 92, 97, 100, 102, 105, 107, 108, 109, 111, 115, 123, 124, 125, 138, 140, 141, 143, 144, 145, 147, 150, 152, 156, 162, 163, 171, 173, 175, 176, 178, 179, 181, 182, 183, 184, 191, 193, 194, 196, 199, 200, 201, 203, 209, 210, 212, 213, 222, 223, 227, 229, 230, 231, 235, 238, 244, 247, 248, 249, 250, 252, 256, 257, 258, 259, 265, 267, 270, 285, 296, 298, 299, 301], "std": [2, 5, 6, 7, 14, 17, 23, 26, 27, 57, 100, 107, 176, 178, 179, 184, 193, 208, 212, 218, 227, 229, 258, 270, 303], "cout": [2, 5, 7, 26, 27, 303], "endl": [2, 7, 26, 27], "cpufloattyp": [2, 5, 7, 27], "y": [2, 6, 22, 24, 26, 27, 36, 45, 46, 48, 54, 58, 69, 70, 73, 74, 75, 78, 79, 81, 89, 92, 97, 102, 105, 107, 108, 111, 112, 115, 123, 124, 137, 141, 154, 163, 175, 176, 190, 193, 194, 196, 211, 212, 213, 220, 222, 225, 247, 285, 296, 298, 299], "wa": [2, 3, 4, 5, 6, 13, 18, 20, 24, 26, 27, 29, 49, 57, 58, 66, 81, 97, 98, 100, 102, 105, 106, 107, 108, 109, 111, 115, 117, 120, 125, 138, 140, 142, 145, 150, 152, 163, 167, 170, 171, 172, 173, 175, 177, 179, 180, 181, 184, 185, 186, 191, 196, 197, 199, 200, 202, 210, 220, 221, 229, 235, 250, 265, 269, 270, 273, 276, 278, 279, 280, 281, 301, 304, 305], "result": [2, 4, 5, 6, 7, 10, 11, 12, 14, 16, 20, 23, 24, 25, 27, 28, 29, 36, 41, 43, 45, 48, 49, 57, 66, 70, 73, 89, 90, 95, 97, 98, 100, 105, 106, 107, 111, 115, 116, 120, 124, 125, 128, 134, 137, 139, 140, 141, 144, 150, 152, 153, 154, 158, 159, 161, 162, 163, 167, 172, 173, 176, 177, 178, 179, 181, 182, 183, 184, 185, 191, 193, 194, 196, 199, 200, 201, 202, 203, 204, 206, 208, 210, 219, 220, 221, 222, 223, 225, 227, 229, 230, 231, 232, 237, 238, 241, 244, 245, 247, 249, 255, 256, 257, 259, 267, 272, 273, 275, 276, 283, 285, 286, 290, 291, 295, 296, 298, 299, 300, 303, 305, 306], "grad_fn": [2, 5, 29, 36, 48, 52, 97, 111, 141, 147, 211], "name": [2, 4, 5, 6, 7, 10, 12, 14, 15, 16, 18, 20, 22, 23, 25, 26, 27, 36, 56, 57, 58, 89, 97, 108, 114, 115, 117, 120, 122, 123, 125, 136, 137, 140, 142, 145, 150, 153, 154, 156, 161, 168, 171, 175, 176, 177, 180, 181, 182, 183, 185, 186, 187, 190, 193, 194, 197, 201, 206, 208, 211, 225, 227, 229, 232, 233, 235, 238, 241, 244, 248, 250, 252, 257, 258, 259, 267, 270, 275, 276, 285, 287, 300, 303, 304, 305], "addbackward1": 2, "z": [2, 6, 27, 58, 92, 97, 105, 111, 196, 220, 238], "27": [2, 38, 57, 107, 161, 184, 199, 210, 257, 267, 270, 300], "mulbackward1": 2, "meanbackward0": 2, "requires_grad_": [2, 36, 111], "exist": [2, 5, 7, 10, 12, 13, 18, 20, 26, 27, 29, 52, 58, 59, 67, 73, 90, 92, 105, 111, 124, 136, 145, 152, 154, 159, 177, 179, 184, 185, 186, 188, 190, 193, 194, 196, 202, 211, 218, 219, 221, 227, 232, 233, 235, 238, 244, 247, 249, 251, 253, 269, 270, 283, 286], "flag": [2, 4, 6, 16, 27, 48, 97, 111, 154, 171, 186, 196, 199, 211, 226, 229, 275, 285, 291, 305], "place": [2, 6, 7, 13, 16, 22, 26, 27, 45, 48, 50, 54, 58, 92, 98, 102, 104, 109, 111, 115, 117, 137, 142, 150, 152, 155, 170, 172, 173, 178, 180, 181, 186, 193, 194, 196, 197, 202, 204, 208, 218, 227, 229, 230, 231, 240, 247, 248, 250, 275, 283, 285, 286], "randn": [2, 4, 6, 7, 14, 27, 73, 97, 107, 111, 123, 124, 145, 150, 182, 184, 212, 213, 222, 227, 229, 230, 231, 240, 247, 270, 276, 299, 301, 306], "b": [2, 4, 6, 7, 22, 25, 27, 36, 38, 48, 49, 69, 70, 73, 90, 97, 105, 107, 109, 112, 114, 122, 123, 124, 141, 143, 144, 161, 162, 164, 179, 181, 194, 196, 197, 202, 206, 213, 222, 238, 244, 270, 276, 296], "sumbackward0": [2, 97], "backprop": [2, 48, 111, 115, 143, 163], "scalar": [2, 6, 16, 17, 27, 36, 48, 55, 58, 66, 69, 97, 100, 105, 111, 124, 191, 196, 227, 241, 255], "backward": [2, 3, 4, 7, 10, 13, 14, 15, 17, 18, 19, 23, 29, 36, 41, 48, 49, 50, 52, 58, 69, 70, 73, 78, 79, 97, 98, 100, 106, 107, 111, 112, 115, 124, 131, 136, 138, 140, 141, 144, 148, 150, 152, 158, 162, 163, 167, 172, 175, 178, 181, 182, 183, 184, 187, 190, 191, 196, 197, 202, 229, 245, 246, 247, 249, 250, 253, 255, 258, 259, 269, 276, 286, 289, 294, 298, 300, 306], "equival": [2, 5, 6, 13, 26, 27, 36, 48, 97, 109, 124, 154, 158, 172, 175, 181, 183, 193, 196, 197, 202, 211, 212, 218, 220, 223, 229, 230, 232, 235, 286, 302, 303], "print": [2, 5, 6, 7, 13, 16, 22, 23, 25, 26, 27, 29, 37, 38, 42, 49, 50, 55, 57, 58, 59, 73, 81, 92, 95, 97, 100, 102, 105, 107, 109, 114, 115, 116, 119, 123, 124, 125, 134, 137, 138, 139, 144, 145, 146, 149, 150, 152, 153, 154, 156, 159, 161, 163, 171, 175, 176, 178, 179, 181, 182, 183, 184, 186, 191, 196, 197, 199, 200, 202, 203, 206, 208, 211, 213, 218, 220, 227, 229, 233, 235, 238, 241, 244, 245, 247, 249, 250, 251, 252, 256, 257, 258, 259, 267, 269, 270, 276, 277, 286, 288, 299, 302, 303, 306], "d": [2, 4, 6, 7, 10, 23, 26, 42, 58, 67, 69, 70, 73, 97, 98, 100, 102, 105, 109, 114, 115, 124, 137, 140, 142, 144, 146, 150, 152, 154, 162, 163, 170, 175, 190, 193, 196, 202, 211, 221, 229, 252, 258, 299], "dx": [2, 70, 109, 124, 147], "grad": [2, 4, 7, 14, 18, 36, 48, 52, 69, 97, 111, 115, 124, 138, 141, 144, 145, 147, 150, 152, 158, 162, 167, 170, 182, 183, 184, 202, 218, 240, 246, 253, 255, 269, 289], "5000": [2, 144, 156, 248, 270], "got": [2, 17, 23, 61, 98, 105, 108, 109, 111, 115, 150, 163, 176, 183, 196, 227, 232, 248, 301], "matrix": [2, 6, 7, 14, 20, 27, 36, 45, 48, 54, 89, 97, 100, 102, 105, 108, 109, 111, 114, 115, 122, 123, 140, 143, 144, 162, 167, 171, 185, 186, 193, 196, 197, 199, 200, 202, 221, 223, 230, 235, 240, 257, 258, 259, 265, 272, 286, 290, 300], "explan": [2, 58, 181, 191, 275], "arriv": [2, 7, 17, 27, 137, 150, 182, 286], "valu": [2, 4, 5, 6, 7, 11, 14, 16, 22, 23, 24, 25, 26, 27, 29, 36, 37, 41, 45, 46, 48, 52, 54, 55, 56, 61, 66, 69, 81, 89, 92, 95, 97, 98, 100, 102, 105, 106, 107, 109, 111, 112, 114, 115, 117, 124, 140, 141, 142, 145, 149, 150, 152, 154, 156, 160, 163, 175, 176, 181, 182, 183, 184, 185, 186, 190, 193, 194, 197, 202, 204, 206, 208, 209, 211, 218, 219, 220, 221, 223, 225, 226, 227, 229, 232, 238, 244, 246, 248, 253, 269, 270, 273, 276, 283, 284, 295, 305, 306], "section": [2, 4, 5, 6, 7, 10, 13, 17, 22, 23, 25, 27, 37, 38, 40, 41, 42, 43, 45, 48, 49, 52, 56, 57, 58, 81, 98, 101, 105, 106, 107, 108, 109, 112, 114, 115, 120, 141, 145, 146, 152, 156, 161, 163, 167, 173, 178, 181, 182, 184, 190, 193, 196, 197, 199, 200, 201, 202, 203, 208, 219, 220, 227, 229, 232, 237, 242, 246, 248, 255, 258, 265, 269, 270, 275, 286, 296, 300], "look": [2, 4, 5, 6, 7, 10, 11, 12, 13, 14, 16, 19, 22, 24, 26, 27, 29, 38, 43, 45, 48, 49, 52, 54, 55, 56, 57, 58, 61, 81, 92, 95, 97, 98, 100, 102, 104, 105, 106, 108, 109, 111, 112, 114, 115, 116, 117, 125, 131, 138, 140, 141, 142, 147, 152, 153, 155, 164, 167, 170, 173, 177, 179, 180, 183, 184, 185, 186, 190, 191, 193, 196, 197, 200, 201, 202, 207, 208, 212, 218, 221, 223, 227, 229, 230, 231, 248, 251, 255, 257, 258, 270, 272, 276, 284, 285, 287, 288, 289, 291, 296, 300, 304], "jacobian": [2, 48, 97, 136, 158, 187, 240], "product": [2, 3, 5, 7, 45, 48, 54, 66, 92, 97, 109, 117, 136, 137, 152, 156, 158, 175, 186, 187, 197, 199, 200, 204, 211, 230, 232, 240, 244, 273, 290, 298, 304], "norm": [2, 16, 20, 23, 58, 97, 102, 107, 123, 136, 140, 171, 175, 177, 187, 193, 202, 208, 235], "1021": 2, "4020": 2, "314": 2, "6695": 2, "613": [2, 257], "4944": 2, "v": [2, 23, 36, 48, 58, 59, 61, 97, 111, 112, 114, 140, 154, 158, 181, 183, 190, 202, 209, 232, 244], "0001": [2, 23, 95, 97, 161, 259], "kfloat": [2, 3, 4, 212, 241], "102": 2, "4000": [2, 49, 97, 100, 285], "1024": [2, 6, 22, 25, 89, 107, 139, 230, 245, 270], "0000": [2, 27, 97, 235], "stop": [2, 5, 6, 27, 36, 95, 97, 111, 123, 144, 164, 170, 180, 182, 186, 190, 206, 276], "histori": [2, 36, 45, 52, 54, 97, 105, 111, 123, 144, 145, 163, 177, 178], "put": [2, 6, 7, 10, 14, 16, 19, 37, 50, 55, 57, 83, 92, 100, 102, 105, 136, 137, 138, 152, 153, 171, 180, 181, 183, 184, 193, 230, 232], "nogradguard": [2, 303], "block": [2, 4, 6, 7, 10, 12, 14, 20, 23, 26, 27, 36, 37, 52, 55, 83, 89, 97, 111, 116, 138, 139, 140, 152, 153, 161, 173, 175, 178, 182, 183, 184, 185, 190, 193, 204, 210, 222, 235, 242, 247, 286, 291], "pow": [2, 6, 97, 218], "no_grad": [2, 23, 36, 48, 49, 97, 107, 109, 111, 112, 115, 123, 124, 137, 138, 144, 154, 163, 178, 179, 181, 183, 191, 196, 200, 208, 211, 222, 227, 229, 230, 231, 237, 253, 258, 286, 294, 303], "Or": [2, 25, 27, 145, 170, 184, 203, 229, 241], "content": [2, 4, 6, 16, 27, 29, 56, 62, 104, 105, 106, 125, 132, 141, 150, 152, 173, 179, 180, 184, 186, 194, 196, 199, 200, 206, 248, 260, 270, 285, 300, 301], "eq": [2, 23, 27, 55, 138, 183, 196, 208, 227, 229, 259, 276], "bool": [2, 13, 16, 17, 27, 154, 163, 176, 181, 193, 203, 211, 222, 235, 305], "is_leaf": 2, "detach_": [2, 184], "register_hook": [2, 145], "retain_grad": 2, "doc": [2, 4, 5, 7, 8, 55, 66, 69, 81, 97, 105, 106, 107, 119, 122, 124, 131, 149, 152, 159, 160, 173, 182, 184, 193, 196, 207, 223, 240, 265, 269, 284, 299, 300], "applic": [2, 3, 13, 14, 16, 17, 27, 38, 55, 66, 67, 83, 98, 102, 107, 117, 131, 135, 136, 138, 141, 142, 146, 150, 154, 156, 160, 170, 173, 177, 178, 182, 184, 193, 196, 199, 210, 220, 233, 241, 247, 249, 250, 255, 257, 259, 265, 286, 290, 300, 305], "calcul": [2, 14, 20, 36, 41, 48, 49, 55, 58, 62, 66, 81, 89, 92, 95, 97, 98, 100, 106, 107, 115, 123, 143, 144, 154, 163, 181, 182, 184, 185, 186, 193, 197, 200, 202, 204, 208, 220, 227, 232, 235, 252, 259, 289], "penalti": [2, 171, 179, 269], "h": [2, 4, 5, 6, 7, 10, 12, 26, 27, 29, 55, 140, 154, 161, 163, 164, 175, 176, 201, 211, 248, 258, 285, 303, 305], "model": [2, 3, 6, 10, 13, 16, 19, 21, 26, 27, 28, 36, 38, 39, 40, 45, 46, 48, 49, 52, 54, 58, 59, 60, 62, 69, 71, 73, 74, 75, 83, 94, 95, 97, 99, 101, 105, 108, 109, 110, 111, 113, 115, 118, 119, 120, 122, 123, 124, 126, 135, 136, 138, 142, 143, 144, 145, 146, 149, 152, 156, 158, 159, 161, 162, 168, 170, 171, 172, 180, 181, 182, 183, 184, 185, 187, 194, 196, 197, 199, 200, 202, 204, 206, 209, 210, 212, 222, 223, 226, 230, 231, 232, 233, 235, 236, 240, 242, 247, 248, 249, 250, 251, 252, 253, 257, 267, 269, 274, 275, 277, 282, 283, 284, 289, 290, 291, 294, 296, 298, 299, 305, 306], "linear": [2, 6, 7, 11, 13, 19, 20, 23, 29, 45, 48, 49, 50, 52, 54, 66, 74, 81, 97, 100, 105, 107, 110, 122, 123, 124, 125, 131, 138, 140, 143, 144, 145, 150, 154, 161, 162, 163, 171, 175, 178, 181, 182, 183, 184, 186, 191, 196, 200, 202, 203, 207, 208, 210, 211, 218, 222, 223, 225, 227, 229, 230, 232, 235, 237, 238, 242, 244, 245, 246, 247, 249, 250, 251, 252, 255, 256, 257, 258, 259, 265, 267, 269, 275, 277, 283, 284, 288, 291, 306], "loss": [2, 3, 6, 7, 11, 13, 16, 19, 20, 21, 23, 36, 42, 45, 48, 54, 71, 73, 74, 75, 78, 79, 81, 83, 95, 97, 100, 104, 109, 114, 115, 124, 125, 136, 137, 138, 143, 145, 152, 163, 164, 172, 175, 178, 181, 183, 184, 186, 190, 191, 197, 208, 227, 229, 235, 253, 258, 259, 273, 284, 294, 306], "target": [2, 3, 5, 7, 16, 19, 22, 23, 26, 27, 41, 49, 52, 55, 61, 66, 81, 98, 105, 107, 109, 112, 114, 115, 120, 138, 144, 152, 153, 161, 170, 172, 173, 175, 176, 179, 181, 182, 183, 184, 186, 191, 193, 194, 196, 201, 203, 208, 227, 229, 230, 231, 232, 241, 258, 259, 265, 270, 272, 273, 294, 303], "mseloss": [2, 14, 41, 52, 73, 107, 123, 124, 150, 182, 249, 250, 306], "grad_output": [2, 10, 12], "ones_lik": [2, 105], "create_graph": [2, 147], "gradient_penalti": 2, "dim": [2, 5, 6, 13, 25, 37, 100, 105, 107, 123, 138, 144, 175, 177, 179, 182, 183, 184, 191, 193, 204, 219, 220, 227, 229, 238, 241, 257, 259, 301, 303], "add": [2, 4, 5, 7, 8, 10, 12, 14, 16, 17, 18, 20, 23, 25, 26, 27, 41, 49, 52, 56, 66, 81, 92, 95, 102, 105, 106, 109, 112, 120, 128, 136, 137, 138, 140, 144, 145, 146, 152, 153, 156, 159, 160, 161, 162, 163, 170, 172, 173, 176, 179, 180, 182, 183, 184, 186, 190, 196, 199, 200, 202, 204, 208, 210, 212, 218, 220, 230, 232, 233, 235, 241, 250, 253, 256, 270, 272, 276, 290, 298, 302], "combined_loss": 2, "1042": 2, "0638": 2, "0103": 2, "0723": 2, "2543": 2, "1222": 2, "0071": 2, "0814": 2, "1683": 2, "1052": 2, "0355": 2, "document": [2, 4, 5, 6, 7, 18, 24, 36, 52, 58, 66, 67, 89, 92, 95, 97, 98, 102, 104, 105, 106, 111, 125, 131, 136, 150, 152, 153, 156, 158, 160, 161, 178, 183, 184, 185, 190, 193, 194, 196, 199, 200, 201, 203, 220, 227, 230, 240, 241, 244, 248, 250, 256, 258, 259, 267, 286, 295, 296, 298, 299, 302, 303, 304], "link": [2, 5, 6, 7, 12, 14, 26, 27, 40, 42, 58, 89, 101, 115, 117, 128, 152, 156, 158, 220, 222, 241, 258, 301], "ad": [2, 6, 7, 12, 17, 22, 26, 27, 28, 29, 36, 55, 56, 59, 66, 81, 90, 92, 97, 100, 102, 104, 105, 106, 109, 111, 123, 125, 137, 138, 143, 144, 145, 150, 153, 156, 158, 162, 163, 167, 170, 176, 181, 185, 186, 196, 200, 201, 229, 233, 244, 248, 258, 259, 273, 283, 285, 288, 299], "subclass": [2, 6, 7, 16, 20, 29, 37, 38, 73, 97, 100, 102, 115, 124, 136, 142, 153, 163, 177, 183, 191, 201, 220, 223, 235, 257, 268, 269, 274, 282, 290, 298, 303], "encod": [2, 16, 45, 46, 52, 54, 83, 102, 110, 113, 137, 142, 144, 153, 171, 180, 184, 193, 202, 210, 211, 225, 232, 235, 269, 301], "method": [2, 4, 5, 6, 7, 10, 12, 13, 14, 16, 19, 20, 23, 25, 27, 29, 36, 37, 43, 45, 49, 52, 55, 57, 61, 66, 73, 81, 90, 92, 97, 98, 100, 102, 104, 105, 107, 109, 111, 115, 116, 124, 125, 135, 136, 139, 142, 143, 147, 150, 153, 154, 156, 158, 159, 160, 161, 162, 163, 171, 172, 173, 175, 176, 177, 178, 180, 181, 182, 183, 191, 193, 194, 196, 197, 199, 202, 208, 209, 218, 222, 227, 229, 231, 232, 235, 238, 244, 248, 249, 250, 259, 267, 268, 269, 272, 284, 285, 286, 291, 301, 305], "forward": [2, 3, 5, 10, 12, 13, 14, 16, 17, 19, 23, 26, 27, 29, 36, 37, 42, 48, 49, 50, 52, 55, 58, 62, 66, 69, 70, 71, 73, 78, 79, 83, 92, 97, 100, 102, 105, 107, 108, 109, 110, 112, 115, 116, 124, 125, 131, 136, 137, 138, 140, 141, 143, 144, 146, 147, 148, 150, 152, 156, 159, 163, 167, 170, 171, 172, 175, 177, 178, 181, 182, 183, 184, 186, 187, 190, 191, 193, 194, 196, 197, 200, 203, 208, 209, 211, 222, 225, 227, 229, 230, 238, 241, 244, 246, 247, 248, 249, 250, 251, 252, 255, 256, 257, 258, 259, 265, 267, 269, 272, 273, 276, 277, 286, 301, 303, 306], "detail": [2, 4, 6, 7, 10, 12, 14, 17, 18, 19, 24, 26, 27, 29, 38, 41, 48, 49, 50, 58, 59, 66, 81, 89, 90, 92, 102, 105, 106, 116, 120, 134, 138, 140, 142, 144, 146, 148, 150, 159, 161, 167, 170, 178, 181, 184, 185, 190, 191, 194, 196, 197, 200, 203, 204, 206, 211, 218, 219, 220, 221, 227, 229, 230, 233, 240, 242, 246, 248, 251, 255, 256, 257, 258, 265, 267, 268, 269, 270, 273, 275, 285, 286, 296, 301, 304], "namespac": [2, 4, 7, 10, 12, 26, 27, 37, 115, 120, 154, 176, 194, 203, 211, 223, 303], "inherit": [2, 13, 17, 26, 42, 57, 66, 92, 100, 105, 106, 109, 160, 163, 180, 193, 201, 206, 220, 223, 225, 230, 231, 253, 301], "linearfunct": 2, "public": [2, 10, 12, 17, 176], "static": [2, 4, 10, 12, 16, 25, 66, 97, 136, 154, 158, 159, 176, 196, 197, 207, 209, 210, 211, 226, 227, 229, 230, 231, 232, 259, 286], "option": [2, 4, 6, 7, 10, 12, 13, 21, 27, 40, 49, 51, 53, 57, 59, 66, 89, 95, 97, 98, 101, 102, 105, 107, 120, 122, 135, 136, 139, 142, 148, 153, 155, 161, 164, 173, 175, 177, 179, 193, 194, 196, 197, 206, 208, 209, 210, 211, 227, 229, 230, 231, 232, 244, 247, 253, 255, 256, 269, 270, 276, 286, 290, 294, 295, 296, 299, 300, 302], "autogradcontext": [2, 10, 12], "ctx": [2, 4, 6, 10, 12, 22, 147, 247], "save_for_backward": [2, 4, 6, 147], "mm": [2, 6, 123, 154, 211, 212, 227, 241, 242], "t": [2, 5, 6, 7, 8, 10, 12, 13, 15, 16, 17, 18, 20, 23, 25, 26, 27, 29, 36, 38, 40, 41, 45, 48, 49, 52, 56, 58, 59, 61, 67, 73, 81, 95, 97, 98, 100, 102, 105, 107, 108, 109, 111, 112, 114, 115, 117, 120, 123, 124, 125, 131, 137, 138, 141, 147, 153, 154, 155, 158, 160, 161, 162, 163, 164, 167, 170, 172, 173, 177, 178, 179, 180, 181, 182, 184, 185, 186, 191, 193, 194, 196, 197, 199, 202, 203, 204, 206, 207, 208, 209, 210, 211, 218, 219, 220, 222, 225, 227, 229, 232, 235, 240, 241, 244, 245, 246, 253, 255, 257, 265, 267, 269, 270, 272, 285, 286, 287, 288, 289, 297, 298, 299, 301, 302, 305], "unsqueez": [2, 16, 52, 74, 105, 123, 124, 156, 163, 172, 179, 181, 182, 184, 191, 241], "expand_a": [2, 23, 208, 227, 229], "tensor_list": [2, 10, 12, 152], "save": [2, 4, 5, 7, 13, 14, 23, 24, 27, 36, 37, 38, 39, 40, 41, 45, 46, 49, 54, 55, 56, 58, 81, 95, 104, 106, 107, 126, 131, 136, 138, 140, 142, 146, 154, 156, 161, 162, 175, 177, 178, 181, 182, 183, 184, 186, 187, 190, 193, 197, 206, 208, 211, 225, 241, 256, 258, 259, 267, 272, 273, 274, 275, 276, 284, 285, 286, 288, 289, 290, 291, 296, 300, 303], "get_saved_vari": 2, "grad_input": [2, 147], "grad_weight": 2, "grad_bia": 2, "Then": [2, 4, 14, 17, 20, 24, 26, 28, 29, 49, 50, 58, 81, 92, 108, 109, 112, 114, 115, 120, 128, 136, 138, 150, 170, 175, 176, 177, 180, 181, 182, 184, 186, 190, 204, 225, 231, 232, 233, 235, 247, 252, 267, 283], "appli": [2, 3, 5, 6, 7, 10, 11, 12, 16, 17, 20, 23, 27, 29, 36, 37, 46, 57, 58, 66, 74, 89, 92, 97, 100, 102, 105, 107, 109, 124, 134, 136, 138, 143, 145, 146, 147, 150, 152, 155, 156, 159, 162, 163, 164, 167, 170, 171, 172, 175, 177, 180, 182, 183, 184, 186, 188, 193, 196, 197, 199, 200, 201, 202, 204, 206, 207, 210, 211, 218, 219, 223, 229, 235, 237, 240, 242, 245, 248, 250, 251, 252, 253, 256, 258, 267, 268, 283, 286, 290, 291, 294, 295, 298, 300, 302], "5314": 2, "2807": 2, "4864": 2, "7608": 2, "9101": 2, "0073": 2, "mulconst": 2, "object": [2, 4, 5, 6, 7, 12, 13, 16, 21, 23, 26, 27, 36, 37, 38, 41, 42, 48, 55, 58, 66, 83, 97, 98, 100, 102, 105, 107, 111, 115, 123, 124, 125, 131, 136, 141, 143, 144, 146, 152, 158, 160, 173, 176, 181, 182, 183, 184, 185, 187, 190, 191, 193, 196, 200, 204, 207, 208, 223, 227, 229, 232, 249, 250, 253, 258, 259, 270, 283, 285, 286, 288, 290, 291, 301], "stash": 2, "saved_data": 2, "were": [2, 3, 6, 7, 11, 14, 20, 22, 27, 36, 58, 66, 90, 92, 97, 102, 105, 107, 109, 111, 115, 128, 142, 145, 149, 150, 155, 164, 171, 180, 181, 183, 185, 186, 196, 197, 199, 202, 218, 235, 240, 255, 265, 270, 273, 275, 276, 283, 299, 301, 305], "todoubl": 2, "On": [2, 5, 6, 7, 10, 23, 25, 26, 27, 101, 105, 115, 131, 137, 150, 152, 154, 164, 171, 177, 182, 183, 194, 197, 200, 201, 202, 226, 235, 238, 257, 265, 269, 286, 305], "easiest": [2, 6, 11, 27, 40, 101, 115, 136, 156, 162, 178, 180, 196, 267, 286], "your": [2, 4, 7, 8, 10, 11, 13, 14, 17, 18, 20, 21, 22, 23, 26, 27, 29, 36, 37, 40, 42, 48, 49, 50, 52, 55, 56, 57, 59, 60, 61, 73, 81, 83, 89, 95, 97, 98, 101, 102, 105, 106, 109, 111, 112, 114, 116, 117, 119, 120, 123, 124, 125, 126, 128, 136, 137, 138, 141, 143, 146, 147, 148, 149, 150, 152, 153, 154, 156, 158, 160, 162, 163, 164, 168, 170, 171, 173, 176, 177, 178, 179, 180, 183, 184, 185, 188, 190, 191, 193, 194, 196, 197, 199, 200, 202, 206, 211, 212, 213, 222, 226, 227, 229, 230, 231, 232, 233, 235, 237, 240, 241, 244, 245, 251, 253, 256, 268, 269, 270, 273, 276, 284, 285, 287, 288, 289, 290, 291, 298, 299, 300, 301, 304], "tabl": [2, 19, 25, 97, 114, 122, 136, 137, 152, 154, 161, 183, 184, 190, 196, 197, 257, 270, 276], "set_data": 2, "data": [2, 3, 4, 6, 8, 13, 14, 16, 19, 20, 22, 24, 25, 26, 27, 28, 36, 37, 40, 41, 45, 46, 48, 51, 52, 53, 54, 57, 67, 73, 78, 79, 81, 83, 89, 92, 97, 98, 100, 104, 106, 107, 108, 109, 110, 111, 112, 114, 117, 124, 125, 134, 135, 136, 141, 142, 148, 152, 153, 154, 155, 156, 159, 160, 161, 162, 163, 164, 167, 168, 170, 172, 173, 175, 179, 181, 182, 183, 184, 194, 199, 200, 201, 202, 208, 209, 210, 211, 219, 221, 222, 223, 226, 227, 229, 230, 231, 232, 235, 240, 241, 242, 248, 250, 251, 252, 253, 256, 257, 258, 259, 265, 268, 269, 270, 273, 275, 276, 277, 283, 284, 290, 291, 294, 300, 301, 306], "output_nr": 2, "after": [2, 3, 6, 7, 11, 12, 14, 16, 17, 18, 20, 22, 23, 24, 25, 27, 28, 29, 36, 37, 38, 45, 48, 50, 52, 55, 58, 59, 66, 95, 97, 98, 102, 107, 108, 109, 112, 114, 115, 117, 123, 125, 136, 137, 139, 140, 143, 144, 145, 146, 149, 150, 152, 153, 154, 155, 161, 163, 164, 170, 171, 173, 175, 176, 177, 178, 179, 180, 181, 183, 184, 186, 188, 190, 191, 196, 197, 199, 201, 203, 207, 208, 209, 211, 225, 227, 229, 230, 231, 232, 233, 235, 237, 238, 241, 248, 250, 267, 269, 270, 273, 275, 276, 283, 284, 286, 296, 298, 300, 304, 306], "file": [2, 4, 6, 7, 10, 12, 17, 21, 23, 24, 25, 26, 27, 44, 53, 56, 57, 58, 61, 66, 76, 80, 83, 89, 90, 93, 95, 97, 98, 103, 111, 113, 115, 121, 122, 123, 126, 128, 134, 137, 141, 143, 144, 150, 152, 154, 156, 161, 170, 173, 176, 179, 187, 190, 193, 196, 201, 204, 208, 211, 212, 213, 221, 222, 223, 227, 229, 233, 236, 241, 242, 244, 250, 251, 252, 256, 258, 259, 269, 270, 275, 276, 282, 284, 285, 287, 290, 293, 295, 296, 299, 300, 301, 303, 304, 305], "bug": [2, 6, 12, 27, 104, 161, 202, 206, 212, 222, 299, 301], "report": [2, 12, 20, 27, 58, 81, 95, 97, 100, 102, 106, 136, 139, 154, 161, 173, 182, 184, 185, 206, 212, 222, 235, 276, 298, 299], "github": [2, 3, 5, 7, 12, 13, 19, 23, 26, 27, 28, 55, 59, 60, 61, 66, 67, 120, 136, 137, 138, 139, 140, 146, 148, 149, 150, 152, 154, 155, 156, 158, 159, 160, 163, 164, 172, 175, 176, 182, 183, 184, 190, 193, 201, 203, 204, 208, 210, 212, 222, 240, 241, 242, 248, 250, 252, 256, 258, 259, 268, 301], "issu": [2, 5, 6, 7, 10, 11, 23, 24, 26, 27, 57, 137, 149, 154, 155, 159, 160, 161, 164, 172, 173, 179, 190, 194, 196, 197, 202, 206, 210, 211, 212, 218, 220, 222, 223, 225, 230, 233, 240, 242, 248, 250, 251, 265, 269, 271, 283, 301], "fix": [2, 16, 20, 24, 27, 28, 36, 55, 56, 57, 58, 107, 141, 178, 182, 210, 235, 265, 285, 286, 299], "soon": [2, 6, 58, 97, 164, 170, 229, 249, 258], "overview": [2, 6, 7, 13, 59, 61, 100, 134, 135, 136, 143, 144, 150, 152, 159, 176, 180, 182, 183, 184, 186, 190, 202, 218, 219, 221, 226, 236, 242, 245, 304], "alwai": [2, 3, 4, 5, 7, 11, 16, 19, 22, 23, 26, 27, 46, 58, 100, 102, 106, 112, 114, 115, 139, 140, 141, 146, 152, 153, 154, 156, 173, 179, 180, 181, 182, 184, 196, 197, 201, 211, 218, 222, 225, 242, 299], "problem": [2, 5, 7, 13, 16, 17, 22, 26, 27, 55, 57, 58, 108, 110, 114, 115, 124, 131, 142, 153, 159, 161, 162, 171, 178, 180, 182, 184, 190, 194, 197, 199, 218, 220, 242, 270, 271, 275, 286, 301, 305], "question": [2, 5, 6, 7, 10, 12, 20, 26, 27, 55, 83, 98, 137, 152, 154, 160, 186, 197, 209, 219, 232, 235, 242, 270], "forum": [2, 5, 6, 7, 26, 27, 49, 123, 159, 160, 209, 242], "touch": [2, 5, 7, 16, 26, 27, 242], "view": [3, 12, 13, 16, 17, 19, 23, 29, 56, 59, 61, 62, 67, 89, 98, 104, 105, 111, 114, 115, 117, 123, 124, 125, 138, 139, 140, 142, 148, 149, 150, 152, 159, 161, 175, 176, 181, 182, 183, 184, 185, 186, 191, 204, 206, 208, 209, 223, 227, 229, 241, 246, 250, 251, 252, 255, 265, 268, 277, 284, 302], "edit": [3, 7, 11, 13, 14, 19, 23, 24, 54, 56, 67, 138, 139, 140, 150, 152, 154, 160, 161, 175, 176, 178, 179, 182, 183, 184, 204, 208, 210, 250, 252], "code": [3, 4, 5, 6, 7, 10, 11, 12, 13, 14, 15, 18, 19, 20, 21, 22, 23, 24, 25, 27, 28, 29, 36, 37, 38, 42, 43, 45, 46, 48, 49, 50, 52, 54, 55, 56, 57, 58, 59, 61, 62, 63, 66, 69, 70, 71, 73, 74, 75, 78, 79, 81, 83, 89, 90, 92, 95, 97, 98, 100, 102, 104, 105, 106, 107, 108, 109, 110, 111, 112, 114, 115, 116, 117, 119, 120, 122, 123, 124, 125, 128, 131, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 148, 149, 150, 152, 153, 154, 155, 156, 158, 159, 160, 161, 162, 163, 164, 165, 167, 168, 170, 171, 172, 173, 175, 176, 177, 180, 181, 182, 183, 184, 185, 186, 188, 190, 191, 193, 194, 196, 197, 199, 200, 201, 202, 204, 206, 207, 208, 210, 211, 219, 220, 221, 222, 223, 225, 227, 229, 230, 231, 232, 233, 235, 238, 240, 242, 246, 247, 250, 251, 252, 253, 255, 256, 258, 259, 267, 268, 269, 270, 271, 272, 273, 275, 276, 277, 283, 284, 285, 286, 287, 288, 289, 290, 291, 294, 295, 297, 298, 299, 300, 301, 302, 303, 306], "prerequisit": [3, 4, 18, 59, 61, 62, 110, 128, 137, 139, 140, 145, 148, 149, 150, 152, 153, 175, 176, 182, 183, 184, 193, 197, 202, 204, 227, 233, 249, 250, 252], "frontend": [3, 4, 12, 91, 93, 136, 200, 212, 223, 226, 230, 258, 259, 294], "semant": [3, 4, 7, 26, 55, 74, 105, 110, 112, 113, 124, 152, 154, 196, 197, 220, 221, 223, 226, 236, 240], "11": [3, 6, 7, 13, 20, 22, 27, 38, 49, 97, 122, 137, 138, 158, 179, 184, 193, 194, 197, 251, 252, 257, 270, 276, 303], "nvidia": [3, 6, 20, 56, 146, 152, 154, 164, 194, 235, 252, 269, 286, 290, 304], "toolkit": [3, 27, 110, 159, 163, 173, 196, 284], "releas": [3, 4, 5, 7, 12, 20, 24, 27, 56, 117, 122, 125, 137, 138, 141, 156, 159, 170, 183, 185, 190, 230, 235, 247, 249, 257, 258, 259, 276, 286, 291, 301], "greatli": [3, 7, 55, 97, 115, 181], "reduc": [3, 7, 11, 13, 20, 23, 38, 41, 48, 62, 100, 102, 107, 122, 134, 137, 138, 140, 142, 143, 146, 148, 150, 152, 154, 162, 163, 164, 170, 173, 177, 179, 182, 184, 190, 193, 194, 197, 199, 200, 204, 211, 212, 230, 235, 238, 251, 256, 267, 269, 270, 273, 274, 275, 290, 293, 295, 296, 305, 306], "cpu": [3, 4, 6, 7, 10, 12, 13, 16, 17, 22, 23, 24, 27, 37, 42, 45, 48, 49, 54, 55, 58, 66, 69, 79, 81, 89, 90, 95, 97, 105, 107, 109, 115, 117, 122, 123, 124, 131, 136, 138, 139, 140, 143, 150, 152, 154, 163, 164, 171, 175, 176, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 190, 193, 197, 201, 206, 208, 211, 212, 226, 227, 229, 230, 237, 241, 247, 249, 253, 257, 269, 270, 271, 273, 275, 276, 283, 290, 301], "overhead": [3, 6, 7, 12, 20, 62, 89, 122, 137, 138, 140, 145, 150, 162, 164, 173, 179, 182, 184, 185, 190, 194, 199, 200, 202, 206, 210, 212, 223, 230, 235, 249, 270, 276, 286, 297, 305], "increas": [3, 6, 7, 22, 23, 24, 28, 41, 42, 49, 81, 89, 90, 95, 98, 107, 115, 137, 138, 140, 142, 143, 144, 148, 159, 170, 173, 179, 190, 197, 208, 210, 223, 227, 244, 251, 257, 268, 269, 270, 273, 285, 286, 289, 290, 291, 305], "mostli": [3, 12, 23, 92, 97, 107, 143, 184, 186, 203, 230], "util": [3, 4, 6, 12, 17, 23, 26, 27, 28, 29, 38, 42, 49, 55, 57, 59, 61, 66, 89, 100, 104, 106, 115, 122, 124, 125, 131, 136, 137, 138, 140, 143, 145, 152, 154, 158, 159, 161, 162, 164, 171, 173, 175, 176, 178, 179, 180, 183, 185, 186, 190, 191, 193, 194, 199, 200, 201, 208, 211, 223, 227, 229, 230, 231, 232, 235, 237, 241, 244, 245, 249, 250, 253, 256, 258, 259, 265, 268, 269, 284, 285, 290, 293, 294, 296, 298, 300, 305], "deploy": [3, 5, 29, 66, 107, 125, 126, 142, 200, 212, 230, 258, 267, 273, 290, 300, 304], "import": [3, 4, 5, 6, 7, 10, 11, 12, 13, 16, 20, 22, 23, 24, 25, 26, 27, 28, 29, 36, 38, 48, 49, 52, 55, 56, 57, 58, 59, 66, 73, 81, 83, 89, 92, 97, 98, 100, 102, 104, 105, 107, 109, 112, 115, 119, 124, 125, 128, 137, 138, 139, 140, 144, 145, 146, 147, 150, 152, 153, 156, 158, 159, 160, 163, 170, 172, 173, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 190, 191, 194, 196, 197, 199, 200, 203, 204, 206, 207, 208, 211, 212, 213, 218, 220, 221, 222, 223, 225, 230, 231, 233, 235, 237, 238, 241, 242, 244, 245, 246, 247, 249, 250, 252, 253, 256, 257, 258, 259, 265, 267, 270, 273, 283, 284, 285, 286, 291, 294, 296, 299, 301, 302, 304, 305, 306], "appear": [3, 13, 16, 26, 29, 114, 196, 265, 273], "won": [3, 6, 12, 48, 115, 124, 138, 147, 158, 167, 172, 180, 196, 197, 222, 267, 269, 299], "heart": [3, 55, 257], "veri": [3, 4, 5, 6, 7, 10, 16, 17, 22, 23, 25, 26, 27, 28, 29, 45, 50, 52, 54, 55, 66, 71, 81, 83, 92, 98, 102, 109, 111, 115, 124, 131, 138, 140, 141, 143, 170, 171, 178, 181, 182, 184, 185, 186, 188, 190, 191, 197, 199, 201, 208, 218, 220, 225, 229, 265, 273, 276, 285, 286, 299], "time": [3, 4, 5, 6, 7, 10, 11, 13, 14, 15, 16, 17, 18, 20, 23, 25, 27, 28, 29, 36, 37, 38, 40, 41, 42, 43, 45, 46, 48, 49, 50, 52, 54, 55, 56, 57, 58, 66, 67, 69, 70, 71, 73, 74, 75, 78, 79, 81, 83, 90, 92, 95, 97, 98, 100, 101, 102, 104, 105, 106, 107, 108, 109, 111, 112, 114, 115, 116, 117, 119, 120, 124, 125, 128, 131, 134, 136, 137, 138, 139, 141, 142, 143, 144, 145, 146, 147, 150, 152, 153, 155, 156, 158, 159, 160, 161, 162, 163, 164, 165, 167, 170, 171, 172, 173, 177, 178, 180, 181, 182, 183, 184, 185, 186, 188, 190, 191, 193, 194, 196, 197, 199, 200, 201, 202, 206, 207, 208, 210, 211, 218, 219, 220, 221, 222, 223, 225, 226, 227, 229, 235, 238, 240, 241, 246, 247, 249, 250, 255, 257, 265, 267, 268, 269, 270, 271, 272, 273, 274, 275, 277, 283, 284, 286, 287, 288, 289, 290, 297, 298, 299, 300, 302, 303, 304], "tool": [3, 7, 10, 16, 25, 29, 57, 66, 89, 95, 97, 98, 102, 106, 108, 124, 138, 150, 152, 153, 161, 173, 182, 185, 190, 191, 193, 200, 202, 206, 208, 225, 244, 248, 251, 265, 275, 298, 304, 305], "compil": [3, 5, 7, 8, 10, 12, 18, 20, 25, 26, 29, 66, 92, 108, 136, 152, 160, 187, 196, 210, 212, 223, 226, 230, 231, 242, 253, 258, 270, 274, 276, 285, 286, 290, 293, 294, 301, 303], "boost": [3, 107, 109, 161, 162, 199, 210, 222, 226, 230, 242, 253, 258, 259, 286], "would": [3, 4, 5, 6, 7, 10, 16, 18, 19, 22, 23, 24, 25, 26, 27, 29, 36, 48, 55, 59, 61, 66, 81, 95, 97, 100, 102, 105, 107, 111, 114, 115, 120, 125, 131, 138, 139, 140, 141, 142, 143, 144, 146, 147, 150, 153, 154, 156, 159, 160, 161, 162, 164, 170, 171, 172, 176, 178, 179, 180, 181, 182, 183, 184, 186, 193, 194, 196, 197, 199, 200, 201, 202, 206, 208, 211, 220, 221, 226, 229, 231, 240, 242, 244, 250, 252, 253, 265, 286, 295, 296, 300, 305], "demonstr": [3, 4, 11, 16, 18, 19, 20, 24, 25, 26, 29, 43, 48, 56, 63, 83, 89, 92, 98, 100, 106, 116, 120, 135, 136, 137, 138, 139, 140, 141, 146, 147, 150, 154, 155, 158, 159, 160, 161, 167, 173, 175, 176, 180, 182, 183, 184, 185, 190, 193, 196, 197, 200, 202, 203, 204, 206, 210, 211, 212, 220, 222, 223, 225, 229, 233, 235, 237, 238, 246, 249, 250, 252, 255, 256, 257, 259, 267, 269, 270, 273, 275, 276, 289, 290, 295, 297, 298, 299, 300, 302, 305, 306], "mnist": [3, 7, 38, 49, 52, 81, 100, 104, 106, 134, 135, 136, 138, 142, 146, 152, 155, 172, 183, 188, 191, 259, 272, 290], "libtorch": [3, 4, 7, 26, 27, 241, 258, 290, 303], "counterpart": [3, 20, 161, 196, 225, 235, 252, 258, 286], "syntax": [3, 27, 29, 54, 66, 91, 93, 94, 125, 136, 270], "step": [3, 4, 6, 7, 10, 12, 13, 14, 16, 17, 19, 20, 22, 23, 24, 25, 27, 36, 40, 41, 48, 49, 52, 55, 58, 66, 67, 73, 81, 89, 92, 97, 100, 106, 107, 108, 109, 115, 117, 120, 123, 124, 134, 135, 136, 137, 138, 143, 144, 145, 146, 148, 150, 152, 153, 154, 156, 161, 163, 167, 171, 173, 178, 181, 182, 183, 184, 185, 186, 187, 191, 193, 194, 196, 197, 199, 200, 203, 206, 207, 208, 210, 211, 213, 222, 223, 225, 227, 229, 230, 231, 232, 235, 237, 241, 244, 245, 246, 249, 250, 253, 258, 259, 265, 267, 269, 283, 284, 286, 294, 300, 304, 306], "depict": [3, 104, 197], "chunk": [3, 6, 61, 152, 170, 173, 175, 204], "batch": [3, 6, 7, 19, 20, 23, 24, 25, 38, 41, 42, 43, 49, 50, 52, 55, 57, 58, 59, 61, 62, 66, 81, 89, 95, 97, 98, 100, 104, 105, 106, 107, 112, 115, 123, 125, 131, 135, 136, 137, 138, 140, 141, 142, 143, 148, 152, 153, 154, 155, 156, 163, 164, 167, 170, 172, 173, 175, 178, 179, 180, 181, 183, 184, 185, 187, 188, 190, 191, 193, 194, 197, 200, 201, 202, 204, 207, 208, 210, 211, 220, 223, 226, 229, 235, 240, 248, 259, 269, 270], "data_load": [3, 7, 23, 208, 227, 229, 230, 231], "optim": [3, 6, 7, 10, 12, 13, 14, 16, 17, 19, 20, 22, 23, 24, 25, 27, 29, 36, 37, 38, 39, 40, 43, 45, 46, 48, 52, 55, 59, 61, 66, 67, 71, 72, 73, 76, 89, 92, 95, 97, 100, 104, 107, 108, 116, 120, 125, 126, 131, 136, 137, 138, 140, 145, 146, 148, 150, 152, 153, 155, 159, 160, 161, 163, 164, 171, 172, 173, 177, 178, 179, 180, 181, 182, 183, 186, 187, 190, 191, 193, 194, 196, 199, 201, 202, 208, 210, 211, 213, 218, 223, 225, 226, 229, 230, 231, 235, 238, 241, 242, 249, 250, 255, 256, 258, 259, 267, 269, 270, 275, 283, 287, 290, 291, 293, 294, 295, 298, 300, 301, 303], "zero_grad": [3, 7, 23, 41, 49, 52, 73, 97, 107, 115, 123, 124, 137, 138, 144, 150, 152, 163, 170, 178, 181, 182, 184, 191, 197, 229, 249, 250, 258, 259, 289, 294], "nll_loss": [3, 138, 152, 183, 259], "updat": [3, 7, 12, 13, 14, 15, 16, 19, 20, 23, 25, 27, 41, 48, 49, 55, 58, 73, 75, 89, 97, 107, 109, 114, 115, 116, 123, 124, 125, 136, 137, 138, 142, 146, 150, 153, 154, 156, 164, 170, 180, 181, 183, 184, 190, 197, 202, 208, 211, 218, 227, 229, 230, 232, 233, 235, 242, 245, 250, 253, 255, 256, 259, 267, 269, 283, 288, 306], "captur": [3, 5, 7, 26, 27, 29, 58, 66, 97, 116, 117, 119, 136, 138, 158, 193, 194, 196, 197, 202, 206, 212, 227, 229, 232, 270, 301], "But": [3, 7, 10, 12, 24, 49, 50, 58, 81, 98, 105, 111, 114, 141, 150, 164, 170, 171, 172, 181, 196, 199, 201, 208, 211, 218, 221, 232, 240, 256, 259, 267, 270], "slightli": [3, 6, 16, 27, 137, 152, 153, 173, 179, 186, 221, 270, 286], "prealloc": 3, "reus": [3, 12, 71, 115, 124, 147, 154, 158, 171, 181, 197, 199, 200, 211, 286, 290, 291, 305], "tensoropt": [3, 212], "floatcuda": 3, "dtype": [3, 4, 10, 12, 16, 17, 18, 97, 105, 111, 147, 154, 163, 175, 181, 196, 203, 204, 211, 212, 221, 227, 230, 231, 232, 241, 244, 256, 258, 267, 269, 283, 294, 296], "longcuda": 3, "klong": 3, "zero": [3, 7, 13, 20, 23, 36, 41, 46, 49, 52, 55, 73, 97, 98, 100, 102, 105, 106, 114, 115, 123, 124, 137, 138, 144, 152, 153, 167, 171, 173, 176, 177, 178, 181, 182, 184, 186, 191, 211, 218, 220, 221, 232, 233, 235, 244, 259, 269, 274, 276, 282, 285, 286, 290, 299, 301, 306], "ktrainbatchs": 3, "28": [3, 7, 20, 38, 49, 102, 104, 107, 115, 155, 172, 191, 199, 235, 238, 257, 259, 270, 285], "copy_": [3, 45, 54, 122, 161, 182, 275, 283], "training_step": 3, "call": [3, 4, 5, 6, 7, 8, 10, 11, 12, 13, 15, 16, 17, 19, 20, 24, 25, 26, 27, 28, 29, 36, 37, 38, 41, 43, 45, 46, 48, 49, 50, 52, 55, 57, 58, 59, 61, 66, 73, 81, 83, 92, 97, 98, 100, 102, 104, 105, 107, 109, 111, 114, 115, 120, 122, 124, 125, 135, 136, 138, 139, 140, 141, 142, 144, 145, 150, 152, 153, 154, 158, 159, 160, 161, 163, 164, 167, 170, 171, 172, 173, 175, 176, 177, 178, 180, 181, 182, 183, 184, 185, 186, 188, 190, 193, 196, 197, 199, 200, 206, 208, 209, 211, 212, 225, 229, 231, 233, 235, 240, 241, 242, 246, 248, 249, 250, 251, 253, 256, 257, 267, 269, 270, 271, 272, 273, 275, 276, 284, 285, 286, 289, 296, 297, 298, 299, 301, 305], "void": [3, 4, 6, 7, 17, 26, 27, 161, 176, 212, 222, 270, 276, 285], "net": [3, 7, 23, 49, 50, 52, 55, 58, 81, 92, 95, 100, 104, 105, 107, 123, 138, 152, 163, 167, 179, 183, 190, 191, 238, 244, 259, 272], "stream": [3, 17, 89, 105, 108, 173, 179, 212, 258], "cudagraph": 3, "cudastream": 3, "capturestream": 3, "getstreamfrompool": 3, "setcurrentcudastream": 3, "capture_begin": 3, "capture_end": 3, "warm": [3, 25, 77, 80, 122, 190, 194, 199, 200, 223, 238, 255, 257, 270, 276, 286], "side": [3, 24, 57, 58, 89, 114, 155, 164, 170, 172, 173, 176, 181, 182, 190, 265], "prepar": [3, 13, 20, 23, 29, 49, 57, 58, 74, 75, 104, 112, 124, 125, 154, 155, 170, 175, 176, 180, 182, 211, 225, 226, 230, 231, 232, 235, 244, 247, 256, 267, 276, 290], "cach": [3, 145, 154, 161, 190, 199, 200, 202, 210, 211, 222, 286, 290, 299, 305], "cubla": [3, 270], "cudnn": [3, 6, 143, 146, 153, 164, 269], "warmupstream": 3, "int": [3, 4, 5, 6, 7, 11, 13, 22, 23, 26, 27, 57, 59, 61, 137, 138, 139, 150, 152, 154, 161, 163, 175, 176, 182, 183, 184, 190, 194, 196, 201, 204, 206, 207, 211, 222, 241, 244, 248, 252, 258, 303, 305], "num_warmup_it": 3, "success": [3, 7, 16, 27, 81, 111, 142, 161, 186, 241, 265], "replac": [3, 4, 7, 23, 28, 48, 61, 63, 98, 109, 115, 116, 120, 122, 131, 136, 138, 152, 154, 156, 158, 177, 178, 184, 186, 187, 190, 196, 200, 201, 204, 210, 220, 239, 256, 258, 270, 273, 301], "replai": [3, 16, 29, 163], "spin": [3, 66, 100, 199], "ordinari": 3, "epoch": [3, 7, 11, 19, 23, 38, 41, 42, 49, 58, 59, 61, 95, 100, 104, 107, 109, 115, 125, 131, 137, 138, 142, 143, 152, 164, 170, 178, 180, 184, 191, 201, 229, 259, 284], "59584": 3, "60000": [3, 144, 152], "3921": 3, "test": [3, 10, 23, 24, 26, 27, 28, 38, 41, 42, 55, 66, 90, 92, 98, 100, 106, 107, 109, 110, 116, 128, 134, 136, 137, 138, 143, 152, 155, 156, 158, 161, 164, 173, 179, 183, 186, 188, 191, 194, 196, 206, 207, 208, 209, 210, 226, 227, 230, 240, 248, 255, 257, 258, 259, 270, 273, 303], "2051": 3, "accuraci": [3, 11, 20, 23, 24, 28, 42, 49, 100, 106, 107, 115, 134, 135, 136, 137, 138, 142, 167, 177, 178, 179, 183, 188, 191, 193, 200, 208, 211, 225, 229, 230, 235, 256, 257, 267, 269, 284, 289, 290], "938": [3, 7, 164], "1826": 3, "1273": 3, "960": 3, "1796": 3, "1012": [3, 164], "968": 3, "1603": 3, "0869": 3, "973": 3, "2315": 3, "0736": 3, "978": 3, "6": [3, 7, 13, 23, 27, 38, 40, 49, 55, 73, 92, 97, 98, 100, 102, 105, 107, 114, 116, 120, 122, 124, 125, 146, 147, 152, 154, 161, 164, 176, 177, 179, 182, 184, 193, 196, 199, 200, 202, 210, 211, 213, 227, 229, 235, 248, 252, 256, 257, 259, 267, 269, 286, 298, 299, 300, 303, 305], "0511": [3, 211], "0704": 3, "977": [3, 164, 257], "7": [3, 6, 7, 20, 22, 23, 26, 27, 38, 40, 49, 57, 92, 97, 107, 122, 131, 137, 138, 152, 163, 164, 178, 179, 193, 194, 197, 200, 204, 210, 213, 222, 230, 231, 237, 238, 241, 242, 245, 246, 252, 255, 256, 257, 259, 267, 269, 286, 297, 301], "0802": 3, "0654": 3, "979": 3, "0774": 3, "0604": 3, "980": [3, 199], "9": [3, 4, 6, 7, 20, 22, 23, 27, 38, 48, 49, 55, 95, 97, 100, 107, 114, 115, 122, 125, 161, 163, 171, 178, 179, 181, 182, 191, 193, 197, 199, 200, 213, 235, 241, 257, 258, 259, 270, 272, 276, 294], "0669": 3, "0544": 3, "984": [3, 257], "0219": 3, "0517": 3, "983": 3, "real": [3, 7, 16, 24, 36, 42, 58, 60, 97, 107, 108, 109, 110, 114, 136, 138, 143, 144, 152, 153, 170, 176, 181, 186, 194, 196, 197, 199, 206, 220, 223, 227, 232, 256, 257, 270, 273], "0m44": 3, "287": [3, 200], "018": 3, "sy": [3, 22, 23, 59, 61, 150, 152, 154, 176, 208, 211, 227, 229, 245, 276], "0m1": 3, "116": [3, 206, 211], "produc": [3, 5, 6, 7, 13, 26, 27, 29, 66, 74, 107, 116, 124, 142, 145, 153, 155, 158, 160, 162, 164, 173, 180, 181, 186, 193, 196, 197, 203, 208, 209, 211, 227, 229, 230, 231, 241, 250, 269, 273, 286, 291], "4092": 3, "2037": 3, "2039": 3, "1274": 3, "961": 3, "1779": 3, "1017": 3, "1559": 3, "0871": 3, "972": 3, "2240": 3, "0735": [3, 235], "0520": 3, "0710": [3, 97], "0935": 3, "0666": [3, 27], "0744": 3, "0603": 3, "981": 3, "0762": 3, "0547": 3, "0207": 3, "0525": 3, "0m6": 3, "952": [3, 161], "0m7": 3, "048": [3, 242], "0m0": 3, "619": 3, "gain": [3, 6, 20, 89, 190, 199, 204, 226, 231, 235], "six": [3, 180], "kind": [3, 6, 7, 23, 27, 41, 49, 52, 55, 81, 98, 106, 108, 112, 125, 134, 136, 154, 200, 227, 305], "larg": [3, 4, 6, 7, 8, 14, 18, 19, 20, 22, 27, 41, 45, 55, 67, 95, 98, 102, 104, 107, 112, 114, 115, 117, 124, 131, 135, 136, 137, 138, 139, 142, 146, 150, 152, 155, 156, 167, 173, 175, 180, 181, 183, 184, 185, 193, 194, 197, 199, 200, 201, 204, 206, 220, 230, 235, 237, 245, 252, 257, 269, 276, 277, 286, 291, 304], "improv": [3, 6, 7, 10, 12, 20, 23, 24, 25, 28, 41, 55, 62, 100, 105, 107, 115, 120, 135, 136, 137, 138, 139, 140, 143, 146, 159, 164, 171, 178, 181, 185, 186, 193, 194, 199, 200, 202, 206, 210, 211, 222, 226, 227, 231, 232, 235, 242, 245, 247, 253, 255, 256, 258, 269, 270, 284, 286, 294, 298], "due": [3, 6, 7, 20, 22, 26, 58, 66, 89, 92, 105, 116, 120, 138, 140, 145, 150, 170, 171, 178, 183, 194, 199, 202, 206, 208, 210, 220, 232, 235, 237, 246, 251, 253, 259, 273, 301, 305], "size": [3, 4, 6, 7, 10, 11, 13, 14, 16, 20, 22, 23, 24, 25, 27, 36, 37, 38, 41, 42, 46, 48, 49, 50, 52, 55, 57, 58, 61, 66, 83, 89, 95, 98, 100, 102, 105, 106, 107, 111, 112, 114, 115, 123, 125, 131, 134, 136, 137, 138, 139, 140, 141, 142, 143, 144, 146, 152, 153, 155, 156, 161, 162, 163, 164, 167, 170, 172, 173, 176, 178, 179, 180, 181, 182, 183, 186, 190, 193, 194, 196, 197, 200, 201, 202, 204, 206, 207, 208, 209, 210, 218, 221, 223, 226, 229, 235, 238, 244, 248, 249, 250, 251, 253, 256, 258, 267, 269, 270, 275, 277, 285, 286, 290, 306], "larger": [3, 10, 14, 81, 89, 97, 107, 115, 119, 125, 134, 136, 137, 138, 140, 142, 148, 159, 173, 178, 181, 184, 186, 190, 193, 194, 210, 223, 238, 248, 249, 250, 257, 270, 291], "heavi": [3, 7, 55, 107, 111], "less": [3, 6, 7, 8, 10, 18, 23, 62, 66, 89, 102, 107, 108, 115, 119, 131, 134, 137, 142, 153, 158, 170, 173, 180, 181, 182, 190, 191, 194, 196, 197, 199, 202, 206, 210, 227, 252, 270, 273, 275], "impact": [3, 14, 20, 41, 95, 107, 153, 173, 182, 185, 210, 235, 244, 268, 305, 306], "smaller": [3, 11, 41, 102, 107, 114, 115, 138, 140, 178, 180, 182, 193, 238, 270, 273, 275, 291], "nevertheless": [3, 6, 23, 27, 164, 180], "richard": 4, "zou": 4, "integr": [4, 7, 12, 16, 18, 27, 40, 95, 116, 120, 122, 136, 142, 145, 156, 175, 190, 191, 194, 199, 200, 202, 203, 222, 226, 230, 232, 233, 241, 249, 257, 265, 268, 283, 288, 298, 305], "opcheck": [4, 18], "basic": [4, 10, 13, 17, 18, 19, 27, 28, 36, 37, 38, 41, 42, 43, 45, 46, 55, 60, 62, 63, 79, 83, 84, 87, 94, 97, 100, 101, 102, 105, 107, 110, 114, 115, 116, 117, 119, 120, 124, 136, 140, 143, 146, 161, 168, 175, 180, 185, 197, 202, 219, 223, 249, 250, 270, 284, 290, 295, 296, 300, 301], "program": [4, 5, 6, 22, 25, 26, 27, 29, 66, 67, 102, 108, 110, 111, 114, 136, 140, 143, 160, 173, 175, 183, 194, 200, 204, 206, 213, 227, 229, 230, 232, 233, 250, 270, 286, 300, 301, 303, 305], "amd": [4, 6], "rocm": [4, 6, 190], "modif": [4, 16, 17, 23, 24, 25, 95, 108, 115, 146, 152, 177, 180, 183, 188, 191, 196, 202, 208, 285, 291, 301], "e": [4, 5, 6, 7, 8, 10, 12, 13, 18, 22, 26, 27, 29, 36, 37, 42, 48, 49, 55, 57, 58, 66, 67, 81, 83, 92, 95, 97, 100, 102, 105, 107, 110, 114, 115, 123, 125, 131, 136, 138, 139, 140, 142, 143, 144, 147, 149, 150, 152, 155, 159, 163, 164, 171, 172, 176, 177, 182, 184, 186, 190, 194, 196, 199, 202, 203, 208, 211, 220, 221, 223, 226, 232, 237, 240, 241, 247, 252, 253, 255, 258, 270, 272, 276, 285, 286, 288, 289, 299, 303], "g": [4, 6, 7, 8, 10, 12, 13, 16, 18, 22, 27, 29, 48, 55, 57, 58, 66, 67, 95, 97, 100, 102, 105, 107, 109, 110, 114, 123, 131, 136, 138, 142, 143, 144, 150, 152, 154, 155, 161, 170, 172, 176, 180, 182, 184, 186, 190, 194, 196, 199, 202, 203, 208, 211, 212, 221, 226, 232, 240, 241, 252, 255, 270, 276, 285, 286, 304], "etc": [4, 8, 12, 18, 49, 50, 52, 55, 57, 75, 100, 102, 105, 108, 109, 110, 111, 115, 123, 125, 140, 173, 177, 180, 181, 186, 196, 197, 199, 200, 202, 207, 208, 220, 232, 247, 253, 257, 258, 270, 272, 286, 288], "wish": [4, 6, 7, 8, 18, 27, 58, 66, 81, 98, 105, 125, 139, 167, 172, 183, 193, 197, 203, 211, 219, 229, 250, 269, 299], "bring": [4, 8, 98, 139, 173, 180, 190, 193, 197, 210, 221, 240, 253, 273, 276, 286, 305], "bless": 4, "path": [4, 5, 6, 7, 22, 23, 26, 27, 38, 49, 55, 56, 58, 59, 66, 81, 89, 95, 97, 100, 105, 106, 107, 108, 115, 125, 137, 138, 144, 154, 156, 161, 163, 176, 178, 193, 194, 199, 202, 206, 208, 210, 211, 218, 225, 227, 229, 230, 232, 241, 242, 248, 249, 250, 265, 267, 270, 283, 285, 286, 287, 303, 304, 305], "fuse": [4, 6, 20, 23, 136, 161, 178, 179, 187, 199, 200, 202, 203, 207, 208, 210, 222, 229, 235, 241, 255, 290], "subsystem": [4, 8, 18, 196, 200, 298], "def": [4, 5, 6, 7, 10, 13, 16, 22, 23, 25, 26, 27, 38, 49, 59, 61, 73, 92, 97, 107, 124, 125, 137, 138, 139, 140, 144, 145, 147, 150, 152, 154, 156, 161, 163, 171, 175, 176, 178, 181, 182, 183, 184, 191, 193, 200, 203, 204, 208, 209, 211, 212, 213, 218, 222, 227, 229, 230, 231, 232, 233, 235, 237, 238, 244, 245, 247, 248, 249, 250, 252, 253, 256, 257, 259, 265, 267, 270, 276, 296, 299, 301, 306], "mymuladd": 4, "end": [4, 5, 6, 7, 10, 16, 18, 20, 23, 26, 27, 29, 36, 48, 55, 58, 60, 66, 67, 83, 89, 92, 97, 98, 100, 102, 105, 107, 112, 115, 124, 136, 137, 139, 140, 142, 144, 146, 152, 153, 154, 161, 163, 170, 175, 178, 179, 181, 182, 184, 186, 188, 190, 191, 196, 197, 199, 204, 209, 210, 211, 218, 229, 232, 233, 235, 238, 248, 258, 259, 267, 269, 270, 273, 276, 283, 286, 290, 299, 300, 306], "bind": [4, 5, 7, 8, 12, 27, 136, 139, 199, 200, 286, 305], "precompil": 4, "instead": [4, 5, 6, 7, 8, 10, 12, 18, 20, 23, 24, 26, 27, 29, 36, 49, 50, 55, 57, 58, 59, 66, 70, 97, 100, 105, 108, 109, 114, 115, 122, 124, 131, 137, 138, 141, 142, 144, 147, 148, 152, 159, 160, 162, 163, 164, 167, 170, 176, 177, 178, 179, 182, 183, 184, 186, 188, 190, 191, 193, 194, 196, 197, 199, 200, 201, 202, 203, 210, 218, 220, 221, 222, 223, 229, 230, 231, 232, 235, 240, 241, 244, 250, 253, 257, 260, 265, 277, 291, 297, 299, 306], "cpp_extens": [4, 6, 12, 27, 176, 270], "extens": [4, 7, 8, 17, 21, 26, 27, 58, 98, 125, 136, 145, 147, 152, 193, 199, 212, 218, 220, 226, 227, 230, 257, 259, 270, 274, 282, 290, 297], "ahead": [4, 6, 26, 41, 100, 145, 170, 191, 196, 203, 250, 273, 286, 300, 303], "setuptool": [4, 12, 176, 190], "load_inlin": [4, 27, 270], "setup": [4, 6, 7, 12, 19, 23, 26, 40, 58, 59, 61, 137, 138, 142, 150, 170, 176, 184, 206, 210, 220, 221, 233, 240, 241, 249, 250, 252, 270, 285, 290], "extension_cpp": 4, "ext_modul": [4, 6, 12, 27, 176], "cppextens": [4, 6, 12, 27, 176], "muladd": 4, "cpp": [4, 5, 6, 7, 10, 26, 27, 135, 136, 161, 222, 226, 230, 258, 285, 300, 303], "py_limited_api": 4, "min": [4, 23, 58, 89, 102, 107, 131, 152, 163, 176, 178, 180, 182, 184, 193, 196, 199, 200, 227, 232, 301], "expos": [4, 6, 7, 10, 26, 27, 106, 136, 156, 184, 197, 207, 227, 229, 233, 241, 248, 286], "stabl": [4, 5, 24, 30, 31, 32, 33, 34, 55, 69, 81, 107, 108, 119, 124, 131, 139, 157, 179, 189, 190, 192, 207, 239, 259, 269, 290], "limit": [4, 5, 7, 11, 12, 13, 17, 20, 23, 43, 55, 67, 81, 116, 134, 138, 140, 143, 153, 154, 155, 163, 164, 172, 173, 186, 194, 196, 197, 200, 208, 210, 211, 227, 235, 249, 267, 270, 273, 283], "subset": [4, 16, 25, 27, 66, 92, 95, 100, 104, 107, 119, 131, 152, 176, 178, 193, 220, 221, 257, 270, 303], "extra_compile_arg": [4, 12], "cxx": [4, 5, 7, 26, 27, 213, 241, 258], "dpy_limited_api": 4, "0x03090000": 4, "wheel": [4, 55, 107, 180, 190, 226], "cmdclass": [4, 6, 12, 27, 176], "build_ext": [4, 6, 12, 27, 176], "buildextens": [4, 6, 12, 27, 176], "bdist_wheel": 4, "cp39": 4, "cu": [4, 6], "cudaextens": [4, 6, 176], "cpython": [4, 6, 27, 285], "agnost": [4, 6, 66, 123, 271], "pure": [4, 5, 6, 7, 12, 27, 136, 143, 147, 155, 172, 196, 201, 212, 222, 230], "agnostic": 4, "minim": [4, 7, 12, 14, 20, 27, 41, 58, 69, 70, 73, 74, 75, 78, 79, 81, 89, 97, 109, 114, 115, 124, 136, 137, 142, 149, 154, 161, 175, 181, 194, 197, 208, 211, 218, 230, 231, 235, 244, 273, 286, 289, 291], "oldest": 4, "hexcod": 4, "throughout": [4, 14, 29, 58, 112, 152, 170, 173, 180, 191, 199, 200, 220, 283], "environ": [4, 5, 6, 7, 8, 13, 18, 21, 22, 26, 29, 40, 61, 89, 92, 98, 101, 104, 117, 125, 128, 136, 137, 138, 140, 145, 149, 150, 152, 161, 173, 175, 176, 181, 182, 183, 184, 194, 196, 197, 199, 202, 204, 206, 222, 233, 241, 242, 247, 248, 249, 250, 251, 252, 253, 257, 265, 268, 270, 285, 286, 295, 300, 302, 303, 305, 306], "unknown": [4, 83, 248], "behavior": [4, 10, 12, 13, 14, 16, 26, 29, 41, 55, 57, 102, 112, 115, 116, 153, 160, 161, 164, 170, 173, 194, 196, 219, 220, 227, 229, 237, 275, 286, 297, 299, 305], "runnabl": [4, 142, 161, 197, 289], "three": [4, 7, 12, 14, 16, 17, 38, 41, 57, 58, 70, 81, 89, 92, 97, 98, 104, 105, 108, 115, 120, 124, 125, 136, 139, 140, 143, 144, 164, 168, 171, 173, 176, 180, 184, 185, 186, 188, 190, 191, 197, 199, 200, 206, 210, 221, 222, 230, 231, 265, 267, 276, 303], "line": [4, 5, 6, 7, 10, 14, 18, 25, 26, 27, 55, 56, 57, 61, 62, 66, 89, 97, 100, 104, 105, 106, 107, 109, 115, 122, 142, 143, 144, 150, 152, 160, 161, 179, 183, 184, 186, 190, 191, 194, 196, 200, 206, 212, 213, 218, 220, 249, 250, 252, 258, 259, 275, 284, 286, 299, 301, 302, 303, 305], "specif": [4, 6, 7, 10, 11, 12, 13, 20, 22, 23, 26, 27, 29, 38, 42, 49, 61, 81, 89, 95, 97, 98, 100, 102, 104, 106, 109, 110, 111, 115, 116, 117, 119, 120, 123, 125, 128, 137, 138, 140, 143, 144, 146, 152, 153, 154, 161, 173, 175, 177, 178, 180, 182, 183, 184, 185, 186, 190, 191, 196, 197, 199, 200, 201, 202, 203, 211, 219, 222, 223, 230, 231, 232, 233, 235, 241, 242, 247, 249, 250, 257, 258, 265, 268, 273, 276, 283, 285, 290, 295, 298, 300, 305, 306], "verifi": [4, 7, 24, 92, 97, 105, 120, 128, 134, 147, 155, 158, 159, 162, 164, 177, 179, 197, 199, 200, 201, 241, 257, 258, 265, 303], "met": [4, 16, 138, 173], "crash": [4, 7, 206], "wors": [4, 23, 244], "silent": [4, 18, 161, 194, 230, 283], "incorrect": [4, 18, 58, 97, 100, 141, 147, 173, 194], "avoid": [4, 6, 19, 49, 95, 104, 107, 137, 138, 140, 146, 150, 152, 164, 167, 170, 180, 182, 196, 200, 210, 218, 219, 223, 226, 233, 235, 237, 249, 269, 270, 273, 275, 276, 283, 295, 305], "unstabl": 4, "libtorch_python": 4, "particular": [4, 5, 6, 7, 10, 13, 27, 38, 49, 57, 66, 89, 90, 95, 97, 98, 100, 102, 114, 140, 142, 143, 145, 152, 155, 156, 167, 172, 175, 183, 193, 196, 201, 202, 203, 218, 219, 221, 223, 248, 275, 286, 295], "aten": [4, 6, 10, 12, 17, 27, 97, 120, 122, 161, 190, 196, 200, 208, 211, 212, 222, 227, 229, 230, 231, 257, 258, 265, 276, 285], "strongli": [4, 17, 153, 171, 202], "recommend": [4, 5, 7, 8, 10, 12, 17, 22, 23, 24, 27, 67, 89, 98, 104, 115, 119, 134, 136, 144, 150, 154, 168, 178, 179, 186, 190, 196, 197, 199, 200, 201, 202, 204, 206, 207, 208, 211, 220, 226, 230, 231, 242, 249, 257, 258, 265, 267, 275, 284, 285, 286, 303], "ascertain": 4, "compliant": [4, 201, 249, 250], "safe": [4, 23, 27, 107, 173, 244], "guarante": [4, 12, 107, 149, 152, 164, 173, 177, 183, 184, 196, 199, 219, 301], "better": [4, 6, 7, 16, 20, 23, 25, 38, 41, 42, 49, 58, 62, 97, 100, 102, 104, 107, 114, 115, 119, 122, 136, 139, 142, 143, 144, 145, 156, 161, 162, 163, 170, 172, 173, 178, 180, 181, 186, 190, 191, 193, 196, 199, 200, 204, 208, 210, 218, 219, 225, 227, 229, 230, 231, 232, 235, 242, 270, 286, 294, 304, 305], "wild": 4, "west": 4, "There": [4, 5, 7, 10, 12, 16, 17, 20, 26, 27, 29, 36, 52, 81, 92, 97, 98, 100, 102, 105, 106, 107, 108, 109, 112, 114, 115, 131, 135, 144, 145, 149, 153, 155, 160, 162, 164, 167, 170, 172, 175, 178, 179, 180, 183, 184, 186, 196, 197, 198, 201, 202, 203, 206, 207, 220, 227, 232, 235, 248, 267, 270, 272, 273, 278, 279, 280, 281, 285, 286, 289, 292, 295, 300, 302, 305], "caveat": [4, 66, 150, 182, 206, 232, 270, 275], "yourself": [4, 5, 6, 7, 10, 27, 40, 66, 100, 111, 136, 163, 197, 209], "truli": [4, 7, 55, 163], "relev": [4, 5, 7, 16, 59, 108, 110, 114, 128, 137, 140, 177, 193, 196, 286, 288, 295, 301], "third": [4, 7, 10, 14, 18, 26, 27, 58, 69, 70, 71, 73, 74, 75, 78, 79, 102, 105, 112, 124, 136, 139, 147, 176, 186, 218, 225, 240], "intend": [4, 6, 7, 10, 14, 27, 97, 107, 138, 140, 161, 164, 185, 194, 196, 202, 218, 227, 247, 272, 286, 296], "influenc": [4, 7, 58, 102, 173, 305], "accordingli": [4, 5, 12, 22, 26, 153, 170, 182, 193, 242], "command": [4, 5, 6, 7, 16, 27, 56, 83, 98, 104, 106, 119, 128, 134, 136, 149, 150, 154, 156, 173, 176, 180, 182, 183, 184, 186, 190, 191, 193, 199, 201, 204, 206, 213, 248, 250, 252, 256, 257, 258, 276, 284, 286, 300, 301, 302, 303], "consequ": [4, 140, 173, 181, 196], "properli": [4, 10, 11, 12, 16, 27, 56, 61, 107, 147, 150, 152, 164, 170, 171, 180, 182, 183, 184, 186, 199, 202, 218, 220, 237, 244, 273, 283], "could": [4, 5, 6, 7, 10, 12, 13, 27, 58, 66, 95, 97, 102, 107, 108, 109, 111, 112, 114, 117, 122, 137, 138, 140, 141, 144, 152, 156, 164, 170, 173, 180, 181, 182, 183, 184, 186, 190, 191, 193, 196, 199, 200, 201, 203, 218, 220, 222, 227, 230, 231, 232, 240, 250, 251, 252, 253, 258, 259, 265, 275, 276, 305], "outsid": [4, 12, 16, 17, 27, 50, 66, 136, 140, 146, 190, 193, 196, 218, 283, 291, 299], "cannot": [4, 6, 7, 13, 16, 22, 26, 27, 55, 66, 67, 89, 105, 116, 120, 124, 125, 139, 147, 150, 152, 153, 164, 173, 178, 180, 194, 196, 210, 225, 238, 240, 298], "mymuladd_cpu": 4, "const": [4, 5, 6, 7, 10, 12, 17, 26, 27, 161, 176, 212, 222, 258, 270, 285, 303], "torch_check": [4, 6, 10], "torch_internal_assert": [4, 10], "devicetyp": [4, 10, 17], "a_contig": 4, "contigu": [4, 6, 10, 37, 164, 222, 230, 231, 244, 256, 286], "b_contig": 4, "a_ptr": 4, "data_ptr": [4, 10, 27, 212], "b_ptr": 4, "result_ptr": [4, 10], "int64_t": [4, 7, 10, 27, 222], "i": [4, 6, 7, 10, 13, 22, 23, 26, 27, 36, 37, 38, 42, 48, 55, 57, 58, 81, 83, 92, 95, 97, 102, 108, 109, 111, 112, 114, 115, 125, 137, 139, 140, 143, 144, 145, 149, 150, 152, 155, 159, 163, 164, 170, 171, 172, 175, 177, 182, 183, 184, 186, 191, 193, 194, 196, 199, 200, 202, 206, 220, 221, 223, 227, 229, 235, 237, 238, 244, 247, 252, 253, 259, 265, 270, 272, 273, 288, 289], "numel": [4, 10, 107, 182, 218, 285], "order": [4, 5, 7, 8, 13, 14, 17, 18, 20, 24, 26, 36, 37, 38, 49, 50, 55, 56, 61, 66, 69, 70, 71, 73, 74, 75, 78, 79, 81, 89, 95, 97, 98, 100, 105, 115, 116, 117, 119, 120, 122, 124, 136, 138, 141, 142, 144, 147, 150, 152, 160, 161, 162, 164, 176, 177, 183, 186, 188, 193, 194, 196, 197, 201, 202, 203, 204, 208, 220, 223, 232, 235, 240, 248, 253, 275, 285, 295, 296, 305], "torch_librari": [4, 5, 7, 8, 10, 18, 26, 27, 258, 303], "ensur": [4, 6, 10, 11, 12, 13, 14, 16, 17, 23, 26, 42, 55, 59, 62, 66, 70, 107, 115, 116, 122, 124, 125, 138, 149, 150, 152, 158, 173, 175, 180, 181, 183, 185, 193, 197, 199, 212, 222, 229, 233, 237, 249, 270, 272, 273, 283, 289, 298, 303, 305], "awar": [4, 81, 97, 105, 140, 142, 152, 153, 154, 164, 185, 196, 199, 209, 218, 226, 298], "top": [4, 6, 7, 10, 20, 23, 24, 26, 27, 40, 56, 58, 89, 90, 98, 101, 104, 107, 115, 140, 152, 156, 178, 179, 184, 185, 190, 191, 194, 199, 201, 208, 227, 229, 230, 231, 235, 244, 257, 265, 268, 303], "project": [4, 5, 6, 7, 27, 58, 66, 97, 104, 125, 140, 156, 176, 181, 186, 191, 223, 258, 259, 265, 290, 303, 304, 306], "schema": [4, 12, 24, 27], "mutat": [4, 10, 12, 18, 124, 155, 172, 173, 196, 240, 246], "m": [4, 5, 6, 7, 10, 12, 16, 17, 23, 26, 27, 36, 48, 55, 97, 102, 111, 115, 123, 137, 138, 144, 154, 161, 162, 163, 176, 178, 182, 184, 209, 211, 222, 227, 229, 230, 237, 250, 257, 265, 286, 305], "torch_library_impl": [4, 10, 12, 17], "impl": [4, 10, 12, 17, 285], "myaddmul": 4, "__global__": [4, 6], "muladd_kernel": 4, "idx": [4, 23, 38, 178, 179, 191, 235, 276], "blockidx": [4, 6], "blockdim": [4, 6], "threadidx": [4, 6], "mymuladd_cuda": 4, "255": [4, 7, 14, 107, 156, 163, 193, 203, 232, 248, 276], "256": [4, 7, 20, 23, 57, 95, 107, 140, 141, 163, 186, 196, 199, 208, 227, 229, 232, 235, 242, 257, 276], "faketensor": [4, 18, 196], "kernel": [4, 6, 7, 8, 10, 15, 18, 20, 22, 27, 90, 102, 105, 115, 120, 123, 136, 143, 155, 161, 164, 171, 172, 173, 185, 186, 187, 190, 194, 196, 197, 199, 200, 202, 210, 212, 213, 222, 230, 231, 235, 239, 242, 253, 265, 270, 272, 275, 276, 286, 290, 293, 301], "meta": [4, 18, 22, 140, 142, 155, 172, 180, 196, 197, 199, 200, 232, 237, 277, 283, 290], "abstract": [4, 6, 13, 16, 38, 57, 67, 95, 105, 106, 110, 115, 123, 124, 140, 142, 152, 159, 173, 176, 180, 197, 251, 252], "metadata": [4, 12, 18, 20, 26, 145, 180, 191, 196, 235, 275], "correct": [4, 5, 6, 7, 10, 12, 13, 14, 15, 18, 23, 41, 48, 49, 52, 55, 66, 70, 81, 92, 95, 97, 98, 100, 102, 105, 106, 107, 108, 109, 115, 124, 137, 138, 141, 146, 153, 161, 164, 171, 180, 182, 183, 186, 188, 190, 191, 197, 204, 208, 223, 227, 229, 252, 259, 269, 283, 301], "stride": [4, 6, 7, 18, 23, 58, 98, 102, 107, 138, 146, 161, 163, 164, 193, 196, 200, 203, 221, 256, 275], "register_fak": [4, 18], "though": [4, 7, 12, 27, 52, 81, 97, 105, 107, 108, 131, 146, 147, 155, 156, 160, 172, 180, 191, 196, 197, 210, 218, 258, 270, 285], "definit": [4, 6, 7, 10, 12, 24, 26, 29, 43, 52, 66, 74, 81, 92, 109, 124, 136, 160, 171, 181, 185, 207, 219, 244, 256, 259, 267, 285, 286], "load": [4, 6, 20, 22, 23, 24, 25, 27, 28, 36, 37, 39, 40, 41, 45, 46, 48, 52, 57, 58, 61, 81, 83, 95, 100, 105, 106, 108, 115, 117, 123, 126, 136, 138, 143, 156, 161, 164, 170, 173, 175, 180, 190, 191, 193, 196, 197, 201, 206, 207, 208, 210, 211, 212, 225, 233, 235, 241, 248, 249, 258, 259, 269, 274, 282, 283, 285, 290, 291, 300, 301], "strive": 4, "load_librari": [4, 26, 27], "next": [4, 5, 6, 7, 10, 11, 13, 14, 16, 17, 19, 20, 23, 24, 26, 27, 38, 48, 55, 57, 59, 61, 62, 66, 83, 89, 92, 97, 100, 102, 105, 107, 108, 112, 115, 117, 125, 136, 137, 138, 140, 141, 143, 144, 145, 146, 147, 149, 153, 154, 155, 156, 160, 161, 163, 167, 170, 172, 173, 178, 181, 182, 183, 184, 186, 190, 191, 196, 197, 200, 204, 207, 208, 210, 213, 220, 221, 225, 227, 229, 230, 231, 235, 238, 253, 257, 258, 265, 273, 275, 276, 291, 296], "_c": [4, 139, 206, 211], "_": [4, 6, 13, 14, 16, 17, 23, 25, 39, 45, 49, 54, 55, 58, 66, 97, 99, 105, 107, 108, 115, 118, 119, 139, 143, 152, 154, 156, 167, 178, 180, 181, 182, 184, 191, 199, 200, 204, 207, 208, 211, 227, 229, 230, 245, 247, 248, 257, 269, 273, 275, 299, 301, 306], "_check": 4, "empty_lik": [4, 105, 164, 218, 244], "formula": [4, 12, 18, 107, 158, 180], "matter": [4, 6, 193, 218, 220, 245, 269], "wrong": [4, 58, 81, 109, 143, 161, 194, 225], "hold": [4, 6, 16, 19, 22, 52, 66, 69, 70, 71, 73, 74, 75, 95, 115, 124, 137, 138, 143, 149, 156, 170, 181, 182, 184, 275, 283, 286], "happen": [4, 10, 25, 27, 29, 36, 37, 38, 41, 48, 58, 97, 100, 102, 105, 107, 109, 115, 117, 137, 140, 147, 150, 152, 173, 177, 182, 190, 191, 196, 197, 210, 211, 227, 230, 244, 251, 270, 275, 286, 289, 299, 301], "modul": [4, 6, 11, 14, 15, 16, 19, 22, 23, 25, 26, 27, 28, 37, 42, 43, 46, 49, 50, 52, 55, 59, 61, 67, 72, 74, 76, 97, 98, 100, 105, 106, 107, 109, 114, 119, 125, 126, 131, 136, 137, 138, 140, 141, 144, 145, 146, 150, 152, 159, 160, 161, 163, 164, 167, 170, 172, 175, 176, 178, 179, 180, 181, 182, 183, 184, 185, 188, 191, 193, 194, 196, 199, 200, 202, 203, 206, 207, 208, 209, 210, 211, 212, 222, 226, 227, 229, 230, 231, 232, 233, 235, 238, 241, 244, 247, 249, 250, 251, 252, 257, 258, 259, 265, 267, 270, 272, 273, 274, 276, 282, 286, 288, 290, 291, 303, 305], "initi": [4, 7, 10, 13, 16, 19, 22, 23, 24, 25, 26, 27, 29, 37, 38, 41, 48, 55, 61, 66, 70, 78, 79, 81, 98, 100, 105, 106, 107, 109, 112, 114, 115, 122, 124, 125, 131, 137, 138, 140, 143, 144, 153, 155, 159, 161, 164, 170, 173, 175, 177, 178, 179, 181, 182, 183, 184, 186, 190, 194, 197, 202, 204, 206, 221, 226, 229, 238, 241, 248, 249, 250, 252, 257, 265, 268, 270, 273, 275, 283, 286, 291, 303], "pybind11_modul": [4, 6, 176], "notic": [4, 6, 10, 16, 25, 26, 27, 29, 36, 48, 49, 58, 66, 81, 92, 97, 100, 105, 107, 109, 125, 147, 152, 161, 163, 171, 172, 178, 180, 190, 194, 196, 199, 200, 202, 218, 220, 225, 289, 301, 303], "pybind11": [4, 6, 10, 26, 27, 176, 270], "promis": [4, 115, 222], "With": [4, 5, 10, 12, 17, 19, 20, 22, 23, 25, 45, 54, 58, 81, 92, 97, 98, 104, 111, 140, 147, 150, 152, 154, 161, 167, 170, 175, 182, 183, 184, 185, 186, 187, 199, 200, 204, 210, 212, 227, 230, 232, 235, 242, 246, 247, 249, 252, 253, 265, 267, 268, 273, 275, 283, 286, 300, 303, 305, 306], "sadli": 4, "foreshadow": 4, "wonder": [4, 6, 109, 170, 173, 197, 202], "sai": [4, 5, 6, 7, 18, 28, 48, 57, 105, 109, 111, 114, 141, 155, 162, 170, 177, 190, 210, 232, 273], "not_agnost": 4, "csrc": [4, 6, 26, 27, 176], "extension_bad": 4, "__init__": [4, 5, 6, 7, 13, 16, 23, 25, 26, 37, 42, 49, 57, 59, 73, 97, 100, 102, 107, 109, 124, 125, 138, 143, 144, 145, 150, 152, 163, 175, 177, 181, 182, 183, 184, 191, 193, 200, 203, 208, 209, 222, 227, 229, 230, 233, 237, 238, 244, 247, 249, 250, 252, 253, 256, 257, 259, 265, 267, 272, 275, 301], "successfulli": [4, 5, 7, 26, 49, 56, 66, 117, 134, 139, 142, 152, 161, 175, 183, 196, 197, 220, 241, 255, 257, 272, 287, 288, 289, 303], "extern": [4, 57, 107, 125, 142, 160, 161, 212, 222, 230, 244, 286], "pyobject": 4, "pyinit__c": 4, "struct": [4, 7, 17, 26], "pymoduledef": 4, "module_def": 4, "pymoduledef_head_init": 4, "null": [4, 7, 206, 265], "interpret": [4, 6, 7, 27, 29, 62, 89, 92, 98, 114, 136, 144, 145, 154, 186, 194, 196, 212, 226, 253, 270, 274, 282, 285, 290, 301, 305], "global": [4, 6, 7, 29, 55, 62, 66, 95, 140, 170, 175, 181, 183, 188, 196, 208, 233, 235, 245, 247, 251, 253, 271, 283, 285, 286], "variabl": [4, 5, 6, 7, 10, 24, 26, 27, 36, 55, 66, 89, 95, 97, 105, 108, 109, 111, 115, 128, 145, 149, 152, 161, 175, 182, 185, 196, 197, 199, 202, 206, 210, 213, 220, 222, 223, 233, 240, 241, 242, 257, 265, 295, 302, 305], "pymodule_cr": 4, "entir": [4, 6, 7, 16, 19, 22, 23, 29, 52, 55, 59, 66, 107, 109, 112, 115, 131, 136, 137, 138, 143, 145, 146, 159, 170, 172, 175, 177, 178, 180, 184, 186, 196, 197, 199, 208, 218, 219, 220, 227, 229, 250, 269, 275, 277, 286, 290, 291, 301], "statement": [4, 10, 25, 29, 36, 48, 50, 66, 116, 186, 196, 209, 233, 269, 271], "trigger": [4, 150, 161, 173, 182, 184, 286], "challeng": [4, 16, 111, 112, 116, 138, 139, 140, 152, 159, 171, 181, 193, 250, 251, 252, 270, 290, 304], "shift": [4, 180], "toward": [4, 23, 55, 66, 107, 144, 181, 208, 273], "trivial": [4, 16, 57, 62, 105, 141, 156, 197, 237, 244, 251], "pathlib": [4, 115, 137, 163, 193], "so_fil": 4, "__file__": [4, 6, 176, 270], "glob": [4, 144], "assert": [4, 6, 13, 22, 23, 145, 150, 161, 183, 185, 191, 196, 204, 206, 232, 235, 244, 245, 296], "len": [4, 23, 38, 57, 61, 107, 115, 131, 137, 138, 144, 152, 154, 178, 181, 182, 183, 191, 193, 211, 227, 229, 232, 235, 244, 252, 253, 259], "f": [4, 6, 10, 13, 14, 18, 22, 23, 26, 36, 38, 48, 49, 52, 59, 61, 73, 97, 107, 109, 115, 123, 124, 125, 137, 138, 139, 140, 141, 150, 152, 154, 161, 162, 163, 175, 176, 178, 179, 181, 182, 183, 184, 191, 193, 204, 206, 208, 211, 212, 227, 229, 235, 240, 245, 247, 248, 249, 250, 252, 253, 257, 259, 265, 270, 303, 304, 306], "register_autograd": [4, 18, 298], "prefer": [4, 5, 7, 10, 18, 59, 162, 167, 176, 180, 197, 199, 206, 222, 269, 298], "directli": [4, 5, 6, 7, 10, 13, 14, 16, 18, 24, 26, 27, 29, 37, 45, 54, 58, 92, 95, 97, 98, 105, 116, 117, 119, 120, 139, 140, 145, 147, 148, 154, 162, 173, 179, 180, 184, 186, 197, 206, 208, 210, 211, 220, 221, 237, 241, 244, 247, 250, 253, 259, 267, 305], "_backward": 4, "saved_tensor": [4, 6, 147], "grad_a": 4, "grad_b": 4, "none": [4, 13, 16, 17, 22, 23, 38, 55, 95, 97, 107, 115, 137, 138, 152, 154, 155, 161, 163, 164, 172, 175, 178, 181, 183, 193, 196, 203, 208, 211, 227, 229, 231, 235, 237, 242, 244, 248, 249, 250, 252, 253, 284, 296], "needs_input_grad": 4, "_setup_context": 4, "saved_a": 4, "saved_b": 4, "setup_context": 4, "composit": [4, 7, 8, 13, 18, 29, 109, 110, 162, 175, 180, 252, 298], "had": [4, 7, 27, 52, 57, 97, 100, 105, 112, 115, 117, 124, 170, 171, 181, 191, 227, 258, 265, 283], "own": [4, 6, 7, 10, 12, 13, 16, 19, 20, 22, 27, 29, 37, 38, 55, 58, 70, 81, 95, 97, 98, 100, 115, 120, 122, 124, 136, 137, 138, 144, 145, 146, 150, 156, 161, 170, 171, 177, 179, 180, 183, 184, 186, 193, 194, 196, 197, 199, 201, 202, 203, 206, 210, 225, 227, 229, 232, 235, 244, 249, 251, 253, 270, 283], "mymul": 4, "mymul_cpu": 4, "correctli": [4, 14, 18, 55, 58, 66, 81, 97, 98, 100, 128, 136, 158, 164, 170, 173, 175, 177, 179, 193, 194, 197, 202, 220, 229, 248, 252, 289], "mathemat": [4, 12, 15, 18, 48, 54, 70, 97, 100, 102, 111, 152, 180, 196], "plan": [4, 5, 7, 8, 12, 22, 66, 125, 137, 140, 193, 197, 208, 221, 229, 241], "gradcheck": [4, 18, 146, 147, 158, 286], "sample_input": [4, 107, 244], "make_tensor": 4, "make_nondiff_tensor": 4, "20": [4, 5, 7, 23, 27, 38, 89, 92, 95, 105, 107, 122, 138, 142, 143, 144, 150, 152, 153, 163, 164, 170, 177, 182, 184, 190, 200, 229, 235, 244, 259, 270, 276, 285, 301, 306], "14": [4, 7, 26, 27, 28, 100, 107, 138, 161, 193, 199, 202, 257, 258, 259, 267, 270, 276, 305], "123": [4, 57, 184, 257], "reference_muladd": 4, "extend": [4, 5, 6, 7, 10, 23, 28, 58, 95, 116, 117, 118, 119, 136, 138, 144, 153, 179, 183, 184, 193, 197, 200, 203, 206, 212, 226, 230, 258, 259, 286, 291, 295, 297], "arg": [4, 22, 23, 25, 59, 61, 111, 123, 125, 137, 138, 150, 152, 154, 160, 178, 181, 182, 183, 184, 193, 194, 196, 211, 212, 229, 232, 245, 247, 249, 250, 253, 258, 301, 306], "assert_clos": 4, "check": [4, 5, 6, 7, 10, 15, 16, 17, 23, 24, 26, 27, 29, 40, 41, 42, 45, 48, 49, 50, 55, 56, 58, 61, 64, 65, 81, 83, 88, 92, 97, 100, 102, 105, 106, 107, 108, 111, 115, 117, 122, 123, 136, 137, 139, 142, 143, 150, 152, 153, 156, 158, 161, 163, 164, 172, 173, 177, 179, 180, 183, 193, 194, 196, 197, 199, 201, 202, 213, 215, 216, 221, 222, 223, 224, 229, 232, 233, 241, 243, 248, 250, 257, 258, 261, 262, 263, 264, 265, 266, 269, 276, 294, 296, 300, 301, 303], "undefin": [4, 152, 202, 218, 219, 220], "myadd_out": 4, "myadd_out_cpu": 4, "is_contigu": [4, 6, 164, 285], "caus": [4, 14, 17, 25, 26, 81, 89, 97, 105, 115, 141, 161, 173, 179, 182, 186, 190, 193, 196, 197, 199, 200, 206, 218, 225, 233, 265, 267, 271, 286, 299, 305], "incompat": [4, 5, 139, 196, 227, 301], "went": [4, 58, 102, 105, 145, 161, 227], "fairli": [4, 6, 107, 115, 152, 170, 181, 202], "longer": [5, 14, 25, 26, 29, 58, 64, 65, 66, 97, 109, 115, 124, 141, 145, 161, 170, 177, 181, 182, 194, 196, 197, 199, 200, 215, 216, 222, 223, 224, 227, 229, 238, 241, 243, 246, 253, 261, 262, 263, 264, 266, 270, 286, 303], "activ": [5, 6, 7, 11, 12, 14, 16, 17, 20, 23, 25, 26, 29, 37, 58, 64, 65, 66, 89, 97, 98, 100, 107, 109, 115, 137, 140, 145, 148, 152, 154, 162, 170, 177, 179, 190, 200, 202, 203, 204, 208, 211, 212, 213, 215, 216, 224, 225, 230, 231, 232, 235, 238, 242, 243, 253, 257, 258, 259, 261, 262, 263, 264, 265, 266, 267, 268, 273, 276, 286, 299, 303], "primari": [5, 6, 7, 17, 159, 173, 199, 200, 212, 222, 223, 241, 251, 285, 286, 305], "languag": [5, 6, 7, 21, 25, 27, 28, 29, 49, 55, 66, 102, 108, 110, 112, 134, 136, 140, 142, 143, 144, 154, 168, 184, 186, 204, 207, 212, 225, 242, 257, 273, 286, 291, 296, 298, 301, 303], "suitabl": [5, 10, 46, 148, 152, 156, 193, 230, 285], "eas": [5, 6, 92, 105, 106, 137, 200, 202, 258, 275, 290], "situat": [5, 17, 27, 29, 97, 105, 146, 147, 150, 152, 197, 201, 210, 225], "properti": [5, 6, 7, 13, 16, 25, 27, 29, 36, 45, 54, 97, 100, 105, 111, 114, 142, 171, 186, 196, 199, 200, 219, 258, 269, 270, 283, 288, 303], "unfavor": 5, "latter": [5, 6, 7, 66, 142, 182, 229], "land": [5, 18, 27, 136, 145, 163, 202, 220, 258, 306], "latenc": [5, 7, 20, 136, 140, 142, 149, 161, 173, 179, 194, 197, 199, 200, 235, 257, 295, 296, 305], "strict": [5, 125, 193, 219, 258, 287], "even": [5, 6, 7, 10, 12, 16, 19, 25, 27, 29, 48, 49, 57, 81, 97, 100, 102, 105, 114, 115, 125, 137, 138, 140, 145, 147, 150, 156, 159, 160, 162, 171, 173, 180, 182, 185, 193, 196, 197, 199, 202, 210, 218, 220, 221, 225, 232, 238, 248, 257, 267, 270, 286, 287, 299], "java": [5, 200], "rust": 5, "go": [5, 13, 14, 15, 16, 19, 22, 23, 25, 26, 27, 29, 45, 54, 57, 66, 97, 98, 100, 105, 106, 108, 111, 112, 115, 116, 117, 119, 120, 131, 134, 136, 137, 141, 149, 152, 155, 159, 160, 162, 175, 178, 179, 181, 183, 186, 191, 196, 197, 200, 201, 203, 210, 218, 232, 248, 250, 267, 270, 273, 284, 285, 303], "paragraph": [5, 7, 27], "outlin": [5, 6, 7, 27, 173, 197], "journei": [5, 7, 58, 154], "enabl": [5, 6, 7, 10, 13, 16, 17, 19, 22, 23, 27, 28, 38, 52, 61, 62, 66, 83, 89, 97, 105, 107, 119, 125, 137, 138, 139, 140, 142, 145, 146, 147, 150, 152, 154, 161, 164, 173, 175, 177, 179, 180, 190, 191, 193, 196, 197, 199, 200, 203, 209, 210, 218, 220, 222, 223, 225, 226, 230, 233, 242, 249, 250, 251, 253, 257, 258, 265, 267, 269, 276, 283, 290, 291, 295, 296, 297, 299, 300, 305, 306], "vanilla": [5, 6, 7, 27, 55, 71, 109, 124, 193, 202, 218, 306], "eager": [5, 12, 27, 66, 92, 94, 136, 145, 161, 164, 185, 194, 196, 197, 202, 207, 225, 227, 229, 230, 231, 232, 245, 255, 259, 286, 299, 301], "discuss": [5, 6, 7, 10, 12, 17, 19, 27, 49, 81, 97, 100, 102, 106, 111, 112, 137, 138, 145, 152, 159, 160, 161, 167, 173, 175, 194, 199, 200, 202, 206, 209, 218, 219, 220, 221, 267, 275, 296, 298], "littl": [5, 20, 29, 58, 100, 107, 109, 115, 153, 180, 182, 184, 185, 188, 190, 235], "effort": [5, 16, 55, 57, 58, 120, 208, 225, 226, 285], "mechan": [5, 6, 7, 13, 16, 17, 28, 36, 55, 62, 66, 106, 136, 147, 160, 171, 186, 188, 190, 196, 200, 226, 230, 231, 253, 258, 259, 265, 295, 296], "evalu": [5, 7, 11, 14, 20, 23, 24, 28, 41, 43, 81, 97, 98, 104, 107, 117, 125, 145, 162, 167, 175, 181, 183, 191, 194, 196, 201, 207, 229, 235, 259, 301], "onc": [5, 6, 7, 10, 12, 13, 16, 19, 20, 24, 25, 26, 27, 29, 36, 38, 41, 57, 58, 62, 66, 89, 98, 100, 104, 105, 106, 107, 108, 112, 117, 148, 153, 156, 164, 170, 171, 177, 179, 180, 181, 183, 186, 190, 191, 196, 197, 200, 210, 211, 223, 225, 235, 248, 251, 258, 265, 269, 270, 286, 300, 301, 304], "record": [5, 7, 10, 23, 24, 27, 29, 36, 48, 55, 66, 115, 125, 136, 137, 138, 145, 146, 147, 163, 170, 180, 181, 183, 184, 196, 226, 259, 273, 276, 299, 301], "explicit": [5, 7, 25, 27, 66, 136, 156, 164, 173, 184, 196, 202, 219, 232, 233, 244, 265, 269, 290, 293, 298], "pars": [5, 6, 27, 55, 57, 114, 137, 138, 142, 206, 244, 270], "subject": [5, 13, 16, 27, 138, 158, 186, 196, 222, 223, 229, 240, 241, 242, 247, 255, 270, 300], "constraint": [5, 7, 14, 20, 22, 66, 92, 109, 136, 140, 142, 171, 180, 193, 197, 204, 206, 227, 229, 232, 235, 249, 269, 270, 283, 301], "impos": [5, 271, 283], "guidanc": [5, 10, 139, 199, 200, 225, 269, 305], "offici": [5, 89, 120, 139, 152, 181, 194, 196, 207, 230, 256, 258], "jit": [5, 7, 10, 17, 23, 25, 26, 29, 66, 92, 119, 125, 154, 159, 164, 194, 200, 208, 211, 229, 238, 241, 242, 244, 253, 256, 258, 270, 276, 286, 291, 298, 300, 301, 303], "scriptmodul": [5, 26, 27, 29, 92, 238, 303], "embed": [5, 19, 25, 27, 55, 66, 83, 102, 108, 110, 112, 113, 123, 125, 136, 137, 140, 154, 175, 183, 184, 186, 191, 202, 204, 207, 225, 251], "torchvis": [5, 12, 14, 23, 38, 40, 42, 46, 48, 49, 56, 63, 83, 95, 98, 100, 101, 104, 106, 107, 123, 131, 134, 136, 137, 138, 154, 156, 160, 163, 170, 178, 179, 182, 183, 187, 190, 191, 193, 194, 199, 200, 208, 210, 227, 229, 230, 231, 232, 241, 248, 258, 259, 267, 276, 284, 286, 289, 294, 300, 301, 303], "resnet18": [5, 48, 164, 178, 179, 190, 193, 208, 225, 227, 229, 230, 231, 276, 300, 303], "normal": [5, 7, 10, 13, 14, 23, 24, 25, 41, 43, 46, 55, 57, 58, 66, 92, 98, 100, 102, 106, 107, 109, 114, 124, 125, 131, 138, 144, 146, 152, 153, 156, 163, 171, 173, 178, 179, 182, 183, 185, 186, 191, 193, 194, 197, 200, 202, 208, 210, 219, 227, 229, 244, 248, 253, 258, 259, 267, 286, 294, 299], "rand": [5, 6, 7, 17, 25, 92, 97, 105, 147, 163, 199, 200, 203, 204, 227, 229, 235, 238, 241, 245, 249, 250, 257, 258, 265, 286, 294, 296, 303], "224": [5, 14, 23, 24, 57, 107, 156, 178, 179, 193, 199, 200, 208, 227, 229, 230, 231, 241, 248, 256, 258, 276, 294, 301, 303, 305], "traced_script_modul": 5, "ident": [5, 7, 20, 61, 92, 97, 105, 106, 115, 124, 140, 149, 159, 167, 178, 191, 196, 211, 221, 235, 256, 270], "2698": 5, "0381": 5, "4023": 5, "3010": 5, "0448": 5, "slicebackward": 5, "circumst": [5, 6, 173, 269], "emploi": [5, 107, 186, 190, 202, 249], "form": [5, 7, 11, 14, 17, 20, 27, 46, 52, 55, 58, 66, 67, 108, 115, 117, 123, 136, 141, 144, 156, 161, 186, 193, 202, 210, 223, 235, 237, 248, 249, 250, 265, 273, 286, 296, 305], "mymodul": [5, 7, 237, 247], "self": [5, 6, 7, 10, 12, 13, 16, 17, 23, 25, 26, 28, 29, 38, 49, 55, 59, 61, 66, 73, 97, 107, 109, 115, 122, 124, 125, 136, 138, 140, 144, 145, 150, 152, 161, 163, 171, 175, 181, 182, 183, 184, 190, 191, 193, 196, 200, 202, 203, 208, 209, 211, 222, 227, 229, 230, 237, 238, 244, 247, 249, 250, 252, 253, 256, 257, 259, 265, 267, 276, 283, 291, 301], "n": [5, 6, 7, 14, 20, 23, 26, 27, 36, 48, 67, 78, 79, 89, 92, 97, 102, 105, 107, 115, 123, 124, 134, 137, 138, 150, 152, 154, 162, 163, 167, 175, 177, 181, 182, 183, 184, 186, 191, 196, 197, 201, 206, 208, 210, 211, 222, 227, 229, 232, 235, 240, 248, 258, 286, 303], "super": [5, 6, 7, 13, 22, 23, 24, 25, 26, 29, 49, 73, 97, 107, 124, 125, 138, 139, 144, 145, 150, 163, 175, 181, 182, 183, 184, 191, 193, 200, 203, 222, 227, 229, 230, 237, 238, 244, 247, 249, 250, 252, 256, 257, 259, 265, 273, 301], "mv": [5, 123], "my_modul": 5, "sm": [5, 190], "exclud": [5, 10, 48, 194, 276], "doesn": [5, 8, 10, 12, 15, 18, 20, 29, 67, 109, 111, 114, 115, 141, 162, 164, 173, 177, 193, 194, 196, 199, 203, 209, 210, 218, 225, 229, 232, 235, 240, 245, 246, 255, 267, 285, 286, 297, 301, 302, 305], "support": [5, 7, 13, 16, 17, 19, 20, 22, 23, 26, 27, 28, 36, 42, 52, 57, 62, 64, 65, 66, 81, 90, 92, 97, 98, 99, 100, 101, 102, 105, 106, 107, 116, 117, 118, 119, 122, 136, 137, 138, 139, 142, 147, 149, 150, 152, 153, 154, 158, 161, 164, 171, 173, 175, 176, 177, 179, 180, 182, 183, 184, 190, 193, 194, 196, 199, 200, 201, 203, 206, 207, 208, 209, 211, 213, 215, 216, 218, 219, 220, 222, 223, 224, 225, 226, 227, 229, 230, 231, 232, 233, 235, 241, 242, 243, 245, 246, 247, 250, 255, 257, 258, 259, 261, 262, 263, 264, 266, 267, 268, 270, 276, 286, 290, 295, 297, 300, 301, 302, 305], "yet": [5, 7, 12, 13, 22, 27, 56, 81, 97, 100, 105, 119, 120, 145, 152, 173, 183, 186, 197, 203, 211, 223, 229, 230, 231, 250, 253, 258, 301], "ignor": [5, 23, 57, 107, 112, 114, 125, 176, 193, 196, 201, 203, 208, 219, 220, 223, 227, 229, 256, 269, 276, 287, 299], "readi": [5, 7, 11, 12, 19, 26, 27, 55, 98, 100, 106, 108, 109, 114, 115, 136, 137, 152, 167, 175, 176, 180, 182, 183, 184, 197, 201, 229, 230, 248, 267, 276, 301], "hand": [5, 6, 7, 10, 16, 20, 22, 27, 81, 105, 108, 114, 115, 144, 152, 156, 172, 173, 194, 196, 197, 200, 219, 235, 249, 250, 273, 291], "shown": [5, 7, 10, 20, 23, 24, 25, 58, 97, 105, 115, 140, 142, 154, 161, 163, 178, 181, 182, 184, 185, 190, 193, 194, 197, 199, 200, 206, 209, 219, 220, 221, 225, 229, 232, 233, 235, 248, 250, 257, 258, 265, 267, 273, 300, 301, 302, 304, 305, 306], "filenam": [5, 7, 122, 144, 193, 206, 269], "traced_resnet_model": 5, "pt": [5, 7, 26, 27, 59, 125, 134, 137, 138, 154, 241, 256, 258, 259, 267, 296, 303], "my_module_model": 5, "left": [5, 20, 36, 48, 52, 55, 58, 70, 92, 97, 104, 105, 109, 114, 124, 125, 152, 154, 163, 167, 180, 181, 183, 185, 190, 191, 232, 235, 265, 273, 290], "realm": [5, 7], "cross": [5, 10, 15, 24, 49, 58, 100, 102, 106, 140, 142, 199, 286, 289, 305], "sphere": 5, "distribut": [5, 6, 7, 16, 17, 23, 58, 81, 83, 95, 100, 105, 106, 107, 109, 114, 136, 137, 138, 139, 140, 142, 148, 149, 154, 164, 170, 176, 180, 182, 190, 199, 202, 204, 206, 211, 226, 237, 247, 251, 252, 270, 290, 305, 306], "encompass": 5, "share": [5, 6, 7, 12, 13, 22, 26, 27, 45, 54, 61, 72, 76, 95, 107, 111, 123, 136, 137, 141, 150, 152, 153, 163, 173, 180, 182, 183, 184, 196, 199, 206, 225, 250, 258, 270, 275, 285, 295, 300, 305], "header": [5, 6, 7, 10, 26, 27, 176, 270], "cmake": [5, 7, 241, 258, 303], "futur": [5, 22, 25, 26, 55, 115, 120, 122, 123, 138, 154, 158, 163, 170, 176, 178, 181, 182, 183, 184, 203, 207, 221, 227, 229, 230, 232, 249, 257, 288, 299], "begin": [5, 6, 7, 13, 14, 20, 23, 26, 27, 29, 36, 48, 55, 56, 58, 61, 81, 92, 97, 100, 112, 114, 137, 140, 154, 168, 170, 178, 181, 183, 190, 191, 197, 220, 235, 255, 267, 269, 270, 272, 276, 287, 288, 289, 291], "iostream": [5, 6, 7, 26, 27, 258], "argc": [5, 26, 27, 258, 303], "char": [5, 26, 27, 161, 258, 303], "argv": [5, 26, 27, 59, 61, 258, 303], "cerr": [5, 26, 27, 258, 303], "app": [5, 27, 117, 134, 136, 156, 249, 250, 258, 267, 290], "export": [5, 8, 10, 21, 25, 27, 52, 66, 92, 97, 118, 119, 123, 136, 149, 150, 154, 161, 185, 187, 194, 222, 226, 233, 238, 242, 244, 257, 269, 286, 290, 304], "try": [5, 7, 14, 16, 17, 20, 23, 25, 26, 27, 29, 41, 45, 49, 52, 54, 55, 58, 59, 67, 81, 97, 105, 106, 107, 108, 109, 110, 111, 115, 116, 117, 122, 139, 142, 143, 144, 145, 153, 159, 161, 163, 167, 170, 173, 175, 176, 177, 180, 181, 186, 190, 194, 196, 199, 202, 204, 208, 210, 219, 227, 235, 238, 248, 253, 257, 258, 269, 270, 273, 283, 284, 299, 301, 303, 305], "deseri": [5, 7, 27, 125, 208, 227, 229, 303], "catch": [5, 10, 13, 26, 196, 258, 299, 303], "c10": [5, 10, 12, 17, 26, 176, 212, 222, 257, 258, 270, 285, 303], "ok": [5, 114, 139, 182, 299], "accept": [5, 6, 24, 46, 73, 95, 97, 107, 112, 124, 140, 142, 158, 162, 167, 172, 173, 180, 183, 190, 193, 203, 232, 237, 240, 247, 257, 276, 286], "proce": [5, 13, 29, 107, 109, 161, 178, 196, 206, 273, 286], "examin": [5, 13, 26, 29, 89, 97, 98, 104, 106, 107, 152, 160, 173, 197], "moment": [5, 7, 13, 203, 221, 241], "cmakelist": [5, 7, 26, 27, 258, 303], "txt": [5, 6, 7, 26, 27, 55, 143, 144, 154, 161, 179, 186, 211, 251, 258, 303], "cmake_minimum_requir": [5, 7, 26, 27, 258, 303], "fatal_error": [5, 7, 26, 27, 258, 303], "custom_op": [5, 18, 120, 298, 303], "find_packag": [5, 7, 26, 27, 258, 303], "add_execut": [5, 7, 26, 27, 258, 303], "target_link_librari": [5, 7, 26, 27, 258, 303], "set_properti": [5, 7, 258, 303], "cxx_standard": [5, 7, 258, 303], "17": [5, 7, 25, 27, 38, 49, 100, 107, 122, 161, 196, 238, 257, 270], "last": [5, 7, 13, 16, 23, 27, 37, 48, 55, 58, 59, 66, 81, 90, 92, 95, 100, 102, 105, 106, 109, 112, 117, 131, 136, 140, 141, 144, 152, 153, 161, 170, 178, 180, 181, 182, 184, 185, 186, 187, 191, 196, 199, 201, 218, 221, 256, 258, 267, 269, 286, 290, 301], "thing": [5, 6, 7, 10, 17, 18, 25, 26, 27, 29, 36, 48, 49, 52, 55, 92, 95, 97, 100, 105, 106, 107, 108, 109, 111, 112, 114, 115, 136, 140, 141, 142, 147, 148, 149, 152, 153, 156, 160, 161, 164, 171, 179, 180, 188, 196, 200, 208, 210, 225, 227, 233, 248, 249, 270, 289], "grab": [5, 7, 8, 58, 104, 179, 184], "latest": [5, 7, 9, 12, 16, 24, 95, 98, 124, 125, 136, 137, 145, 152, 154, 166, 174, 178, 179, 180, 183, 186, 188, 193, 194, 304], "page": [5, 7, 8, 12, 18, 26, 27, 56, 60, 67, 96, 115, 122, 124, 136, 143, 145, 156, 173, 184, 190, 196, 197, 230, 242, 244, 249, 254, 258, 286, 299], "websit": [5, 7, 98, 181, 265, 268], "unzip": [5, 7, 23, 56, 193, 201, 207, 208, 227, 229, 300], "archiv": [5, 6, 7, 29, 164, 196, 300, 304], "folder": [5, 7, 23, 27, 56, 58, 89, 90, 98, 100, 137, 154, 191, 201, 206, 207, 208, 211, 227, 229, 241, 248, 256], "bin": [5, 7, 26, 27, 100, 152, 212, 256, 258, 265, 300], "lib": [5, 6, 7, 12, 22, 26, 27, 97, 161, 181, 206, 258, 285, 299, 301, 305], "against": [5, 18, 26, 27, 41, 42, 49, 66, 102, 104, 117, 139, 152, 164, 180, 202, 247, 258, 270, 273], "window": [5, 6, 7, 24, 49, 57, 102, 114, 117, 136, 150, 183, 190, 201, 226, 241, 248, 265], "debug": [5, 7, 10, 23, 29, 66, 67, 108, 136, 141, 187, 196, 212, 225, 226, 251, 270, 285, 295], "abi": [5, 6, 7, 26, 27, 241, 258], "laid": 5, "within": [5, 6, 16, 22, 25, 27, 67, 92, 97, 98, 104, 115, 116, 117, 122, 140, 145, 147, 154, 159, 161, 171, 177, 181, 183, 193, 194, 197, 199, 200, 202, 211, 212, 221, 222, 223, 225, 230, 231, 233, 241, 248, 252, 257, 270, 277, 286, 295, 297, 300, 305], "mkdir": [5, 7, 27, 163, 190, 193, 207], "cd": [5, 7, 26, 27, 190, 201, 207, 241, 256, 265], "dcmake_prefix_path": [5, 7, 26, 27, 258, 303], "config": [5, 7, 12, 20, 24, 95, 138, 142, 145, 154, 179, 199, 200, 203, 210, 211, 212, 222, 227, 230, 231, 235, 258, 259, 283, 291, 295, 298, 301], "someth": [5, 6, 7, 13, 16, 23, 27, 29, 49, 95, 100, 105, 109, 111, 152, 161, 178, 179, 186, 196, 202, 240, 270, 273, 285], "root": [5, 6, 7, 16, 26, 27, 36, 38, 48, 49, 57, 58, 100, 107, 108, 123, 146, 153, 161, 183, 184, 206, 248, 258, 265, 284, 294], "4b5a67132e81": 5, "identif": [5, 7, 26, 27, 258], "gnu": [5, 6, 7, 26, 27, 258, 286, 305], "usr": [5, 7, 22, 26, 27, 152, 181, 258], "cc": [5, 7, 26, 27, 48, 241, 258], "detect": [5, 7, 13, 14, 22, 26, 27, 58, 83, 102, 136, 156, 179, 187, 190, 194, 196, 258, 272, 286, 299, 305], "info": [5, 6, 7, 26, 27, 89, 139, 149, 152, 154, 163, 181, 193, 196, 211, 242, 258, 259, 267], "pthread": [5, 6, 7, 26, 27, 258], "pthread_creat": [5, 7, 26, 27, 258], "thread": [5, 6, 7, 10, 11, 25, 26, 27, 58, 122, 139, 150, 154, 173, 179, 182, 183, 184, 199, 200, 207, 208, 253, 258, 265, 270, 276, 285, 286, 305], "scan": [5, 7, 26, 27, 100, 102, 193, 196], "50": [5, 7, 20, 23, 25, 26, 27, 58, 59, 97, 100, 115, 144, 153, 164, 177, 181, 184, 200, 201, 208, 211, 227, 230, 231, 235, 238, 257, 259, 267, 286], "cmakefil": [5, 7, 26, 27], "dir": [5, 7, 26, 27, 89, 104, 142, 206, 285, 295], "o": [5, 6, 7, 26, 27, 107, 139, 144, 154, 167, 170, 193, 206, 235, 270], "100": [5, 7, 11, 23, 25, 26, 27, 38, 49, 54, 73, 97, 107, 109, 124, 138, 139, 144, 145, 150, 161, 163, 164, 179, 180, 181, 184, 191, 193, 199, 200, 208, 222, 227, 229, 235, 252, 257, 259, 270, 285, 296, 304], "suppli": [5, 7, 111, 164, 179], "binari": [5, 7, 24, 26, 27, 55, 58, 105, 117, 152, 164, 194, 219, 226, 230, 247, 256, 258, 300], "1d": [5, 74, 102, 124, 240, 286], "4d": [5, 52, 164, 232], "path_to_model": 5, "coupl": [5, 16, 40, 55, 101, 105, 106, 114, 137, 140, 147, 153, 155, 170, 173, 191, 196, 209, 238, 286], "awai": [5, 6, 7, 27, 52, 66, 102, 104, 108, 109, 111, 180, 181, 182, 197, 221, 251, 273], "ivalu": [5, 27, 176, 241, 258, 303], "push_back": [5, 26, 27, 258, 303], "totensor": [5, 23, 27, 38, 49, 57, 100, 107, 138, 152, 156, 178, 179, 183, 191, 193, 208, 227, 229, 241, 248, 258, 259, 294, 303], "slice": [5, 6, 45, 54, 97, 112, 115, 177, 202, 223, 241, 252, 285], "eras": [5, 29], "http": [5, 7, 22, 23, 28, 29, 30, 31, 32, 33, 34, 39, 50, 51, 55, 66, 69, 81, 82, 83, 84, 85, 86, 87, 88, 91, 99, 104, 107, 110, 117, 118, 119, 120, 124, 131, 135, 138, 143, 144, 146, 154, 156, 157, 158, 159, 160, 164, 168, 170, 172, 178, 179, 181, 186, 189, 190, 191, 192, 193, 194, 195, 196, 197, 201, 203, 207, 208, 210, 214, 217, 219, 221, 231, 238, 239, 240, 241, 248, 256, 259, 268, 269, 270, 273, 274, 275, 278, 279, 280, 281, 284, 301], "org": [5, 7, 30, 31, 32, 33, 34, 39, 50, 51, 55, 69, 81, 82, 84, 85, 86, 87, 88, 91, 99, 102, 104, 106, 107, 110, 118, 119, 124, 131, 135, 143, 144, 154, 157, 158, 159, 160, 168, 170, 178, 179, 186, 189, 190, 192, 194, 195, 196, 197, 207, 210, 214, 217, 219, 221, 226, 231, 238, 239, 240, 241, 248, 259, 265, 269, 273, 274, 275, 278, 279, 280, 281, 303], "cppdoc": [5, 7], "pariti": [5, 202], "manipul": [5, 45, 46, 66, 100, 104, 124, 160, 170, 208, 211, 248], "five": [5, 11], "ideal": [5, 7, 16, 38, 97, 100, 105, 107, 173, 186, 196, 200, 227, 242, 296], "previous": [5, 6, 10, 24, 36, 66, 92, 111, 115, 145, 158, 159, 175, 177, 180, 181, 182, 190, 196, 218, 227, 240, 283, 290, 300], "kcuda": [5, 7, 212], "live": [5, 7, 12, 17, 105, 136, 141, 173, 183, 184, 221, 253], "hopefulli": [5, 7, 56, 57, 81, 92, 109, 125, 287], "equip": [5, 6, 147, 153, 218, 305], "concept": [5, 7, 13, 26, 40, 41, 61, 101, 110, 111, 115, 124, 128, 136, 142, 163, 173, 182, 185, 186, 197, 206, 212, 222, 227, 230, 231, 232, 276, 285, 305], "close": [5, 7, 11, 16, 20, 23, 27, 58, 97, 102, 105, 107, 108, 137, 142, 154, 170, 191, 207, 211, 235, 284, 286], "Of": [5, 16, 27, 107, 111, 115, 141, 152, 191, 219, 221, 265, 300], "cours": [5, 7, 16, 20, 23, 27, 59, 97, 98, 105, 107, 110, 111, 114, 115, 141, 152, 191, 235, 248, 265], "did": [5, 7, 10, 18, 23, 27, 29, 49, 58, 66, 97, 100, 102, 105, 117, 139, 152, 158, 171, 180, 183, 186, 197, 199, 206, 208, 270], "cover": [5, 6, 8, 16, 17, 19, 22, 26, 29, 38, 52, 105, 110, 120, 128, 134, 136, 137, 142, 152, 175, 176, 180, 183, 184, 191, 194, 196, 220, 222, 223, 227, 231, 232, 247, 257, 258, 269, 278, 279, 280, 281, 284, 285, 297, 305], "insid": [5, 6, 7, 12, 19, 22, 26, 27, 37, 41, 50, 140, 190, 194, 201, 222, 225, 235, 240, 242], "shortli": [5, 182], "master": [5, 19, 23, 55, 66, 138, 146, 152, 159, 160, 164, 183, 184, 201, 203, 206, 226, 230, 241, 247, 258], "html": [5, 30, 31, 32, 33, 34, 39, 50, 51, 55, 63, 69, 81, 82, 84, 85, 86, 87, 91, 99, 107, 110, 118, 119, 124, 128, 131, 135, 154, 157, 159, 160, 168, 178, 189, 192, 193, 195, 196, 207, 214, 217, 219, 221, 238, 239, 269, 273, 274, 275, 278, 279, 280, 281], "peter": 6, "goldsborough": 6, "newest": [6, 10, 24, 27, 117], "date": [6, 7, 10, 12, 27, 81, 84, 85, 86, 87, 88, 137, 183, 227, 258, 283, 300], "plethora": 6, "relat": [6, 13, 16, 58, 66, 97, 98, 105, 106, 111, 114, 136, 140, 161, 171, 196, 202, 208, 222, 270, 286], "algebra": [6, 16, 45, 54, 100, 105, 109, 257], "wrangl": 6, "novel": [6, 98, 204], "research": [6, 7, 20, 23, 27, 29, 55, 58, 66, 81, 83, 92, 98, 105, 109, 128, 152, 154, 167, 172, 177, 193, 207, 235, 253, 301], "power": [6, 7, 27, 48, 55, 63, 71, 81, 83, 95, 97, 100, 107, 109, 115, 124, 136, 138, 142, 150, 152, 161, 163, 167, 176, 177, 179, 186, 193, 210, 221, 255, 270, 298, 305], "spare": [6, 7], "deriv": [6, 7, 12, 18, 20, 27, 29, 36, 41, 45, 48, 54, 97, 105, 109, 111, 112, 114, 123, 124, 141, 143, 147, 158, 162, 225, 235, 286], "express": [6, 8, 18, 27, 97, 100, 102, 105, 108, 119, 128, 140, 154, 196, 202, 220, 227, 229, 232, 244, 255], "realli": [6, 10, 27, 29, 49, 97, 102, 105, 108, 109, 114, 124, 126, 136, 141, 178, 191, 218, 220, 240, 270], "frequent": [6, 26, 27, 36, 83, 89, 114, 124, 138, 199, 200, 220, 258, 299], "expens": [6, 20, 45, 107, 122, 184, 196, 200, 210, 235, 276, 285, 299], "few": [6, 7, 10, 11, 12, 17, 23, 25, 26, 27, 52, 57, 62, 66, 92, 97, 98, 100, 105, 107, 109, 110, 111, 112, 114, 125, 135, 137, 141, 143, 144, 145, 150, 152, 153, 171, 173, 179, 180, 183, 186, 194, 197, 200, 202, 203, 210, 219, 220, 221, 227, 229, 244, 246, 250, 253, 258, 259, 269, 285, 286, 287, 295], "plausibl": 6, "address": [6, 14, 22, 26, 28, 89, 102, 136, 139, 152, 173, 182, 183, 196, 197, 199, 202, 227, 233, 251, 259, 283, 290, 305], "nativ": [6, 7, 10, 17, 18, 24, 27, 61, 95, 119, 120, 134, 136, 137, 140, 153, 154, 175, 184, 199, 200, 202, 203, 204, 210, 218, 221, 227, 253, 257, 258, 276, 285, 286, 290], "much": [6, 7, 10, 12, 14, 16, 20, 23, 27, 29, 41, 58, 62, 97, 98, 107, 108, 109, 114, 115, 125, 134, 137, 141, 142, 159, 162, 163, 170, 173, 179, 180, 183, 184, 186, 190, 191, 194, 196, 197, 199, 206, 210, 218, 221, 232, 235, 256, 265, 267, 269, 270, 273, 275, 284, 286, 287, 290, 291, 305], "boilerpl": [6, 7, 23, 49, 109, 191, 218], "degre": [6, 41, 70, 102, 124, 142, 186, 190, 204, 221], "organ": [6, 10, 16, 27, 57, 100, 125, 143, 204, 270, 304, 305], "tackl": [6, 122], "decid": [6, 7, 10, 12, 20, 22, 58, 67, 95, 97, 181, 196, 197, 221, 226, 235, 289], "contribut": [6, 58, 67, 89, 98, 105, 154, 164, 190, 199], "upstream": [6, 258, 286], "rest": [6, 7, 16, 49, 131, 136, 153, 160, 178, 180, 182, 183, 187, 197, 202, 220, 229, 256, 273, 283], "walk": [6, 7, 12, 17, 19, 26, 27, 28, 29, 48, 60, 66, 97, 110, 115, 128, 135, 136, 141, 161, 163, 183, 199, 203, 210, 212, 213, 230, 269, 284], "chase": 6, "someon": [6, 186], "fire": [6, 150], "don": [6, 7, 10, 12, 18, 25, 48, 49, 58, 59, 61, 95, 102, 105, 108, 109, 112, 115, 120, 125, 131, 141, 147, 154, 160, 162, 163, 170, 173, 178, 180, 181, 184, 185, 196, 197, 208, 209, 211, 218, 219, 220, 232, 246, 253, 265, 269, 298, 299], "dai": [6, 140, 197, 283], "head": [6, 8, 20, 25, 40, 83, 90, 102, 122, 140, 150, 178, 185, 201, 223, 235], "straight": [6, 7, 27, 156, 186], "recurr": [6, 49, 55, 66, 108, 112, 123, 136, 143, 144, 168, 171, 186, 187, 273], "unit": [6, 7, 29, 55, 102, 105, 123, 137, 138, 162, 173, 177, 180, 181, 186, 193, 196, 199, 200, 202, 272, 286], "superior": [6, 139, 222], "art": [6, 49, 58, 98, 100, 102, 134, 154, 177, 211, 268], "lstm": [6, 21, 49, 55, 102, 110, 113, 123, 134, 136, 143, 144, 184, 207, 209, 225, 267, 273, 290], "lack": [6, 17, 89, 98, 218, 251], "forget": [6, 7, 115, 125, 178, 194], "gate": [6, 55, 102, 202, 283], "exponenti": [6, 55, 97, 105, 109, 111, 171, 181, 210], "elu": [6, 123], "intern": [6, 10, 12, 13, 17, 26, 42, 43, 55, 62, 66, 74, 102, 107, 124, 136, 138, 142, 152, 190, 199, 206, 218, 226, 238, 242, 249, 285, 299], "never": [6, 97, 108, 109, 110, 114, 141, 177, 188], "lltm": 6, "long": [6, 7, 12, 24, 27, 55, 56, 89, 95, 102, 105, 109, 110, 111, 113, 115, 137, 139, 141, 144, 153, 154, 160, 161, 171, 175, 181, 184, 190, 197, 202, 204, 206, 211, 212, 227, 270, 273, 285, 286, 289, 299], "term": [6, 7, 17, 45, 58, 67, 81, 97, 98, 102, 106, 109, 110, 111, 113, 122, 137, 139, 140, 167, 177, 180, 196, 197, 202, 210, 221, 227, 230, 232, 237, 273, 277, 305], "signific": [6, 7, 11, 23, 58, 89, 98, 137, 139, 143, 146, 154, 160, 161, 162, 164, 170, 173, 180, 185, 190, 194, 197, 200, 206, 238, 250, 251, 252, 257, 259, 269, 270, 273, 298], "enough": [6, 7, 20, 25, 27, 55, 89, 100, 111, 115, 124, 141, 146, 179, 196, 206, 235, 249, 257, 269], "lstmcell": 6, "cell": [6, 25, 27, 29, 56, 66, 83, 97, 98, 100, 102, 105, 106, 122, 173, 181, 185, 193, 197, 210, 273, 286], "plain": [6, 7, 27, 55, 115, 143, 144, 186, 201, 283, 285], "input_featur": [6, 301], "state_s": 6, "candid": [6, 161, 286], "reset_paramet": 6, "stdv": 6, "math": [6, 12, 73, 92, 97, 111, 123, 124, 144, 167, 179, 181, 273, 286], "sqrt": [6, 92, 115, 202, 218, 237], "uniform_": [6, 7, 184, 237], "old_h": 6, "old_cel": 6, "cat": [6, 24, 25, 45, 49, 54, 98, 100, 108, 111, 123, 144, 156, 161, 181, 184, 186, 191, 201, 232, 268], "gate_weight": 6, "split": [6, 10, 22, 23, 24, 25, 50, 55, 58, 92, 95, 100, 104, 106, 136, 143, 144, 150, 154, 175, 180, 183, 184, 186, 197, 201, 208, 211, 227, 229, 247, 265], "combin": [6, 12, 25, 41, 61, 67, 83, 95, 97, 100, 102, 107, 108, 111, 114, 115, 135, 136, 138, 141, 143, 144, 146, 155, 167, 173, 177, 178, 181, 184, 186, 196, 197, 202, 209, 212, 223, 227, 230, 251, 252, 259, 270, 273, 286], "input_g": 6, "sigmoid": [6, 7, 58, 102, 123, 203, 232, 286], "output_g": 6, "tanh": [6, 7, 58, 102, 109, 123, 180, 286], "candidate_cel": 6, "new_cel": 6, "hidden": [6, 25, 55, 66, 98, 102, 107, 108, 112, 115, 140, 142, 143, 144, 153, 159, 184, 185, 186, 227, 268, 273], "new_h": 6, "batch_siz": [6, 7, 16, 23, 24, 38, 49, 55, 57, 58, 61, 95, 97, 107, 123, 137, 138, 140, 152, 154, 163, 178, 181, 182, 183, 190, 191, 193, 197, 199, 200, 208, 211, 222, 227, 229, 235, 258, 259, 269, 294, 301], "rnn": [6, 25, 29, 50, 55, 66, 102, 123, 136, 153, 168, 171, 183, 186, 187, 230, 286], "new_c": 6, "intel": [6, 136, 152, 161, 164, 226, 230, 233, 241, 290], "mkl": [6, 161, 222, 276, 305], "nnpack": 6, "why": [6, 7, 10, 13, 16, 18, 29, 49, 58, 92, 98, 107, 109, 114, 125, 128, 147, 150, 161, 170, 186, 194, 196, 197, 219, 221, 270, 300, 301], "room": [6, 107, 173, 257], "obviou": [6, 196, 270], "knowledg": [6, 55, 58, 81, 109, 110, 126, 128, 136, 161, 163], "know": [6, 7, 10, 13, 22, 23, 26, 27, 36, 48, 55, 78, 79, 81, 100, 102, 105, 109, 111, 114, 115, 124, 141, 143, 144, 147, 152, 153, 155, 161, 163, 164, 167, 172, 173, 175, 180, 181, 182, 186, 191, 196, 197, 199, 200, 201, 203, 208, 219, 225, 259, 270, 297], "execut": [6, 7, 10, 13, 17, 19, 21, 24, 25, 26, 27, 29, 36, 37, 43, 44, 48, 50, 53, 56, 66, 76, 80, 89, 93, 97, 100, 103, 105, 108, 113, 116, 120, 121, 126, 135, 136, 139, 141, 142, 145, 152, 153, 160, 161, 164, 173, 176, 180, 181, 183, 184, 185, 187, 194, 196, 199, 200, 202, 204, 206, 208, 209, 211, 212, 222, 236, 238, 241, 242, 247, 257, 265, 269, 273, 282, 285, 293, 296, 300, 301, 303, 305], "involv": [6, 10, 11, 17, 20, 23, 27, 29, 40, 43, 56, 66, 92, 97, 98, 105, 108, 111, 117, 125, 135, 141, 143, 149, 156, 163, 170, 184, 186, 196, 206, 208, 210, 223, 235, 277, 286, 291, 298, 301], "launch": [6, 7, 25, 59, 67, 139, 142, 149, 150, 182, 183, 184, 185, 190, 199, 204, 241, 257, 259, 270, 276, 286, 305], "amount": [6, 23, 29, 81, 89, 125, 140, 150, 173, 177, 194, 197, 210, 276, 286], "becom": [6, 7, 13, 25, 28, 58, 81, 83, 92, 98, 107, 140, 147, 162, 164, 173, 190, 191, 197, 199, 206, 212, 223, 227, 245, 253, 257, 269, 305], "furthermor": [6, 23, 107, 155, 162, 191, 199, 212, 232, 251, 270], "itself": [6, 13, 27, 36, 37, 48, 66, 89, 92, 102, 105, 107, 111, 112, 115, 120, 125, 140, 141, 143, 147, 152, 163, 180, 183, 184, 186, 197, 225, 248, 253, 269, 276, 300], "slow": [6, 7, 10, 41, 138, 173, 197, 199, 202, 267, 276, 286], "down": [6, 10, 12, 13, 23, 37, 38, 56, 89, 95, 97, 102, 104, 109, 115, 138, 153, 161, 162, 163, 183, 188, 191, 196, 199, 206, 218, 285, 286], "therefor": [6, 7, 11, 17, 23, 55, 57, 66, 107, 125, 135, 143, 150, 164, 167, 173, 176, 177, 183, 184, 196, 199, 213, 220, 221, 232, 241, 269, 305], "rewrit": [6, 25, 50, 66, 145, 171, 196, 232, 240, 241], "group": [6, 13, 22, 23, 28, 55, 67, 90, 102, 105, 122, 135, 136, 137, 138, 139, 144, 146, 148, 150, 152, 161, 175, 190, 197, 201, 202, 206, 249, 250, 252, 253, 270, 301, 305, 306], "profit": 6, "fewer": [6, 13, 146, 162], "visibl": [6, 26, 27, 49, 95, 104, 193, 208], "translat": [6, 27, 29, 55, 66, 117, 119, 120, 136, 143, 144, 167, 168, 187, 220, 248, 286, 301], "benefit": [6, 7, 11, 20, 22, 48, 92, 95, 134, 137, 139, 158, 164, 170, 173, 178, 185, 199, 202, 210, 227, 231, 235, 253, 257, 258, 269, 273, 286, 297, 304, 305], "massiv": [6, 29, 49, 111, 114, 197, 258], "parallel": [6, 7, 13, 19, 22, 49, 51, 53, 55, 57, 61, 81, 95, 100, 125, 136, 142, 148, 152, 154, 167, 180, 183, 184, 197, 199, 206, 222, 226, 249, 250, 251, 253, 255, 269, 276, 305, 306], "lltm_cpp": 6, "conveni": [6, 10, 16, 26, 27, 49, 52, 55, 98, 111, 115, 141, 144, 155, 162, 176, 180, 206, 219, 221, 248, 250, 258, 269, 270, 285], "wrapper": [6, 7, 10, 61, 115, 125, 137, 138, 147, 153, 163, 180, 193, 197, 226, 230, 249, 250, 298], "include_dir": [6, 12, 176], "include_path": 6, "manag": [6, 26, 37, 48, 55, 67, 97, 115, 122, 135, 140, 145, 148, 149, 150, 171, 185, 190, 194, 197, 200, 249, 250, 251, 252, 253, 269, 270, 271, 275, 276, 277, 286, 299, 304, 305], "And": [6, 7, 12, 18, 26, 27, 28, 29, 58, 98, 111, 117, 143, 147, 161, 162, 164, 167, 179, 190, 191, 194, 196, 199, 200, 225, 230, 232, 248, 270, 285], "overal": [6, 23, 55, 102, 137, 138, 152, 173, 181, 193, 196, 197, 227, 232, 257, 267, 270, 286], "d_sigmoid": 6, "bit": [6, 17, 27, 29, 74, 100, 105, 122, 124, 153, 179, 180, 181, 186, 197, 210, 218, 227, 230, 231, 242, 259, 267, 270, 273], "datatyp": [6, 27, 45, 54, 79, 100, 105, 122, 258, 269, 273, 286], "Its": [6, 107, 109, 223], "inspect": [6, 27, 97, 107, 120, 137, 142, 160, 185, 188, 194, 196, 197, 208, 211, 253, 270, 300], "dispos": 6, "nvcc": 6, "hit": [6, 11, 23, 81, 140, 190], "workaround": [6, 27, 92, 147, 158, 301], "logic": [6, 7, 13, 20, 27, 41, 46, 92, 108, 116, 136, 138, 142, 149, 175, 177, 183, 184, 193, 200, 209, 235, 237, 250, 253, 305], "sigmoidalphablendforwardcuda": 6, "open": [6, 40, 42, 56, 66, 95, 98, 100, 101, 104, 106, 114, 117, 119, 136, 137, 144, 152, 154, 155, 156, 160, 163, 170, 172, 186, 190, 193, 202, 211, 213, 241, 248, 258, 259, 265, 304], "port": [6, 19, 139, 152, 183, 197, 206, 248, 265, 295], "lltm_forward": 6, "addmm": [6, 7, 122, 161, 227, 241, 242, 257, 276], "transpos": [6, 7, 14, 45, 49, 54, 55, 58, 123, 161, 163, 178, 181, 191, 223, 241, 301], "alpha": [6, 7, 17, 144, 163, 193, 218], "respect": [6, 8, 18, 19, 36, 38, 40, 41, 42, 48, 55, 58, 69, 70, 97, 98, 109, 111, 124, 128, 140, 141, 153, 158, 161, 162, 172, 173, 180, 184, 186, 190, 197, 199, 200, 204, 229, 247, 283, 286, 288, 298, 305], "ultim": [6, 23, 55, 58, 66, 92, 218, 242], "plop": [6, 27], "autograd": [6, 8, 14, 17, 18, 19, 25, 29, 37, 38, 40, 41, 42, 43, 45, 46, 51, 52, 53, 63, 68, 74, 98, 99, 100, 101, 102, 104, 105, 106, 110, 111, 115, 123, 136, 143, 144, 147, 150, 161, 162, 167, 172, 181, 182, 183, 186, 187, 196, 200, 232, 240, 247, 248, 253, 265, 269, 286, 298, 303], "nice": [6, 55, 115, 170, 172, 196, 197, 202], "dig": [6, 98, 109, 185, 196], "deeper": [6, 13, 14, 42, 98, 105, 107, 109, 160, 161, 185, 196, 200, 246, 255, 303], "interest": [6, 7, 12, 16, 20, 24, 27, 29, 49, 55, 57, 95, 97, 98, 107, 109, 116, 117, 119, 120, 131, 137, 142, 162, 170, 171, 178, 180, 188, 196, 199, 201, 202, 235, 240, 270, 273, 285, 288, 289], "alex": 6, "grave": 6, "thesi": 6, "d_tanh": 6, "relu": [6, 7, 14, 23, 27, 49, 52, 58, 97, 102, 107, 109, 115, 123, 125, 138, 150, 161, 163, 178, 179, 181, 182, 183, 184, 191, 200, 207, 208, 222, 232, 238, 249, 250, 251, 252, 256, 257, 258, 259, 269, 286, 299], "exp": [6, 97, 108, 109, 147, 181, 220], "d_elu": 6, "mask": [6, 20, 83, 98, 102, 122, 136, 153, 171, 177, 181, 185, 193, 201, 210, 218, 219, 221, 223, 226, 235, 258, 301], "type_a": 6, "lltm_backward": 6, "grad_h": 6, "grad_cel": 6, "d_output_g": 6, "d_tanh_new_cel": 6, "d_new_cel": 6, "d_old_cel": 6, "d_candidate_cel": 6, "d_input_g": 6, "d_gate": 6, "d_weight": 6, "d_bia": 6, "keepdim": [6, 23, 138, 183, 208, 227, 229, 259], "d_x": 6, "d_old_h": 6, "d_input": 6, "span": [6, 20, 83, 108, 150, 190, 235, 265], "four": [6, 16, 22, 26, 73, 92, 100, 102, 105, 124, 134, 137, 152, 175, 191, 202, 267, 301, 304], "torch_extension_nam": [6, 176], "macro": [6, 7, 10, 17, 27], "maintain": [6, 12, 16, 26, 36, 37, 38, 48, 55, 81, 102, 107, 112, 136, 139, 148, 152, 163, 181, 184, 196, 199, 200, 233, 241, 249, 269, 306], "mismatch": [6, 107, 196, 206], "nasti": [6, 283], "hard": [6, 7, 10, 17, 25, 38, 109, 142, 173, 177, 196, 270, 295], "At": [6, 7, 10, 16, 17, 20, 24, 27, 48, 52, 55, 56, 92, 95, 112, 115, 124, 137, 138, 140, 153, 158, 163, 178, 180, 181, 182, 185, 186, 190, 218, 221, 227, 235, 241, 276, 283, 286, 300], "point": [6, 7, 10, 12, 13, 16, 20, 22, 23, 24, 26, 27, 48, 52, 55, 56, 57, 58, 59, 66, 89, 92, 97, 100, 102, 105, 107, 108, 110, 111, 112, 114, 115, 123, 124, 138, 140, 141, 142, 147, 148, 150, 160, 163, 167, 173, 178, 180, 182, 186, 191, 193, 196, 197, 206, 207, 208, 210, 211, 218, 220, 221, 227, 232, 233, 235, 259, 267, 273, 274, 282, 284, 286, 290, 297, 301], "bdist_egg": 6, "egg_info": [6, 27], "egg": [6, 27], "pkg": [6, 27, 304], "dependency_link": [6, 27], "top_level": [6, 27], "manifest": [6, 27, 220], "bdist": 6, "linux": [6, 7, 22, 24, 26, 27, 117, 140, 150, 152, 179, 190, 199, 200, 201, 241, 258, 305], "x86_64": [6, 22, 27], "install_lib": 6, "temp": [6, 23, 27, 145, 154, 208, 211, 227, 229, 295], "gcc": [6, 27, 161, 222], "local": [6, 7, 10, 11, 19, 22, 23, 26, 27, 40, 55, 56, 67, 97, 101, 108, 116, 125, 128, 137, 140, 142, 150, 152, 154, 170, 177, 178, 181, 182, 183, 184, 186, 188, 197, 200, 204, 206, 211, 247, 253, 256, 269, 272, 286, 295, 296, 305, 306], "miniconda": [6, 22, 27], "compiler_compat": [6, 27], "wl": [6, 26, 27], "sysroot": [6, 27], "wsign": [6, 27], "dndebug": [6, 27], "fwrapv": [6, 27], "o3": [6, 27, 270], "wall": [6, 27, 108, 160, 270], "wstrict": [6, 27], "prototyp": [6, 12, 13, 17, 27, 38, 196, 197, 212, 214, 222, 223, 232, 236, 240, 241, 247, 255], "fpic": [6, 27], "python3": [6, 22, 26, 27, 181, 190, 206, 257, 285, 301], "site": [6, 8, 22, 26, 27, 56, 58, 160, 186, 248, 276, 285, 301, 304], "th": [6, 16, 27, 57, 109, 114, 152, 163], "thc": [6, 27], "7m": [6, 27, 49, 107], "dtorch_api_include_extension_h": [6, 27], "dtorch_extension_nam": [6, 27], "d_glibcxx_use_cxx11_abi": [6, 27], "cc1plu": [6, 27], "warn": [6, 23, 27, 57, 154, 161, 193, 208, 211, 218, 219, 220, 221, 227, 229, 253, 270, 276, 285], "valid": [6, 24, 27, 28, 41, 55, 95, 102, 104, 106, 107, 119, 122, 125, 131, 137, 138, 142, 143, 146, 147, 173, 176, 178, 193, 196, 201, 208, 219, 220, 232, 235, 270, 296, 299], "objc": [6, 27], "l": [6, 14, 16, 27, 48, 57, 58, 97, 109, 123, 144, 180, 181, 196, 270, 300], "rpath": [6, 27], "37m": [6, 27], "stub": [6, 178, 244], "loader": [6, 7, 28, 42, 49, 106, 115, 180, 183, 201, 270], "byte": [6, 154, 156, 196, 197, 207, 301], "37": [6, 20, 38, 49, 122, 144, 179, 184, 200, 235, 257, 276], "pyc": 6, "native_lib": 6, "zip_saf": 6, "analyz": [6, 23, 27, 66, 89, 136, 170, 180, 194, 196, 211, 285, 301], "__pycache__": 6, "dist": [6, 13, 22, 123, 137, 138, 139, 150, 152, 175, 176, 181, 183, 204, 206, 249, 250, 252, 306], "py3": 6, "remov": [6, 20, 23, 55, 58, 59, 66, 90, 115, 120, 122, 123, 128, 141, 150, 154, 159, 161, 170, 179, 185, 186, 193, 194, 196, 197, 202, 208, 209, 210, 211, 218, 219, 223, 227, 229, 235, 253, 267, 270, 285], "everyth": [6, 18, 48, 95, 105, 107, 109, 142, 143, 147, 153, 156, 178, 179, 180, 181, 182, 186, 191, 197, 247, 248], "pth": [6, 23, 27, 49, 125, 193, 207, 208, 210, 227, 229, 250, 258, 259, 301], "finish": [6, 7, 19, 27, 49, 50, 100, 150, 182, 184, 191, 230, 247, 249, 256, 265, 272, 286], "ubuntu": [6, 7, 190, 305], "16": [6, 20, 23, 27, 49, 95, 97, 100, 102, 107, 125, 126, 144, 150, 153, 164, 178, 179, 184, 191, 193, 196, 200, 201, 210, 222, 235, 249, 250, 257, 270, 276, 300, 301], "04": [6, 44, 107, 126, 190, 213, 257, 270], "recent": [6, 55, 83, 112, 122, 139, 140, 152, 154, 161, 167, 171, 178, 181, 190, 301, 305], "maco": [6, 7, 117, 152, 193], "clang": [6, 213, 241], "worst": [6, 154], "resolv": [6, 27, 107, 159, 164, 196, 200, 220, 251, 301], "symbol": [6, 29, 159, 208, 232, 270, 285, 301], "linker": [6, 27], "pycapsul": [6, 27], "builtin": [6, 176, 270, 285], "arg0": 6, "arg1": [6, 183], "arg2": [6, 183], "arg3": 6, "arg4": 6, "citizen": [6, 27, 218, 220], "lltmfunction": 6, "staticmethod": [6, 147, 182, 193], "benchmark": [6, 17, 20, 28, 38, 122, 136, 142, 154, 161, 162, 173, 179, 185, 194, 199, 200, 202, 210, 222, 223, 230, 231, 235, 255, 258, 259, 276, 282, 285, 286, 290, 296, 301, 305], "measur": [6, 14, 25, 41, 89, 97, 98, 100, 102, 107, 114, 138, 139, 154, 160, 162, 173, 180, 181, 185, 188, 194, 199, 200, 210, 222, 225, 230, 238, 247, 257, 269, 270, 276, 285, 290, 291, 300], "durat": [6, 90, 176, 181, 190, 200, 206], "32": [6, 22, 23, 25, 61, 95, 100, 102, 105, 107, 112, 122, 138, 154, 163, 167, 172, 175, 179, 183, 184, 190, 193, 196, 197, 199, 200, 204, 222, 229, 238, 257, 259, 267, 270], "128": [6, 7, 26, 57, 58, 61, 95, 107, 138, 140, 143, 144, 152, 154, 155, 179, 181, 182, 183, 184, 197, 202, 211, 231, 232, 238, 242, 247, 258, 270, 285, 294], "rang": [6, 7, 13, 14, 16, 22, 23, 25, 38, 46, 49, 57, 58, 59, 66, 73, 81, 89, 95, 97, 98, 107, 115, 116, 117, 119, 120, 124, 137, 138, 139, 142, 144, 152, 154, 163, 175, 178, 179, 181, 182, 184, 186, 190, 191, 196, 199, 200, 201, 203, 204, 206, 210, 211, 212, 227, 229, 235, 238, 244, 245, 247, 249, 252, 257, 259, 265, 268, 269, 273, 276, 286, 298, 299, 301, 305, 306], "100000": [6, 144, 154, 163, 270], "3f": [6, 23, 49, 163, 229, 235], "wrote": [6, 27, 156, 194, 201], "post": [6, 7, 13, 24, 55, 107, 136, 137, 138, 142, 154, 156, 164, 188, 197, 199, 200, 204, 209, 211, 226, 229, 232, 236, 259, 268], "my": [6, 25, 56, 108, 114, 202, 229, 238], "machin": [6, 7, 22, 24, 25, 29, 40, 42, 46, 49, 55, 56, 57, 59, 60, 61, 62, 66, 67, 81, 95, 97, 98, 101, 117, 119, 136, 137, 138, 142, 148, 149, 150, 152, 160, 172, 173, 179, 183, 184, 185, 186, 197, 199, 201, 206, 211, 229, 238, 245, 255, 257, 265, 284, 286, 295, 296, 301, 304, 305], "506": 6, "480": [6, 276], "444": 6, "694": [6, 49, 53], "349": [6, 100], "335": [6, 164, 184, 306], "443": [6, 184, 276], "523": 6, "speedup": [6, 20, 25, 49, 124, 136, 155, 161, 172, 200, 202, 207, 208, 210, 222, 223, 235, 257, 286, 291, 300], "30": [6, 7, 23, 50, 89, 97, 107, 109, 136, 137, 139, 144, 164, 177, 182, 184, 208, 227, 235, 270, 276], "albeit": [6, 16, 267], "major": [6, 12, 13, 23, 102, 105, 114, 131, 139, 161, 170, 185, 194, 197, 199, 200, 221, 253, 257, 291, 298, 306], "particularli": [6, 15, 20, 59, 115, 171, 186, 222, 235, 286], "engin": [6, 7, 16, 24, 36, 48, 95, 97, 138, 145, 173, 179, 184, 193, 196, 197, 201, 206, 240, 242, 258, 267, 301], "correspondingli": 6, "big": [6, 58, 102, 108, 114, 124, 144, 155, 170, 180, 186, 193], "win": [6, 170, 211], "No": [6, 7, 59, 66, 120, 161, 203, 246, 298], "cuda_devic": 6, "creation": [6, 7, 12, 105, 221, 237, 275], "is_avail": [6, 7, 14, 49, 95, 97, 105, 107, 123, 163, 175, 176, 178, 181, 183, 204, 233, 276, 301], "synchron": [6, 13, 19, 61, 62, 89, 138, 150, 152, 180, 182, 183, 190, 194, 199, 200, 206, 247, 249, 265, 269, 270, 299, 306], "1e6": [6, 23, 154, 208, 211, 227, 229, 245, 267, 306], "1e5": 6, "again": [6, 7, 11, 25, 29, 49, 56, 66, 97, 98, 102, 104, 105, 107, 108, 115, 116, 134, 141, 146, 152, 153, 170, 182, 184, 186, 190, 193, 194, 197, 199, 210, 227, 232, 233, 270], "187": [6, 270], "719": 6, "410": [6, 164], "815": 6, "149": 6, "802": [6, 161], "393": [6, 200], "458": [6, 161], "That": [6, 7, 20, 27, 48, 49, 50, 55, 97, 98, 100, 105, 109, 111, 112, 114, 115, 117, 140, 143, 150, 158, 160, 162, 164, 167, 170, 180, 185, 190, 196, 197, 201, 218, 219, 221, 235, 273, 285, 290], "great": [6, 55, 66, 117, 124, 125, 220, 227, 270, 288], "pull": [6, 25, 98, 105, 106, 160, 233, 248], "dive": [6, 7, 13, 27, 42, 145, 150, 161, 178, 222, 285], "elabor": [6, 7, 140, 161, 182], "fly": [6, 16, 27, 57, 108, 180, 202, 267], "background": [6, 7, 27, 37, 81, 104, 179, 191, 193, 201, 296, 297], "tmp": [6, 27, 161, 193, 206, 212, 256, 267, 276, 295, 296], "torch_extens": 6, "emit": [6, 7, 108, 196], "ninja": 6, "verbos": [6, 27, 149, 193, 196, 200, 242, 251], "complic": [6, 16, 108, 109, 114, 115, 124, 142, 196, 200, 227, 240, 244, 252, 269, 270], "techniqu": [6, 11, 19, 20, 23, 25, 55, 66, 67, 107, 108, 114, 116, 136, 140, 146, 147, 148, 160, 168, 171, 173, 175, 177, 178, 184, 193, 197, 200, 202, 210, 218, 223, 235, 238, 267, 273, 286, 301, 305], "fine": [6, 7, 20, 23, 55, 57, 97, 108, 135, 141, 152, 161, 178, 179, 190, 194, 197, 211, 218, 235, 269, 270, 285, 286, 305], "system": [6, 7, 10, 12, 14, 16, 17, 26, 27, 29, 61, 107, 136, 142, 152, 171, 173, 179, 180, 182, 194, 196, 197, 199, 200, 206, 241, 242, 248, 249, 272, 286, 295, 305], "increment": [6, 13, 66, 92, 111, 115, 152, 163, 181], "thu": [6, 7, 10, 12, 23, 24, 25, 27, 36, 43, 55, 92, 95, 107, 115, 137, 155, 170, 173, 186, 200, 222, 227, 237, 253, 265, 270, 276, 286, 305], "didn": [6, 10, 26, 98, 117, 160, 182, 207, 240], "prospect": 6, "pointwis": [6, 10, 159, 164, 230, 231, 255, 286, 290], "declar": [6, 7, 15, 27, 66, 81], "best": [6, 7, 10, 27, 43, 48, 58, 67, 81, 95, 117, 120, 122, 125, 131, 134, 136, 148, 152, 154, 155, 161, 172, 173, 178, 179, 181, 182, 184, 188, 196, 202, 210, 222, 230, 235, 257, 258, 259, 276, 285, 286, 289, 290, 296, 298, 305], "lltm_cuda": 6, "lltm_cuda_forward": 6, "lltm_cuda_backward": 6, "check_cuda": 6, "is_cuda": 6, "check_contigu": 6, "check_input": 6, "lltm_cuda_kernel": 6, "peek": [6, 246], "cuda_runtim": 6, "templat": [6, 10, 26, 27, 126, 152, 161, 222, 244, 259], "typenam": 6, "scalar_t": [6, 161], "__device__": 6, "__forceinline__": 6, "fmax": 6, "fmin": 6, "d_relu": 6, "explicitli": [6, 7, 22, 29, 41, 45, 48, 54, 58, 59, 66, 95, 97, 111, 139, 140, 149, 153, 164, 184, 185, 188, 196, 199, 200, 208, 221, 223, 232, 233, 265, 286], "zeros_lik": [6, 105, 182, 253], "dim3": 6, "at_dispatch_floating_typ": 6, "lltm_forward_cuda": 6, "lltm_cuda_forward_kernel": 6, "indic": [6, 7, 12, 13, 16, 27, 37, 55, 66, 69, 70, 89, 97, 98, 100, 102, 104, 108, 109, 114, 120, 122, 123, 124, 142, 143, 153, 154, 161, 177, 180, 181, 183, 190, 191, 193, 197, 199, 200, 206, 211, 218, 220, 221, 225, 232, 242, 268, 270, 301, 303], "runtim": [6, 10, 16, 21, 22, 25, 27, 29, 45, 56, 66, 89, 92, 97, 100, 101, 105, 119, 120, 122, 136, 139, 140, 145, 146, 160, 170, 173, 175, 190, 194, 196, 197, 199, 200, 207, 210, 211, 213, 222, 227, 241, 242, 245, 257, 269, 270, 273, 276, 289, 290, 297], "back": [6, 7, 10, 12, 16, 17, 23, 24, 26, 27, 36, 49, 52, 57, 66, 81, 95, 97, 105, 107, 111, 115, 117, 122, 141, 156, 164, 170, 173, 180, 182, 183, 184, 186, 193, 194, 196, 197, 199, 202, 218, 223, 248, 250, 273, 283, 286, 298, 299], "determin": [6, 7, 10, 13, 20, 23, 45, 54, 98, 100, 105, 106, 107, 108, 111, 114, 117, 139, 140, 142, 155, 170, 171, 172, 177, 181, 194, 196, 197, 206, 208, 223, 233, 235, 270, 273, 276, 277, 286], "conceptu": [6, 7, 36, 48, 55, 66, 124, 200, 285], "switch": [6, 10, 17, 23, 104, 105, 125, 156, 170, 197, 241, 257, 269, 271, 276, 289], "scalartyp": 6, "messag": [6, 18, 55, 97, 120, 145, 152, 154, 193, 196, 211, 242, 305], "alia": [6, 12, 105, 181], "instanti": [6, 7, 12, 16, 25, 26, 29, 38, 43, 57, 58, 71, 73, 92, 100, 107, 115, 117, 124, 142, 176, 177, 181, 193, 237, 255, 273, 275], "retriev": [6, 7, 16, 19, 25, 36, 38, 55, 141, 142, 163, 175, 180, 182, 183, 197, 200, 244, 265, 305], "at_dispatch_all_typ": 6, "sens": [6, 10, 14, 16, 107, 114, 115, 155, 173, 191], "routin": [6, 7, 27, 197], "convolut": [6, 7, 10, 14, 15, 24, 58, 66, 98, 100, 105, 107, 115, 125, 131, 134, 136, 164, 167, 177, 178, 187, 188, 196, 199, 200, 208, 230, 231, 232, 241, 242, 257, 258, 265, 269, 272, 276, 277, 288, 289, 300], "harder": [6, 107, 210, 211], "ourselv": [6, 7, 41, 55, 146, 180], "grid": [6, 104, 106, 115, 131, 178, 188, 191, 212], "fill": [6, 7, 16, 100, 114, 115, 143, 153, 199, 219, 220], "matric": [6, 14, 20, 27, 29, 45, 54, 97, 111, 162, 171, 235, 242], "2048": [6, 22, 107], "heard": 6, "introductori": 6, "ever": [6, 7, 27, 141, 150, 196, 275], "__restrict__": [6, 222], "size_t": 6, "column": [6, 22, 27, 97, 105, 109, 111, 122, 140, 143, 161, 162, 167, 181, 190, 193, 197, 219, 220, 221, 276], "index": [6, 7, 17, 38, 45, 46, 49, 54, 55, 57, 66, 90, 105, 108, 109, 111, 112, 114, 115, 122, 134, 138, 141, 142, 143, 144, 152, 156, 171, 175, 181, 182, 186, 190, 193, 194, 196, 197, 199, 210, 223, 231, 240, 248, 305], "gates_row": 6, "primarili": [6, 89, 183, 194, 251, 269, 286], "imagin": [6, 97, 105, 108, 114, 147, 152, 170, 171, 186, 197, 270, 283], "giant": [6, 186], "million": [6, 131, 134, 137, 153, 199], "serial": [6, 7, 12, 27, 29, 42, 43, 66, 115, 125, 136, 196, 199, 208, 227, 229, 265, 270, 300], "faster": [6, 7, 10, 11, 14, 23, 55, 62, 81, 102, 105, 107, 115, 125, 136, 137, 139, 149, 150, 153, 155, 162, 164, 172, 173, 182, 186, 194, 200, 201, 206, 208, 222, 238, 256, 267, 269, 270, 273, 285, 286, 287, 290, 305], "right": [6, 7, 10, 12, 14, 16, 24, 27, 36, 40, 45, 48, 54, 55, 58, 70, 89, 97, 102, 104, 107, 109, 111, 114, 124, 143, 152, 154, 163, 167, 170, 178, 180, 181, 182, 185, 186, 190, 193, 201, 202, 211, 225, 227, 240, 257, 265, 273], "inde": [6, 16, 18, 107, 146, 162, 173, 180, 185, 194, 197, 220, 221, 270, 286], "ineffici": [6, 89, 197, 199, 223], "readabl": [6, 29, 38, 57, 98, 105, 108, 123, 144, 156, 190, 206, 248, 270, 285], "especi": [6, 8, 20, 23, 55, 58, 66, 81, 98, 105, 137, 139, 150, 160, 167, 170, 173, 196, 200, 202, 210, 219, 230, 231, 235, 259, 267, 299], "dimension": [6, 37, 45, 52, 54, 55, 58, 66, 67, 78, 79, 97, 102, 104, 105, 107, 110, 111, 112, 114, 124, 140, 145, 164, 177, 185, 186, 191, 193, 197, 221, 242, 252], "row": [6, 22, 27, 38, 57, 81, 97, 102, 105, 109, 111, 112, 114, 115, 140, 142, 143, 162, 178, 181, 182, 197, 199, 200, 219, 221, 240, 265], "arithmet": [6, 23, 45, 100, 105, 173, 211, 273], "fortun": [6, 7, 12, 17, 27, 95, 152, 153, 270], "foo": [6, 25, 26, 183, 208, 213, 227, 233, 237, 244, 285, 299], "12": [6, 27, 38, 97, 100, 107, 122, 137, 138, 161, 182, 191, 203, 210, 231, 232, 235, 257, 259, 270, 304], "foo_a": 6, "trace": [6, 10, 12, 18, 24, 25, 36, 48, 66, 97, 104, 122, 125, 136, 145, 154, 159, 161, 167, 173, 185, 190, 196, 197, 206, 222, 226, 238, 244, 251, 258, 286, 290, 297, 298, 299, 302], "packed_accessor64": 6, "packed_accessor32": 6, "pack": [6, 55, 161, 180, 182, 184, 222, 247], "integ": [6, 7, 10, 46, 66, 100, 105, 107, 109, 111, 114, 142, 163, 177, 196, 201, 210, 221, 227, 229, 230, 242, 267, 273, 276], "fundament": [6, 55, 99, 102, 111, 114, 124, 136, 163, 173, 196, 197, 219, 229, 250, 285], "packedtensoraccessor32": 6, "restrictptrtrait": 6, "decompos": [6, 12, 20, 138, 196, 227, 235], "packedaccessor32": 6, "variant": [6, 55, 66, 100, 102, 104, 106, 140, 146, 179, 185, 197, 202, 204, 255], "int32_t": 6, "packedaccessor64": 6, "slower": [6, 20, 62, 150, 173, 179, 181, 194, 199, 201, 210, 212, 223, 235], "host": [6, 22, 40, 60, 89, 101, 108, 137, 138, 140, 150, 152, 173, 175, 183, 184, 190, 252, 253, 276, 286, 295], "reshap": [6, 7, 14, 23, 102, 105, 114, 115, 123, 175, 208, 223, 227, 229, 241, 259], "pattern": [6, 20, 25, 102, 104, 140, 152, 159, 161, 171, 183, 200, 208, 209, 211, 218, 220, 227, 235, 237, 252, 258], "lltm_cuda_backward_kernel": 6, "lltm_backward_cuda": 6, "d_gate_weight": 6, "hassl": [6, 7], "entail": [6, 196], "simpler": [6, 115, 140, 146, 158, 171, 227, 240, 270], "hope": [6, 29, 55, 163, 170, 194, 202, 257], "fastest": [6, 185], "129": [6, 122], "431": 6, "304": [6, 55, 200], "641": [6, 164], "faq": [6, 26, 27], "blog": [6, 137, 138, 143, 148, 199, 202, 257, 268], "framework": [7, 12, 28, 29, 40, 58, 66, 97, 109, 110, 124, 135, 136, 173, 175, 182, 185, 193, 199, 200, 202, 206, 209, 242, 247, 253, 259, 301, 304], "sit": [7, 116, 117, 119, 120, 171], "atop": 7, "substanti": [7, 142, 173], "codebas": [7, 12, 16], "foundat": [7, 143, 180, 193, 197], "underli": [7, 10, 16, 27, 45, 54, 67, 81, 105, 107, 125, 142, 155, 161, 172, 183, 196, 206, 208, 220, 221, 223, 252, 253, 286], "popular": [7, 74, 81, 83, 107, 124, 142, 152, 153, 154, 197, 200, 202, 210, 222, 258, 259, 290, 301], "stochast": [7, 41, 52, 58, 71, 97, 100, 106, 115, 124, 152, 180, 181], "descent": [7, 41, 48, 52, 71, 97, 100, 106, 115, 123, 124, 152, 197, 210, 289], "digit": [7, 52, 100, 115, 136, 137, 138, 193, 301], "whirlwind": 7, "wet": 7, "appetit": 7, "watch": [7, 106, 148, 152], "lightn": [7, 142], "talk": [7, 10, 55, 58, 61, 100, 111, 173, 180, 183, 196, 197], "cppcon": 7, "2018": [7, 154], "quick": [7, 20, 37, 54, 97, 107, 109, 112, 114, 134, 136, 137, 150, 155, 162, 172, 197, 210, 235, 248, 270, 273, 274, 282, 290, 303], "humor": 7, "sweep": [7, 185], "philosophi": 7, "ecosystem": [7, 120, 145], "descript": [7, 56, 137, 138, 161, 180, 182, 183, 184, 185, 193, 196, 207, 270, 286, 301, 302, 304], "embark": 7, "excit": [7, 26, 27, 160, 170], "team": [7, 120, 142, 154, 181, 193, 202], "job": [7, 50, 58, 59, 60, 67, 89, 107, 139, 142, 148, 149, 150, 152, 175, 226], "reinforc": [7, 16, 106, 136, 163, 182, 183, 187], "game": [7, 49, 58, 163, 301], "tractabl": [7, 108], "multithread": [7, 48, 62, 122, 173, 253, 265, 270, 305], "lock": [7, 16, 29, 62, 152, 173, 182, 183, 200, 249, 253], "gil": [7, 62, 150, 253], "multiprocess": [7, 13, 16, 38, 42, 57, 59, 61, 62, 123, 137, 138, 150, 152, 180, 183, 184, 206, 247, 249, 250, 253, 305, 306], "scalabl": [7, 136, 139, 142, 197, 218, 242, 257, 258, 286, 305], "shortcom": [7, 220], "neuroevolut": 7, "owner": [7, 182, 183, 184], "anyth": [7, 15, 18, 49, 78, 79, 100, 102, 105, 108, 111, 112, 114, 115, 124, 156, 179, 202, 207, 208, 210, 265, 283, 284, 301], "serv": [7, 63, 67, 92, 100, 107, 112, 124, 136, 150, 156, 160, 163, 176, 183, 184, 197, 199, 200, 220, 231, 247, 248, 251, 255, 269, 270, 285, 286, 295, 304], "web": [7, 117, 248, 265, 290], "server": [7, 19, 29, 134, 135, 136, 139, 150, 176, 184, 200, 203, 211, 248, 250, 253, 258, 265, 267, 290, 295, 301, 305], "3d": [7, 67, 83, 102, 104, 111, 112, 175, 193, 227, 232, 286], "graphic": [7, 185, 241], "photo": [7, 98], "softwar": [7, 154, 176, 190, 199, 206, 241, 248], "remain": [7, 95, 97, 107, 134, 139, 152, 159, 170, 173, 177, 186, 203, 204, 206, 210, 220, 223, 225, 230, 231, 244, 286], "forth": [7, 115, 199], "retain": [7, 45, 54, 105, 125], "intuit": [7, 58, 81, 100, 105, 109, 125, 161, 186, 193, 196, 219, 265, 283], "tradit": [7, 58, 107, 109, 162, 183, 196, 197, 202, 206, 222], "experi": [7, 12, 107, 108, 137, 139, 152, 154, 163, 173, 176, 178, 180, 181, 185, 186, 188, 193, 194, 196, 197, 199, 200, 202, 210, 211, 218, 226, 231, 233, 240, 247, 251, 267, 269, 285, 287, 295, 301, 302, 305], "compet": [7, 134, 142, 173, 199, 200], "meant": [7, 8, 13, 92, 97, 102, 137, 197, 206, 220, 286, 303], "complement": 7, "alik": 7, "love": 7, "simplic": [7, 81, 137, 146, 173, 180, 181, 222, 252, 270], "core": [7, 10, 12, 13, 50, 66, 108, 109, 110, 124, 125, 136, 140, 152, 153, 161, 164, 173, 179, 190, 196, 200, 206, 226, 227, 265, 269, 285, 305], "principl": [7, 10, 112, 114, 136, 142], "curiou": [7, 155, 170, 172, 246], "tri": [7, 22, 58, 97, 108, 114, 181, 196, 241, 269, 301], "experienc": [7, 92], "ask": [7, 20, 26, 27, 66, 98, 100, 102, 144, 153, 173, 180, 196, 197, 233, 235, 244, 270], "rememb": [7, 49, 58, 81, 112, 115, 122, 125, 156, 162, 163, 170, 173, 186, 197, 202, 270], "dot": [7, 16, 36, 58, 112, 114, 136, 162, 186, 187, 199, 200, 204, 240, 270, 298], "colon": [7, 193], "zip": [7, 22, 49, 55, 56, 58, 125, 144, 154, 181, 182, 184, 191, 193, 201, 207, 211, 235, 253, 300], "free": [7, 12, 23, 26, 27, 29, 41, 48, 55, 66, 81, 92, 107, 116, 117, 119, 120, 125, 137, 142, 152, 159, 160, 163, 164, 170, 173, 180, 182, 186, 190, 196, 253, 273, 285], "too": [7, 12, 16, 23, 49, 70, 74, 89, 95, 100, 102, 107, 108, 114, 115, 122, 124, 140, 150, 156, 170, 173, 177, 181, 182, 184, 186, 196, 218, 267, 285, 299], "cu90": 7, "url": [7, 23, 190, 194, 197, 210, 231, 284], "wget": [7, 22, 83, 201, 207, 210], "nightli": [7, 22, 83, 154, 158, 194, 201, 206, 210, 226, 230, 240, 259, 301], "dep": 7, "tini": [7, 138, 170, 301], "ey": [7, 24, 27, 173], "fledg": 7, "visual": [7, 16, 29, 48, 58, 81, 83, 89, 90, 100, 106, 136, 137, 141, 142, 147, 160, 180, 190, 193, 199, 200, 212, 213, 220, 251, 276, 284, 290], "studio": [7, 213], "qmake": 7, "makefil": 7, "feel": [7, 12, 23, 41, 48, 55, 107, 116, 117, 119, 120, 125, 137, 159, 160, 161, 163, 164, 170, 190, 196], "comfort": 7, "box": [7, 10, 12, 13, 18, 20, 46, 81, 136, 142, 145, 147, 152, 163, 179, 182, 190, 196, 199, 200, 201, 202, 230, 235, 240, 242, 258, 265, 268, 301], "cmake_prefix_path": [7, 26, 27], "invok": [7, 10, 26, 27, 29, 107, 150, 152, 158, 160, 161, 173, 176, 183, 184, 200, 212, 220, 230, 238, 242, 265, 283, 286, 294, 298, 305], "agre": [7, 27, 154, 306], "break": [7, 10, 12, 13, 18, 23, 37, 38, 89, 97, 102, 116, 125, 139, 144, 145, 156, 163, 170, 181, 182, 184, 194, 204, 218, 300], "unexpect": [7, 57, 220, 225, 232, 286], "pwd": [7, 265], "fa350df05ecf": 7, "home": [7, 45, 54, 218, 241, 244, 254], "enter": [7, 55, 66, 137, 150, 152], "ran": [7, 114, 139, 180, 183, 185, 197, 270], "me": [7, 20, 55, 170, 186, 235], "besid": [7, 27, 100, 114, 171, 182, 259, 268, 286], "encapsul": [7, 41, 52, 102, 106, 145, 170, 182], "buffer": [7, 16, 49, 52, 123, 125, 137, 146, 150, 155, 158, 163, 167, 170, 171, 172, 173, 177, 181, 196, 197, 200, 204, 206, 237, 241, 249, 275, 288, 289], "nest": [7, 16, 37, 48, 100, 105, 123, 136, 159, 180, 182, 184, 185, 187, 226, 236], "similarli": [7, 11, 14, 26, 57, 66, 90, 98, 105, 141, 142, 143, 161, 162, 170, 173, 175, 203, 221, 250], "w": [7, 36, 41, 48, 52, 81, 112, 114, 137, 154, 163, 164, 184, 190, 196, 201, 210, 211, 222], "register_paramet": [7, 237], "reflect": [7, 10, 27, 45, 54, 100, 105, 180, 196, 225], "magic": [7, 109, 144, 152, 162], "assign": [7, 26, 46, 50, 52, 59, 73, 98, 102, 105, 107, 108, 109, 112, 114, 116, 124, 152, 171, 180, 197, 199, 252, 265, 283, 286, 305], "behind": [7, 10, 20, 27, 50, 89, 107, 109, 115, 124, 146, 181, 203, 219, 221, 226, 235, 237], "scene": [7, 27, 115, 124, 237, 301], "another_bia": 7, "recurs": [7, 19, 49, 66, 123, 145, 194, 237, 256, 284], "0808": 7, "8613": 7, "2017": [7, 81], "5206": 7, "5353": 7, "3740": 7, "0976": 7, "4786": 7, "4928": 7, "1434": 7, "4713": 7, "1735": 7, "3293": 7, "3467": 7, "3858": 7, "1980": 7, "1986": 7, "1975": 7, "4278": 7, "1831": 7, "2709": 7, "3730": 7, "4307": 7, "3236": 7, "0629": 7, "2038": 7, "4638": 7, "2023": [7, 193], "1230": 7, "0516": 7, "aptli": [7, 15], "register_modul": 7, "dropout": [7, 23, 24, 43, 55, 66, 81, 102, 107, 115, 123, 125, 138, 140, 142, 144, 153, 178, 182, 184, 186, 223, 229, 235, 259, 303], "conv2d": [7, 14, 23, 49, 52, 58, 100, 107, 115, 125, 138, 146, 163, 179, 183, 191, 196, 200, 203, 208, 227, 229, 230, 231, 232, 238, 242, 256, 258, 259, 265, 267, 276, 286], "subtleti": [7, 221], "bodi": [7, 161], "upon": [7, 21, 55, 62, 131, 152, 158, 186, 191, 194, 202, 206, 268, 286], "tree": [7, 12, 17, 26, 55, 66, 108, 114, 146, 226, 251], "p": [7, 22, 23, 55, 74, 102, 107, 108, 114, 115, 123, 124, 137, 138, 144, 146, 152, 154, 159, 163, 164, 167, 170, 178, 182, 183, 184, 201, 208, 211, 227, 229, 235, 241, 242, 247, 253, 276], "0345": [7, 211], "4456": 7, "6313": 7, "3585": 7, "4008": [7, 27], "1647": 7, "2891": 7, "0527": 7, "0354": 7, "3084": 7, "2025": [7, 300], "0343": 7, "1824": 7, "4630": 7, "2862": 7, "2500": 7, "0420": 7, "3679": 7, "1482": 7, "0460": 7, "1967": 7, "2132": 7, "1992": 7, "4257": 7, "0739": 7, "01": [7, 13, 23, 38, 48, 49, 52, 53, 97, 107, 122, 152, 178, 184, 202, 213, 245, 257, 259, 300, 306], "6861": 7, "1166": 7, "45": [7, 142, 144, 161, 184, 199, 257], "0333": 7, "9983": 7, "0705": 7, "named_paramet": [7, 37, 197], "ordereddict": [7, 201], "13": [7, 27, 38, 100, 107, 122, 144, 184, 193, 199, 202, 257, 265], "48": [7, 20, 49, 97, 107, 161, 164, 191, 235, 257, 276], "1863": 7, "8611": 7, "1228": 7, "3269": 7, "9858": 7, "0339": 7, "2484": 7, "2035": 7, "2103": 7, "0715": 7, "2975": 7, "4350": 7, "1878": 7, "3616": 7, "1050": 7, "4982": 7, "0335": [7, 211], "1605": 7, "4963": 7, "4099": 7, "2883": 7, "1818": 7, "3447": 7, "1501": 7, "0215": 7, "0250": 7, "0408": 7, "3756": 7, "2149": 7, "3636": 7, "8559": 7, "1572": 7, "1069": 7, "1247": 7, "8060": 7, "topic": [7, 55, 67, 81, 98, 105, 116, 117, 119, 120, 128, 135, 198, 199, 239, 253, 278, 279, 280, 281, 292], "devour": 7, "menu": [7, 56], "pipelin": [7, 19, 67, 115, 136, 156, 180, 193, 199, 200, 201, 206, 273], "briefli": [7, 41, 67, 136, 140, 180, 194, 202, 242], "who": [7, 55, 81, 107, 110, 139, 152, 170, 196, 250, 265, 270, 296, 300], "heap": 7, "referenc": [7, 184, 273], "lower": [7, 16, 20, 56, 81, 89, 102, 104, 136, 137, 139, 142, 150, 154, 158, 161, 170, 171, 178, 180, 181, 185, 191, 193, 196, 197, 202, 203, 211, 221, 225, 229, 235, 285, 286, 301], "heavili": [7, 173, 186, 199, 210], "ergonom": 7, "far": [7, 16, 24, 26, 52, 55, 70, 97, 100, 102, 105, 107, 108, 109, 124, 141, 152, 156, 170, 177, 181, 186, 196, 197, 199, 202, 218, 229, 270], "stack": [7, 10, 16, 17, 25, 26, 45, 54, 100, 122, 136, 140, 155, 163, 167, 173, 176, 182, 186, 190, 191, 193, 197, 202, 206, 299], "shared_ptr": [7, 26], "cognit": 7, "think": [7, 26, 27, 49, 58, 74, 98, 100, 108, 109, 111, 112, 114, 124, 160, 162, 180, 183, 185, 197, 202, 221, 240, 273], "everywher": [7, 105, 114], "make_shar": 7, "stai": [7, 89, 139, 140, 145, 180, 181, 182, 199, 230, 267], "shorten": [7, 27], "wait": [7, 19, 25, 89, 139, 144, 150, 152, 153, 173, 176, 181, 182, 183, 184, 190, 193, 197, 199, 206, 249, 275, 276, 286], "hell": 7, "lot": [7, 10, 12, 17, 23, 25, 57, 97, 108, 115, 134, 138, 152, 167, 183, 186, 190, 194, 197, 199, 210, 218, 269, 270, 273, 285], "came": [7, 58, 219], "scheme": [7, 22, 106, 107, 136, 197, 218, 237, 275, 283], "hide": [7, 146, 180, 240], "reserv": [7, 12, 17, 154, 190], "simplifi": [7, 12, 16, 28, 115, 143, 150, 175, 186, 193, 200, 201, 206, 218, 221, 226, 227, 230, 231, 252], "linearimpl": 7, "torch_modul": 7, "brief": [7, 28, 89, 97, 108, 180, 197, 202], "typedef": 7, "among": [7, 10, 26, 59, 89, 95, 106, 140, 177, 190, 199, 232, 267, 268, 305], "holder": 7, "arrow": [7, 48, 140, 225], "resembl": [7, 14, 27, 108, 148, 181], "extra": [7, 10, 62, 100, 105, 107, 111, 112, 115, 119, 143, 144, 146, 153, 158, 171, 180, 186, 193, 194, 200, 201, 258, 276, 285, 286], "netimpl": 7, "subtl": [7, 105, 269], "deserv": 7, "construct": [7, 16, 24, 25, 26, 29, 36, 52, 58, 66, 71, 73, 92, 107, 124, 131, 136, 144, 147, 153, 155, 162, 168, 172, 180, 181, 183, 186, 197, 201, 202, 209, 223, 226, 227, 232, 237, 240, 257, 259, 269, 272, 288, 306], "tricki": [7, 20, 147, 159, 196, 197, 199, 235], "nullptr": [7, 212], "familiar": [7, 10, 12, 26, 40, 41, 45, 49, 54, 59, 60, 62, 66, 92, 100, 101, 105, 106, 108, 110, 115, 125, 136, 137, 141, 148, 149, 152, 156, 163, 175, 183, 196, 233, 265, 270, 285], "pythonista": 7, "disadvantag": [7, 125], "said": [7, 27, 29, 163, 170, 180, 218, 219], "introduct": [7, 13, 18, 20, 51, 53, 59, 60, 61, 62, 63, 91, 92, 97, 102, 109, 110, 113, 116, 117, 118, 120, 126, 136, 145, 148, 149, 161, 187, 202, 220, 235, 258, 270, 286, 290, 298, 301, 303], "sooner": [7, 137], "technic": [7, 27, 152, 153, 170, 197, 218, 245, 246, 255], "henceforth": 7, "recap": [7, 52, 181, 221, 275], "adversari": [7, 49, 106, 126, 136], "architectur": [7, 11, 20, 29, 37, 58, 62, 66, 81, 92, 102, 107, 108, 123, 136, 137, 140, 142, 148, 155, 167, 173, 175, 177, 185, 191, 193, 194, 199, 200, 202, 222, 227, 230, 231, 235, 258, 265, 267, 269, 286], "repositori": [7, 12, 60, 90, 128, 134, 137, 140, 152, 175, 176, 184, 185, 186, 201, 206, 241, 248], "distinct": [7, 20, 25, 58, 89, 105, 114, 137, 184, 191, 196, 197, 235, 301], "transform": [7, 14, 20, 21, 23, 24, 27, 28, 29, 36, 37, 38, 39, 40, 41, 42, 43, 45, 49, 55, 58, 66, 83, 95, 97, 98, 100, 105, 106, 107, 122, 123, 126, 135, 136, 138, 152, 153, 155, 156, 158, 159, 161, 163, 167, 170, 171, 178, 179, 183, 186, 187, 190, 191, 193, 201, 204, 208, 210, 211, 223, 227, 229, 230, 231, 235, 248, 253, 257, 258, 259, 270, 272, 283, 285, 286, 291, 294, 298, 301], "probabl": [7, 10, 26, 37, 55, 58, 66, 83, 98, 102, 105, 107, 108, 111, 114, 138, 141, 142, 144, 179, 181, 191, 193, 223, 257], "judg": 7, "closer": [7, 97, 107, 181, 200], "feedback": [7, 11, 23, 137, 154, 159, 160, 163, 164, 199, 200, 211, 225, 226, 227, 255], "authent": 7, "theori": [7, 55, 58, 66, 97, 107, 141, 173], "delic": 7, "tandem": [7, 297], "indistinguish": 7, "fool": [7, 55, 81], "excel": [7, 57, 191, 249], "realist": [7, 25, 66, 202, 223], "2d": [7, 37, 58, 102, 115, 143, 159, 182, 193, 197, 232, 252], "dcgangeneratorimpl": 7, "knoises": 7, "conv1": [7, 49, 52, 102, 125, 138, 172, 177, 178, 183, 191, 208, 232, 238, 259], "convtranspose2dopt": 7, "batch_norm1": 7, "conv2": [7, 49, 102, 125, 138, 183, 191, 232, 238, 259], "pad": [7, 23, 55, 66, 83, 102, 107, 146, 154, 185, 202, 220, 223, 235, 286], "batch_norm2": 7, "conv3": 7, "batch_norm3": 7, "conv4": 7, "convtranspose2d": 7, "batchnorm2d": [7, 23, 58, 115, 146, 160, 203, 229, 256, 286], "dcgangener": 7, "chosen": [7, 24, 26, 98, 102, 139, 181, 194, 269, 270, 301], "student": [7, 107], "harm": [7, 107], "discoveri": [7, 196], "fed": [7, 14, 42, 55, 58, 156, 193, 197, 200, 232], "soylent": 7, "regularli": [7, 59], "channel": [7, 12, 14, 23, 25, 48, 49, 58, 98, 100, 102, 105, 107, 115, 123, 136, 140, 156, 177, 187, 191, 201, 211, 231, 247, 248, 258, 272, 286], "moduleopt": 7, "linearopt": 7, "leaki": [7, 58], "squash": [7, 153, 163], "sequenti": [7, 14, 23, 55, 74, 102, 107, 114, 123, 124, 153, 159, 163, 171, 178, 211, 223, 237, 240, 245, 257, 286, 305, 306], "orient": [7, 188], "layer": [7, 10, 12, 13, 14, 15, 17, 19, 20, 23, 24, 36, 42, 43, 48, 52, 55, 58, 61, 66, 67, 74, 81, 95, 97, 100, 104, 105, 106, 107, 109, 115, 123, 124, 125, 131, 136, 137, 138, 142, 143, 144, 145, 153, 164, 171, 175, 177, 178, 179, 180, 183, 184, 186, 188, 196, 197, 199, 200, 201, 204, 210, 211, 222, 232, 235, 245, 246, 247, 251, 255, 257, 268, 269, 272, 273, 275, 277, 283, 287, 288, 291, 303], "conv2dopt": 7, "leakyrelu": [7, 58, 123], "leakyreluopt": 7, "negative_slop": 7, "fourth": [7, 71, 124, 147, 230], "knob": [7, 199, 200, 305], "sampler": [7, 23, 38, 61, 106, 123, 137, 138, 154, 180, 188, 208, 211, 227, 229], "collat": [7, 57], "wherev": 7, "make_data_load": 7, "unique_ptr": 7, "spawn": [7, 13, 22, 55, 58, 59, 61, 67, 138, 150, 152, 182, 183, 184, 206, 247, 249, 250, 306], "concurr": [7, 122, 140, 142, 173, 199, 200, 204, 249, 286, 305], "kbatchsiz": 7, "dataloaderopt": 7, "consol": [7, 191, 193, 304], "label": [7, 38, 41, 42, 46, 48, 49, 57, 58, 81, 83, 95, 97, 98, 100, 104, 105, 106, 107, 109, 114, 122, 123, 131, 134, 137, 140, 143, 150, 154, 163, 173, 178, 179, 182, 186, 191, 197, 201, 211, 235, 248, 259, 265, 270, 272, 276, 290, 301, 306], "field": [7, 12, 13, 16, 17, 37, 55, 102, 112, 114, 152, 170, 182, 190, 196, 201, 206, 220, 232, 238, 253], "rebuild": [7, 270], "danc": [7, 14], "generator_optim": 7, "adamopt": 7, "2e": [7, 97, 154], "beta": [7, 21, 24, 117, 136, 187, 221, 273, 286, 290, 293], "make_tupl": 7, "discriminator_optim": 7, "5e": 7, "adagrad": [7, 106, 123, 124, 221, 226, 236], "lbfg": [7, 14, 123], "rmsprop": [7, 41, 52, 75, 109, 123, 124], "sgd": [7, 23, 41, 48, 49, 52, 73, 75, 95, 97, 106, 109, 115, 123, 124, 125, 150, 152, 178, 182, 183, 184, 188, 191, 258, 259, 288, 289, 294], "exhaust": [7, 13, 196, 232], "knumberofepoch": 7, "batch_index": 7, "real_imag": 7, "real_label": 7, "real_output": 7, "d_loss_real": 7, "binary_cross_entropi": [7, 269], "fake_imag": 7, "fake_label": 7, "fake_output": 7, "d_loss_fak": 7, "d_loss": 7, "fill_": [7, 190], "g_loss": 7, "printf": 7, "r": [7, 13, 16, 23, 41, 48, 52, 81, 92, 108, 136, 161, 162, 163, 164, 167, 181, 182, 184, 193, 199, 201, 208, 227, 229, 240, 258, 270, 286, 304, 305], "2ld": 7, "3ld": 7, "4f": [7, 137, 138, 144, 178, 238], "batches_per_epoch": 7, "uniformli": [7, 95, 181, 286], "robust": [7, 55, 59, 60, 81, 105, 139, 181, 257], "smooth": [7, 107, 116, 193], "propag": [7, 12, 19, 36, 41, 48, 50, 52, 58, 107, 111, 112, 115, 147, 158, 164, 180, 200, 227, 230, 231, 286], "repeat": [7, 16, 22, 23, 27, 97, 143, 144, 163, 180, 190, 196, 199, 204, 208, 218, 227, 229, 247, 276, 285, 291], "spiel": 7, "progress": [7, 10, 17, 28, 58, 59, 104, 106, 153, 178, 186, 191, 206, 222, 250], "observ": [7, 16, 23, 52, 57, 89, 106, 131, 137, 138, 142, 145, 153, 154, 163, 164, 170, 173, 180, 181, 182, 184, 185, 186, 194, 199, 202, 203, 207, 208, 211, 221, 227, 229, 230, 231, 232, 238, 245, 257, 269, 270, 273, 277, 283, 286, 290, 291, 302, 306], "meaning": [7, 55, 66, 107, 164, 206], "3c0711f20896": 7, "dcga": 7, "6876": 7, "1304": 7, "3776": 7, "3101": 7, "300": [7, 137, 184, 257, 270, 285], "3652": 7, "6626": 7, "400": [7, 125, 154, 211, 270, 285, 301], "8057": 7, "2795": [7, 270], "3531": 7, "4452": 7, "600": [7, 134, 164, 181, 303], "3501": 7, "0811": 7, "700": 7, "3581": 7, "5623": 7, "800": 7, "6423": 7, "7385": 7, "900": 7, "3592": 7, "7333": 7, "4660": 7, "5242": 7, "6364": 7, "0886": [7, 97], "3717": 7, "8103": 7, "0201": 7, "3544": 7, "4522": 7, "6545": 7, "quickli": [7, 40, 49, 89, 107, 108, 109, 114, 115, 124, 140, 170, 181, 186, 206, 253, 259, 273, 290], "onto": [7, 10, 16, 19, 22, 49, 102, 104, 105, 136, 153, 170, 183, 184, 197, 206, 237, 286], "somewher": [7, 27, 102, 108, 109, 125], "kcpu": [7, 212, 241], "whose": [7, 66, 89, 92, 97, 98, 107, 114, 137, 141, 164, 173, 193, 232, 268, 270], "insert": [7, 14, 20, 23, 102, 154, 178, 184, 196, 203, 207, 208, 227, 229, 230, 231, 232, 235, 267], "op": [7, 12, 13, 17, 25, 26, 27, 54, 89, 120, 136, 137, 138, 140, 145, 146, 150, 152, 154, 161, 164, 179, 190, 199, 200, 202, 203, 207, 208, 210, 211, 212, 219, 220, 222, 223, 227, 229, 230, 232, 237, 242, 247, 255, 259, 269, 275, 290], "previou": [7, 13, 16, 17, 19, 20, 26, 27, 41, 55, 59, 61, 105, 106, 107, 115, 120, 131, 134, 137, 139, 143, 144, 147, 148, 149, 153, 163, 170, 173, 175, 177, 178, 180, 181, 182, 184, 185, 186, 190, 191, 193, 194, 196, 197, 199, 200, 208, 227, 229, 230, 231, 235, 242, 270, 277, 286, 301], "resid": [7, 107, 173], "downstream": [7, 193], "portabl": [7, 296], "augment": [7, 28, 57, 115, 131, 134, 136, 178, 188, 196, 201], "period": [7, 55, 58, 139, 142, 163, 190, 199, 206], "middl": 7, "procedur": [7, 27, 52, 135, 178, 181, 188], "restor": [7, 81, 125, 150, 164, 288], "session": [7, 24, 107, 117, 273], "essenti": [7, 12, 16, 18, 36, 55, 108, 109, 111, 136, 145, 152, 168, 173, 181, 196, 237, 244, 259, 273, 305], "interv": [7, 16, 97, 142, 184], "kcheckpointeveri": 7, "str": [7, 22, 23, 26, 90, 137, 154, 156, 175, 180, 183, 193, 196, 211, 231, 238, 244, 248, 253, 276, 305], "checkpoint_count": 7, "counter": [7, 13, 55, 58, 145, 152, 298], "bump": 7, "beta1": [7, 58], "krestorefromcheckpoint": 7, "intermediari": [7, 141], "xxx": [7, 17, 57], "matplotlib": [7, 14, 38, 49, 58, 63, 97, 98, 100, 104, 144, 163, 178, 181, 186, 191, 193], "argpars": [7, 137, 138, 154, 182, 183, 184, 211], "pyplot": [7, 14, 38, 49, 97, 115, 144, 163, 178, 181, 191, 193], "plt": [7, 14, 38, 49, 97, 144, 163, 178, 181, 186, 191, 193], "parser": [7, 108, 137, 138, 182, 183, 184], "argumentpars": [7, 137, 138, 182, 183, 184], "add_argu": [7, 137, 138, 182, 183, 184], "png": [7, 57, 136, 201], "parse_arg": [7, 137, 138, 182, 183, 184], "sample_fil": [7, 156], "mul": [7, 97, 145, 161, 196, 227, 241, 270, 285], "uint8": [7, 163, 201, 232], "numpi": [7, 14, 18, 21, 23, 46, 49, 57, 63, 77, 79, 80, 97, 115, 117, 122, 123, 136, 147, 154, 163, 178, 179, 181, 184, 191, 193, 194, 208, 211, 218, 226, 227, 229, 235, 268, 285, 301], "axi": [7, 25, 38, 89, 111, 112, 123, 143, 154, 163, 173, 177, 178, 193, 211], "subplot": [7, 178], "imshow": [7, 14, 38, 49, 178, 191, 193], "cmap": [7, 38, 191], "grai": [7, 38, 134, 163], "get_xaxi": 7, "set_vis": 7, "get_yaxi": 7, "savefig": [7, 163], "out_fil": 7, "57": [7, 20, 122, 161, 276], "4953": 7, "0195": [7, 211], "3610": 7, "8148": 7, "4072": 7, "36760": 7, "4444": 7, "3761": 7, "8790": 7, "3977": 7, "3315": 7, "120": [7, 49, 125, 131, 178, 184, 191, 276], "8084": 7, "hoorai": [7, 29], "ball": 7, "court": 7, "digest": [7, 285], "necess": [7, 55, 104], "broad": [7, 63, 98, 106], "space": [7, 16, 26, 55, 58, 66, 81, 97, 98, 102, 107, 108, 112, 114, 142, 153, 163, 170, 173, 180, 181, 184, 186, 190, 191, 193, 197, 202], "consult": [7, 170, 227, 268], "stuck": [7, 226], "whenev": [7, 26, 59, 73, 105, 108, 109, 242, 289], "rate": [7, 41, 48, 58, 95, 100, 102, 106, 107, 109, 131, 137, 138, 142, 143, 163, 178, 181, 183, 197, 201, 206, 253, 284, 286], "vmap": [8, 10, 136, 158, 162, 167, 172, 226, 236], "oppos": [8, 26, 55, 58, 131, 152, 162, 167, 183, 270], "treat": [8, 18, 66, 83, 97, 114, 172, 182, 194, 196, 197, 238], "opaqu": [8, 18, 27, 285, 298], "callabl": [8, 18, 25, 46, 57, 115, 190, 194, 196, 208, 244, 268, 298, 299], "aotinductor": [8, 196, 290, 298, 301], "toe": 8, "registr": [8, 10, 12, 17, 18, 26, 27, 258, 259, 265], "pybind": 8, "ed": [8, 300], "respons": [10, 13, 19, 22, 55, 66, 97, 98, 106, 115, 136, 140, 146, 150, 152, 156, 182, 183, 186, 194, 196, 200, 245, 247, 248, 268, 304], "nontrivi": [10, 244], "cut": [10, 134, 136, 175, 196], "concern": [10, 25, 109, 197, 218, 227, 253, 259], "rule": [10, 26, 36, 48, 52, 66, 97, 105, 112, 141, 155, 162, 171, 172, 180, 181, 196, 208, 269], "convers": [10, 55, 97, 105, 125, 164, 186, 200, 218, 253, 255, 267, 273, 283], "highest": [10, 23, 49, 55, 66, 104, 139, 144, 181, 193, 194, 286], "prioriti": [10, 139, 208], "transfer": [10, 21, 26, 49, 57, 107, 115, 125, 126, 136, 152, 173, 179, 183, 190, 201, 241, 267, 271, 287], "redispatch": 10, "unlik": [10, 14, 20, 66, 98, 105, 107, 124, 141, 158, 159, 164, 178, 186, 196, 233, 235, 298, 305], "style": [10, 66, 140, 175, 196, 201, 250, 273], "abid": [10, 58], "myop": 10, "myadd": [10, 12], "myadd_cpu": 10, "self_": [10, 276], "other_": 10, "self_ptr": 10, "other_ptr": 10, "myadd_cuda": 10, "boundari": [10, 180, 295], "myops_cpu": 10, "myops_cuda": 10, "subdivid": 10, "xla": [10, 12, 17, 283], "torch_xla": [10, 12], "useabl": 10, "behav": [10, 18, 24, 66, 105, 115, 164, 171, 182, 229, 265], "autogradnotimplementedfallback": 10, "notimpl": 10, "node": [10, 22, 24, 27, 36, 48, 52, 59, 60, 61, 62, 67, 69, 97, 104, 108, 117, 120, 123, 124, 135, 137, 139, 143, 145, 148, 149, 150, 160, 161, 183, 186, 196, 199, 204, 212, 229, 230, 231, 232, 252, 286, 305], "preserv": [10, 20, 26, 29, 105, 136, 164, 177, 200, 209, 219, 235, 238, 273, 283, 288], "require_grad": 10, "ness": 10, "pin": [10, 106, 141, 173, 286], "lost": [10, 20, 235], "alias": [10, 12, 196], "adinplaceorview": 10, "bookkeep": [10, 270], "autogradnotimplementedinplaceorviewfallback": 10, "logi": 10, "annot": [10, 12, 22, 25, 26, 27, 38, 57, 66, 109, 120, 154, 193, 194, 196, 200, 253, 270], "guess": [10, 41, 48, 55, 58, 143, 186], "twist": 10, "constitut": [10, 16], "hood": [10, 23, 55, 58, 60, 62, 67, 124, 140, 141, 162, 163, 173, 184, 221, 247, 251, 253], "singleton": [10, 183], "findschemaorthrow": 10, "decltyp": 10, "qualifi": [10, 26, 250], "overload": [10, 26], "typic": [10, 13, 16, 23, 25, 38, 48, 52, 54, 60, 61, 89, 100, 108, 109, 114, 134, 140, 142, 146, 148, 161, 170, 173, 180, 183, 193, 194, 196, 197, 199, 200, 232, 248, 255, 257, 258, 259, 267, 269, 271, 273, 286, 291, 301, 305], "cast": [10, 20, 22, 79, 122, 137, 173, 196, 235, 269], "lookup": [10, 19, 114, 145, 184], "typo": 10, "myaddfunct": [10, 12], "autononvariabletypemod": [10, 12], "myadd_autograd": [10, 12], "except": [10, 13, 20, 27, 45, 48, 49, 54, 55, 58, 98, 102, 105, 109, 112, 116, 131, 139, 143, 154, 155, 156, 158, 162, 164, 172, 176, 178, 186, 196, 223, 226, 232, 235, 237, 238, 240, 241, 258, 295, 299, 301], "raii": 10, "guard": [10, 150, 230, 246], "infinit": 10, "overflow": [10, 55, 210, 269, 273], "send": [10, 12, 13, 14, 49, 50, 67, 95, 152, 156, 163, 173, 175, 176, 178, 182, 183, 184, 197, 247, 276], "consider": [10, 12, 24, 138, 196, 197, 301], "handler": [10, 193, 200, 283], "autogradcpu": 10, "autogradcuda": 10, "pythondispatch": 10, "_python_dispatch": 10, "isn": [10, 97, 108, 158, 173, 179, 191, 196, 197, 220, 270, 272, 287, 288], "glorifi": 10, "add_cpu": 10, "add_cuda": 10, "unsupport": [10, 116, 120, 136, 194, 196, 200, 301], "decentr": 10, "importantli": [10, 23, 27, 147, 170, 173, 218, 270], "parti": [10, 18, 26, 27, 139, 176], "aspect": [10, 17, 81, 152, 201, 270], "patch": [10, 12, 181], "dispatchkei": [10, 12], "varieti": [10, 28, 37, 55, 97, 98, 102, 106, 115, 125, 144, 173, 202, 221, 305], "fallback": [10, 12, 17, 116, 202, 211], "opt": [10, 26, 115, 123, 142, 164, 176, 183, 184, 190, 210, 237, 245], "amp": [10, 17, 67, 164, 222, 231, 242, 258, 290, 294], "incom": [10, 100, 190, 248], "float16": [10, 17, 137, 154, 164, 242, 269], "float32": [10, 16, 27, 137, 179, 181, 184, 204, 212, 222, 230, 231, 232, 269, 283, 286], "matmul": [10, 27, 140, 161, 196, 210, 235, 240, 242, 257, 269, 286], "impair": 10, "converg": [10, 41, 55, 58, 70, 106, 107, 124, 125, 140, 152, 171, 181, 186, 246, 269, 273, 287, 290], "hypothet": 10, "autocast_mod": 10, "mymatmul_autocast": 10, "excludedispatchkeyguard": 10, "no_autocast": 10, "mymatmul": 10, "cached_cast": 10, "khalf": 10, "elig": [10, 286], "polici": [10, 17, 136, 138, 163, 181, 182, 184, 187, 305], "mixtur": [10, 255], "meanwhil": [10, 141, 161, 219, 258], "float64": 10, "unaffect": [10, 107], "forc": [10, 16, 20, 27, 55, 66, 102, 136, 186, 194, 202, 218, 220, 235, 269, 286, 295, 299], "fallthrough": 10, "occur": [10, 13, 18, 23, 27, 29, 59, 83, 89, 107, 161, 164, 173, 182, 183, 190, 193, 196, 197, 200, 206, 210, 211, 251, 276, 297], "fall": [10, 17, 98, 171, 181, 299], "unfortun": [10, 27, 29, 124, 152, 196], "aren": [10, 147, 153, 196, 197, 220, 286, 289], "dri": [10, 190], "reduct": [10, 11, 73, 105, 124, 134, 137, 138, 141, 146, 154, 170, 176, 190, 193, 202, 207, 218, 220, 226, 269, 273, 286], "gemm": [10, 161, 199, 200, 222, 230, 231, 257], "unless": [10, 24, 45, 54, 105, 109, 116, 154, 180, 196, 208, 210, 211, 240, 275], "categori": [10, 12, 23, 81, 89, 98, 105, 131, 143, 144, 190, 196, 208, 227, 229], "promote_typ": 10, "widest": 10, "safest": 10, "my_multiple_input_op_autocast": 10, "t0": [10, 137, 245, 270], "t1": [10, 270], "optimist": 10, "exec_typ": 10, "my_multiple_input_op": 10, "myadd_autocast": 10, "gymnast": 10, "invoc": [10, 29, 160, 182, 200, 265, 291, 297], "stabil": [10, 107, 181, 304], "41478": 10, "jame": [11, 29, 160], "reed": [11, 29, 160], "seth": [11, 23, 40], "weidman": [11, 23], "wikitext": [11, 207], "corpu": [11, 55, 56, 66, 154], "preprocess": [11, 24, 57, 66, 107, 115, 136, 143, 186, 193, 273], "train": [11, 12, 14, 19, 20, 22, 24, 27, 36, 40, 41, 42, 46, 48, 51, 52, 53, 57, 60, 62, 63, 66, 67, 69, 70, 71, 73, 74, 75, 78, 79, 81, 83, 89, 92, 98, 99, 101, 102, 105, 107, 108, 110, 112, 114, 115, 117, 124, 134, 136, 138, 139, 142, 145, 146, 150, 154, 164, 165, 167, 168, 171, 172, 175, 176, 179, 182, 183, 184, 185, 187, 190, 193, 194, 196, 199, 201, 204, 206, 209, 211, 220, 226, 232, 235, 236, 242, 245, 246, 248, 249, 250, 251, 252, 253, 269, 272, 273, 276, 284, 287, 288, 290, 291, 301, 303, 304, 306], "gpt": [11, 60, 138, 148, 149, 175], "almost": [11, 14, 23, 112, 114, 138, 140, 153, 179, 196, 199, 210], "quantize_dynam": [11, 154, 267, 273], "int8": [11, 23, 154, 179, 197, 200, 210, 211, 222, 227, 230, 231, 232, 242, 259, 267, 273], "macbook": [11, 23, 154, 186], "pro": [11, 23, 101, 154], "welcom": [11, 23, 154, 211, 225], "001": [11, 14, 16, 21, 42, 44, 48, 49, 53, 54, 55, 57, 58, 66, 80, 81, 92, 93, 97, 100, 103, 104, 106, 107, 108, 109, 111, 112, 113, 115, 120, 121, 125, 126, 131, 134, 141, 150, 155, 158, 161, 162, 164, 170, 181, 182, 185, 187, 188, 191, 194, 196, 201, 202, 210, 218, 220, 225, 236, 246, 255, 258, 282, 293, 294], "dynamic_quantization_tutori": [11, 21, 273], "repo": [12, 17, 22, 23, 60, 89, 134, 136, 148, 152, 154, 173, 182, 183, 197, 210, 259], "mainten": [12, 193], "solut": [12, 20, 58, 66, 116, 125, 136, 161, 172, 173, 193, 194, 197, 199, 220, 223, 235, 251, 270, 286, 290, 296], "pr": [12, 191, 202, 258, 285], "propos": [12, 28, 140, 153, 171, 218, 220, 251], "request": [12, 29, 36, 48, 95, 105, 115, 134, 137, 156, 171, 179, 182, 183, 199, 200, 212, 220, 221, 222, 233, 247, 248, 249, 253, 304], "hardwar": [12, 17, 20, 24, 45, 54, 56, 66, 105, 107, 117, 143, 152, 155, 162, 164, 172, 173, 176, 177, 197, 200, 202, 210, 235, 242, 257, 258, 259, 271, 273, 286, 294, 298, 301], "googl": [12, 20, 25, 28, 29, 40, 55, 58, 83, 104, 134, 136, 152, 153, 154, 180, 181, 190, 197, 305], "tpu": [12, 176, 289], "chip": [12, 200], "layout": [12, 20, 140, 200, 202, 218, 221, 226, 235, 252, 286], "spars": [12, 19, 102, 109, 114, 136, 153, 177, 197, 202, 220, 226, 236, 283], "quantiz": [12, 21, 107, 131, 136, 170, 200, 226, 236, 242, 256, 274, 282, 283, 290], "enforc": [12, 16, 26, 66, 142, 171, 218, 219], "mainli": [12, 16, 17, 22, 154, 161, 190, 194, 230, 232, 259, 300], "haven": [12, 27, 95, 97, 100, 105, 108, 112, 114, 155, 160, 172, 253], "identifi": [12, 20, 38, 59, 61, 81, 89, 90, 98, 115, 122, 149, 163, 164, 168, 177, 183, 196, 200, 201, 206, 208, 211, 221, 232, 235, 251, 286, 301], "carri": [12, 16, 55, 58, 97, 105, 107, 111, 148, 153, 164, 186, 275], "privateuse1": [12, 136, 233], "autogradprivateuse1": [12, 17], "privateuse2": [12, 17], "autogradprivateuse2": [12, 17], "privateuse3": [12, 17], "autogradprivateuse3": [12, 17], "tensorimpl": [12, 17, 270, 285], "storag": [12, 17, 18, 106, 111, 125, 141, 153, 155, 163, 164, 173, 180, 190, 206, 218, 220, 221, 237, 244, 249, 250, 269, 275, 283], "dispatchkeyset": [12, 17], "ks": 12, "caffe2": [12, 92], "typemeta": 12, "data_typ": [12, 111], "opaquetensorimpl": 12, "tweak": [12, 55, 289], "overrid": [12, 17, 57, 100, 109, 139, 160, 164, 176, 193, 211, 290, 297], "vulkan": [12, 226], "submit": [12, 258], "src": [12, 13, 120, 152, 176, 241, 285], "registrationdeclar": 12, "snippet": [12, 25, 137, 138, 139, 145, 152, 161, 176, 185, 199, 204, 211, 218, 222, 227, 229, 233, 252, 267, 269, 275, 286, 290, 304], "ab": [12, 194, 208, 242, 276], "abs_": 12, "abs_out": 12, "absolute_": 12, "absolute_out": 12, "angl": [12, 16, 114], "angle_out": 12, "sgn": 12, "uniqu": [12, 20, 55, 59, 61, 108, 109, 110, 112, 114, 137, 149, 183, 186, 197, 201, 218, 235, 273, 301, 304], "boolean": [12, 119, 153, 196], "impli": [12, 107, 112, 154, 196, 249, 275, 285, 298], "schema_my_op1": 12, "my_op1": 12, "schema_my_op2": 12, "my_op2": 12, "schema_my_op2_backward": 12, "my_op2_backward": 12, "zoom": [12, 89, 104, 142, 190, 193], "1600": [12, 270, 285], "grow": [12, 55, 109, 139, 141, 148, 249], "unrealist": 12, "classifi": [12, 14, 23, 28, 37, 48, 51, 52, 53, 58, 63, 81, 89, 95, 100, 102, 107, 125, 131, 136, 144, 154, 163, 168, 186, 187, 201, 202, 268, 290, 301], "accompani": 12, "comment": [12, 152, 170, 186, 218, 240, 258, 259, 271], "sacrif": [12, 177], "max_pool2d": [12, 138, 183, 238, 241, 259, 276], "worri": [12, 58, 109, 147, 150, 170, 184, 252], "my_op": [12, 27], "squeez": [12, 16, 38, 105, 123, 154, 163, 191, 210, 211], "max": [12, 13, 23, 49, 55, 58, 66, 89, 102, 107, 138, 142, 152, 154, 156, 163, 178, 180, 181, 191, 193, 196, 202, 208, 210, 211, 223, 226, 227, 229, 232, 235, 248, 286, 301, 305, 306], "op_backward": 12, "proper": [12, 36, 137, 140, 150, 164, 180, 184, 193, 197, 199, 218, 286], "rare": [12, 17, 55, 131, 173, 186, 286], "assumpt": [12, 16, 66, 81, 107, 114, 115, 167, 173], "myadd_schema": 12, "my_add": 12, "_xlac": 12, "torch_xla_sourc": 12, "library_dir": 12, "extra_link_arg": 12, "make_relative_rpath": 12, "seamlessli": [12, 16, 59, 140, 197, 202, 230, 231, 270, 296], "nm": [12, 258], "torchvsion": 12, "adhoc": 12, "unbox": 12, "potenti": [12, 16, 29, 81, 97, 108, 137, 139, 145, 173, 183, 194, 196, 201, 206, 226, 227, 230, 231, 253, 296, 298], "wiki": [12, 158, 164], "suit": [12, 98, 122, 180, 208, 222, 226, 227, 230, 236, 257, 273], "ship": [12, 49, 100], "delet": [12, 90, 141, 150, 170, 175, 184, 193, 210, 238], "old": [12, 23, 125, 134, 139, 177, 190, 207, 208, 223, 267], "until": [12, 55, 66, 89, 97, 137, 139, 143, 144, 152, 153, 161, 170, 173, 180, 182, 183, 184, 190, 204, 218, 247, 270], "interrupt": [12, 59, 95, 186], "quarterli": 12, "cadenc": 12, "join": [12, 22, 38, 45, 49, 54, 55, 56, 59, 66, 135, 138, 143, 144, 150, 152, 154, 178, 182, 183, 184, 206, 211, 247, 249, 250, 270, 306], "announc": 12, "slack": [12, 49], "com": [12, 22, 23, 28, 29, 55, 66, 83, 120, 138, 143, 144, 146, 158, 159, 160, 164, 172, 181, 186, 193, 201, 203, 207, 208, 210, 240, 241, 248, 256, 268, 270, 301], "Not": [12, 150, 179, 306], "search": [12, 22, 55, 83, 136, 142, 161, 177, 196, 210, 305], "instantiate_device_type_test": 12, "testtorchdevicetyp": 12, "testviewop": 12, "testtensordeviceop": 12, "testtypepromot": 12, "__reduce_ex__": 12, "monkei": 12, "direct": [12, 27, 29, 36, 48, 52, 58, 81, 97, 98, 100, 106, 114, 142, 152, 154, 158, 163, 167, 171, 186, 210, 221, 248, 249, 253, 290, 299], "suppos": [12, 26, 107, 108, 109, 114, 138, 156, 194, 201, 203, 233, 253, 258], "vice": [12, 27, 45, 54, 267], "versa": [12, 27, 45, 54, 267], "Such": [12, 13, 97, 273], "seamless": [12, 197, 226, 230, 251], "coverag": [12, 158, 162, 164, 223, 227, 230, 231, 269], "comprehens": [12, 25, 28, 45, 54, 98, 120, 161, 196, 230, 255, 285], "refactor": [12, 125, 148], "codegen": [12, 161], "dev": [12, 109, 145, 154, 179, 190, 193, 194, 211, 226, 265, 269, 304], "andrew": [13, 203, 229], "gu": 13, "shard": [13, 135, 136, 148, 204, 247, 250, 251, 252, 290], "saw": [13, 16, 25, 27, 41, 55, 66, 100, 102, 105, 109, 111, 158, 159, 162, 163], "skeleton": [13, 16, 283], "implicitli": [13, 48, 55, 97, 138, 147, 185, 196, 232, 265], "schedul": [13, 89, 95, 106, 131, 137, 138, 150, 175, 178, 181, 190, 199, 201, 276, 286, 290, 293, 305], "rank": [13, 19, 22, 50, 59, 61, 89, 136, 137, 138, 139, 150, 152, 175, 176, 182, 183, 184, 197, 204, 206, 247, 249, 250, 252, 305, 306], "commun": [13, 17, 22, 61, 123, 136, 137, 138, 140, 142, 148, 149, 150, 175, 176, 180, 182, 183, 184, 190, 193, 196, 197, 199, 204, 206, 213, 226, 251, 252, 286, 290], "particip": [13, 102, 149, 183, 269, 286], "hang": [13, 61, 144], "persist": [13, 26, 43, 249, 269], "facilit": [13, 16, 55, 66, 98, 105, 107, 125, 136, 140, 153, 223, 233, 286], "earli": [13, 27, 58, 95, 150, 152, 173, 203, 220, 255], "shadow": [13, 225], "hook": [13, 140, 145, 150, 177, 187, 277], "os": [13, 22, 23, 38, 55, 56, 59, 61, 66, 137, 138, 139, 144, 150, 152, 154, 163, 173, 175, 176, 178, 179, 182, 183, 184, 204, 206, 208, 211, 227, 229, 233, 247, 248, 249, 250, 252, 267, 270, 275, 306], "mp": [13, 17, 37, 42, 45, 59, 61, 69, 81, 105, 124, 131, 136, 137, 138, 150, 152, 181, 182, 183, 184, 247, 249, 250, 306], "ddp": [13, 19, 59, 60, 67, 136, 137, 138, 140, 149, 190, 252, 306], "nccl": [13, 22, 59, 61, 89, 137, 138, 139, 140, 150, 152, 190, 197, 204, 206, 249, 250, 252], "world_siz": [13, 19, 22, 59, 61, 137, 138, 139, 150, 152, 175, 176, 182, 183, 184, 204, 206, 247, 249, 250, 252, 306], "num_input": 13, "master_addr": [13, 22, 59, 61, 138, 139, 150, 152, 176, 182, 183, 184, 206, 247, 249, 250, 306], "localhost": [13, 22, 59, 61, 104, 138, 139, 150, 156, 176, 182, 183, 184, 190, 191, 197, 247, 248, 249, 250, 252, 284, 295, 306], "master_port": [13, 22, 59, 61, 138, 139, 150, 152, 176, 182, 183, 184, 206, 247, 249, 250, 306], "29500": [13, 22, 152, 176, 182, 183, 184, 247, 306], "init_process_group": [13, 19, 22, 59, 61, 137, 138, 139, 150, 152, 175, 176, 204, 206, 249, 250, 252, 306], "device_id": [13, 61, 125, 137, 150, 306], "nproc": [13, 59, 61, 138, 150, 182, 184, 204, 247, 249, 250, 306], "__name__": [13, 57, 59, 61, 137, 138, 139, 150, 152, 154, 156, 175, 182, 183, 184, 204, 211, 247, 248, 249, 250, 265, 306], "__main__": [13, 57, 59, 61, 137, 138, 150, 152, 156, 175, 182, 183, 184, 204, 247, 248, 249, 250, 265, 270, 306], "arbitrarili": [13, 55, 107, 277], "prior": [13, 17, 23, 56, 58, 97, 102, 107, 150, 163, 177, 191, 199, 200, 202, 227, 247, 250], "togeth": [13, 20, 25, 29, 37, 43, 55, 57, 66, 67, 83, 92, 100, 102, 105, 106, 107, 111, 115, 138, 146, 150, 153, 155, 173, 182, 184, 186, 193, 202, 227, 230, 232, 235, 253, 285, 298], "lr": [13, 23, 49, 52, 58, 73, 95, 97, 100, 107, 115, 123, 124, 125, 131, 137, 138, 150, 152, 161, 163, 178, 181, 182, 183, 184, 191, 245, 249, 250, 253, 258, 259, 290, 293, 294, 306], "notabl": [13, 23, 95, 283], "addition": [13, 14, 41, 89, 141, 142, 150, 173, 196, 199, 200, 201, 206, 230, 231, 233, 249, 250, 295, 305], "divide_by_initial_world_s": 13, "world": [13, 16, 22, 27, 42, 60, 97, 105, 109, 140, 152, 160, 163, 176, 181, 182, 183, 196, 197, 206, 223, 249, 250, 252, 257], "nonetheless": [13, 107], "mind": [13, 45, 55, 58, 92, 107, 149, 167, 199, 256, 304], "preliminari": [13, 152, 154], "delv": [13, 161, 298], "insight": [13, 81, 89, 152, 185, 270, 285], "join_hook": 13, "kwarg": [13, 25, 125, 160, 164, 180, 183, 196, 197, 222, 237, 245, 253, 301], "join_devic": 13, "join_process_group": 13, "processgroup": [13, 19, 22, 67, 135, 136, 140, 184, 197, 206, 252, 286], "throw_on_early_termin": 13, "explain": [13, 14, 20, 24, 27, 48, 52, 58, 81, 98, 109, 115, 139, 140, 161, 194, 196, 199, 212, 222, 230, 235, 273, 276, 296, 301, 304], "joinconfig": 13, "_join_config": 13, "main_hook": 13, "repeatedli": [13, 102, 180, 184], "post_hook": 13, "is_last_join": 13, "broadcast": [13, 74, 115, 124, 150, 152, 176, 196, 285, 306], "vacuou": 13, "contextlib": [13, 193], "nullcontext": 13, "conform": [13, 193], "interleav": [13, 204], "syncbatchnorm": [13, 61], "__exit__": 13, "heartbeat": 13, "notify_join_context": 13, "serializ": 13, "fulli": [13, 14, 16, 17, 24, 25, 26, 40, 67, 89, 95, 100, 101, 102, 115, 123, 131, 135, 136, 142, 145, 148, 164, 167, 178, 181, 183, 185, 190, 199, 208, 220, 227, 235, 242, 250, 255, 258, 272, 304], "proceed": [13, 52, 107, 120, 173], "overlap": [13, 25, 62, 137, 138, 143, 148, 150, 173, 190, 193, 199, 204, 286], "moreov": [13, 173, 218, 258, 270], "permit": [13, 269], "customiz": [13, 153, 225], "idea": [13, 27, 28, 66, 81, 92, 107, 109, 110, 111, 114, 124, 140, 146, 153, 161, 171, 181, 182, 184, 186, 199, 218, 240, 247, 253, 265, 270, 273, 286, 305, 306], "counterjoinhook": 13, "sync_max_count": 13, "all_reduc": [13, 67, 137, 138, 152, 176, 206, 251], "get_rank": [13, 150, 152], "process_group": [13, 206, 252], "common_rank": 13, "find_common_rank": 13, "max_count": 13, "clone": [13, 26, 27, 60, 105, 123, 143, 147, 148, 152, 161, 164, 175, 204, 244, 248, 256, 301], "__call__": [13, 57, 177], "meth": [13, 16], "to_consid": 13, "reduceop": [13, 137, 138, 152], "device_count": [13, 59, 61, 95, 105, 138, 150, 249, 250, 252], "highlight": [13, 55, 66, 92, 116, 128, 135, 137, 185, 190, 194, 196, 197, 247, 258, 259, 298], "alexi": 14, "jacq": 14, "winston": 14, "her": [14, 176], "leon": 14, "gati": 14, "alexand": 14, "ecker": 14, "matthia": 14, "bethg": 14, "artist": 14, "distanc": [14, 69, 70, 73, 74, 75, 78, 79, 97, 107, 124], "d_c": 14, "d_": 14, "indispens": [14, 180], "pil": [14, 24, 46, 57, 156, 163, 179, 193, 201, 248], "pretrain": [14, 24, 28, 48, 81, 83, 98, 114, 131, 136, 154, 156, 178, 179, 186, 193, 199, 200, 207, 208, 211, 225, 227, 229, 230, 241, 248, 258, 259, 300, 301, 303], "resiz": [14, 23, 24, 52, 58, 83, 153, 156, 163, 178, 208, 227, 229, 248, 258, 294], "unabl": [14, 18, 27, 155, 172, 196, 220], "caff": 14, "picasso": 14, "jpg": [14, 38, 57, 58, 98, 156, 163, 248, 304], "reconvert": 14, "f_": [14, 180], "xl": [14, 257], "w_": [14, 114], "cl": [14, 83, 154, 209, 213], "c": [14, 17, 18, 22, 23, 25, 29, 48, 69, 70, 73, 92, 97, 98, 104, 105, 107, 114, 123, 124, 125, 136, 144, 145, 147, 152, 154, 156, 161, 163, 164, 173, 179, 184, 185, 193, 194, 196, 197, 206, 213, 222, 230, 231, 244, 259, 265, 269, 270, 283, 284, 290, 300], "squar": [14, 41, 52, 57, 69, 70, 73, 74, 75, 78, 79, 97, 102, 105, 107, 124, 146, 147, 163, 171, 181, 185, 203], "contentloss": 14, "recomput": [14, 107, 146, 148, 171, 286], "act": [14, 48, 55, 97, 102, 105, 142, 153, 177, 181, 183, 196, 197], "gram": 14, "g_": 14, "hat": [14, 112], "k": [14, 23, 89, 98, 108, 140, 154, 182, 183, 185, 206, 208, 222, 227, 229, 235, 244], "counteract": 14, "pool": [14, 22, 49, 58, 102, 107, 115, 123, 125, 191, 197, 200], "tend": [14, 20, 97, 102, 107, 210, 235], "sl": 14, "19": [14, 20, 27, 38, 66, 97, 107, 144, 161, 181, 196, 210, 212, 235, 257, 276], "vgg": 14, "child": [14, 66, 122, 190, 211, 252], "connect": [14, 52, 95, 100, 102, 114, 123, 131, 136, 139, 140, 152, 158, 160, 167, 177, 178, 179, 181, 199, 202, 206, 232, 252, 256, 272], "eval": [14, 20, 23, 24, 43, 55, 66, 107, 115, 125, 137, 138, 146, 154, 156, 159, 178, 183, 186, 193, 199, 200, 207, 209, 211, 229, 230, 231, 235, 241, 248, 258, 259, 267, 294, 301, 303], "485": [14, 23, 57, 97, 107, 156, 178, 179, 208, 227, 229, 248], "456": [14, 23, 57, 107, 156, 178, 179, 208, 227, 229, 248], "406": [14, 23, 57, 107, 156, 178, 179, 208, 227, 229, 248], "229": [14, 23, 57, 107, 156, 178, 179, 208, 227, 229, 248], "225": [14, 23, 57, 107, 122, 156, 178, 179, 208, 227, 229, 248], "vgg19": [14, 164], "maxpool2d": [14, 49, 52, 107, 125, 160, 191], "align": [14, 136, 185, 186, 219, 225, 265], "depth": [14, 48, 58, 62, 97, 100, 105, 111, 141, 161, 196, 230, 245, 286], "immedi": [14, 22, 25, 45, 54, 58, 102, 105, 112, 152, 170, 182, 183, 190, 210], "white": [14, 18, 20, 81, 102, 115, 191, 193, 235], "input_img": 14, "content_img": 14, "bfg": 14, "closur": [14, 196, 253], "reevalu": 14, "exce": [14, 81, 146, 197, 267], "sphinx_gallery_thumbnail_numb": 14, "neural_style_tutori": [14, 21], "paszk": [15, 152, 181], "dziedzic": 15, "shall": [15, 52, 58], "learnabl": [15, 52, 73, 124, 125, 136, 237, 288], "badfftfunct": 15, "literatur": [15, 181], "confusingli": 15, "correl": [15, 89, 102, 115, 161], "filter": [15, 28, 55, 90, 98, 107, 141, 154, 178, 186, 197, 206, 211, 285], "flip": [15, 25, 162], "wrt": [15, 147], "numpy_extensions_tutori": [15, 21], "freeli": 16, "inspir": [16, 66, 152, 162, 167, 185, 240, 273], "v1": [16, 20, 181, 182, 184, 207, 235, 247, 270, 304], "openai": [16, 136, 163, 180, 181, 182, 184, 301], "farama": [16, 180], "gymnasium": [16, 180, 181], "stateless": [16, 26, 155, 158], "encount": [16, 55, 66, 137, 145, 161, 194, 196, 197, 202, 233, 286, 295, 301], "undertaken": 16, "broader": [16, 29], "wider": [16, 162], "acquaint": 16, "set_se": [16, 154, 211], "avenu": [16, 92], "backpropag": [16, 41, 42, 48, 52, 55, 81, 97, 108, 109, 110, 112, 114, 115, 124, 141, 163, 197], "_set_se": 16, "torqu": 16, "upward": 16, "posit": [16, 98, 102, 109, 136, 154, 171, 180, 181, 185, 186, 193, 196, 202, 206, 235, 268, 299, 305], "angular": 16, "stand": [16, 92, 97, 115, 163, 202, 221], "equat": [16, 58, 154, 181, 272, 277], "motion": 16, "veloc": [16, 181], "theta": [16, 81, 109, 180], "_t": [16, 163], "sin": [16, 18, 69, 70, 73, 74, 75, 78, 79, 97, 105, 124, 213, 286, 296, 299], "theta_t": 16, "u": [16, 196, 197], "dt": [16, 163], "rad": 16, "sec": [16, 138, 154], "gravit": 16, "mass": 16, "accord": [16, 17, 28, 36, 105, 106, 125, 134, 161, 163, 175, 177, 181, 185, 193, 221, 237, 242, 295], "theta_": [16, 163], "deleg": [16, 25, 136, 227, 241], "privat": [16, 17, 27, 139, 176, 177, 218], "merg": [16, 26, 50, 98, 102, 179, 181, 193, 258], "is_shar": 16, "new_th": 16, "plu": [16, 109, 144], "new_thdot": 16, "neg": [16, 25, 41, 55, 98, 102, 108, 109, 115, 116, 154, 161, 173, 177, 180, 268], "discourag": [16, 45, 54, 180], "omit": [16, 27, 97, 122, 161, 180, 200, 202, 207, 227, 229, 230, 276, 283, 285], "agent": [16, 136, 181, 182, 184, 187], "param": [16, 23, 57, 125, 137, 138, 147, 150, 152, 155, 158, 172, 178, 183, 184, 203, 218, 253, 283, 304, 306], "mandatori": [16, 158, 180], "domain": [16, 28, 38, 42, 55, 56, 81, 106, 120, 136, 180, 223, 286], "accur": [16, 23, 81, 95, 100, 122, 142, 160, 173, 184, 194, 220, 299], "lazili": [16, 170], "costli": [16, 141, 286], "observation_spec": [16, 180], "compositespec": 16, "dictionari": [16, 42, 43, 55, 89, 114, 117, 125, 144, 156, 170, 172, 180, 182, 183, 186, 193, 197, 211, 225, 275, 288, 290], "action_spec": [16, 180], "reward_spec": [16, 180], "done_spec": 16, "input_spec": [16, 180], "state_spec": 16, "output_spec": 16, "neither": [16, 105, 203, 276, 305], "shortcut": 16, "tensorspec": 16, "irrelev": [16, 176], "incorpor": [16, 107, 116, 136, 153, 185], "pseudo": [16, 28], "_make_spec": 16, "pendulumenv": 16, "gen_param": 16, "batch_lock": 16, "homonym": [16, 173], "check_env_spec": [16, 180], "rand_step": 16, "randomli": [16, 49, 57, 58, 78, 79, 95, 100, 102, 124, 144, 154, 163, 181, 186, 197, 211, 273], "invers": [16, 105, 219, 247], "showcas": [16, 27, 71, 137, 167, 170, 197, 199, 200, 212, 226], "thdot": 16, "summar": [16, 55, 57, 115, 128, 134, 135, 137, 142, 154, 190, 196, 200], "_apply_transform": 16, "_call": 16, "inv": 16, "_inv_apply_transform": 16, "eventu": [16, 139, 146, 153], "out_keys_inv": 16, "unitari": 16, "sine": [16, 124], "cosin": [16, 257], "raw": [16, 27, 37, 49, 55, 74, 89, 124, 206, 299], "del_kei": 16, "mdp": 16, "gather": [16, 61, 98, 104, 138, 140, 150, 152, 153, 160, 180, 181, 204, 226, 240, 269], "unexplor": 16, "abil": [16, 27, 66, 105, 115, 125, 140, 141, 152, 188, 191, 194, 202, 220, 241], "recreat": [16, 36, 48], "clip": [16, 55, 81, 178, 180, 181], "scratch": [16, 36, 48, 55, 59, 107, 108, 125, 128, 131, 136, 187, 206, 287, 290], "advanc": [17, 20, 21, 23, 27, 48, 95, 110, 113, 116, 117, 119, 120, 135, 136, 150, 173, 193, 197, 199, 202, 218, 221, 222, 226, 230, 231, 235, 236, 240, 251, 253, 258, 259, 273, 286, 290, 305], "verif": [17, 183], "rapid": [17, 97, 221], "manufactur": [17, 66], "imposs": [17, 100, 108, 170, 240], "simultan": [17, 26, 29, 36, 48, 62, 136, 142, 152, 173, 179, 286], "began": 17, "enhanc": [17, 98, 139, 143, 156, 173, 188, 213, 222, 230, 231, 233, 242, 253, 267, 286, 301, 305], "rapidli": 17, "wrapper_custom_tensor_add": 17, "torch_fn": 17, "custom_cpu_fallback": 17, "operatorhandl": 17, "hint": [17, 22, 97, 107, 108, 112, 120, 141, 152, 182, 190, 196], "cpu_fallback": 17, "cppfunction": 17, "makefromboxedfunct": 17, "cumtomselufunct": 17, "selu": [17, 123], "wrapper_autogradcumstom__selu": 17, "wrapper_autogradcustom__selu": 17, "autocastprivateuse1": 17, "autocast": [17, 222, 230, 231, 235, 242, 258, 294], "kernel_privateuseon": 17, "makefallthrough": 17, "backendmodul": 17, "_register_device_modul": 17, "backend_nam": 17, "get_amp_supported_dtyp": 17, "is_autocast_en": 17, "get_autocast_dtyp": 17, "set_autocast_dtyp": 17, "set_autocast_en": 17, "generatorimpl": 17, "builder": [17, 196], "register_generator_privateuse1": 17, "customgeneratorimpl": 17, "make_custom_gener": 17, "deviceindex": 17, "device_index": 17, "make_gener": 17, "make_cumstom_gener": 17, "event": [17, 26, 89, 122, 137, 138, 182, 194, 200, 206, 276, 284, 299], "deviceguard": 17, "deviceguardimplinterfac": 17, "c10_register_guard_impl": 17, "customguardimpl": 17, "backend_meta_": 17, "extrameta": 17, "backendmeta": 17, "custombackendmetadata": 17, "unordered_map": 17, "tensorbackendmetaregistri": 17, "for_seri": 17, "for_deseri": 17, "expand": [17, 97, 111, 117, 161, 168, 191, 200, 223, 244, 249, 301], "timer": [17, 58, 186, 235, 245, 274, 282], "ascend": [17, 58, 90, 233], "npu": [17, 233], "meet": [17, 56, 58, 237, 259, 270], "usabl": [17, 125, 153, 159, 206, 287], "compli": [17, 66], "habit": 17, "torch_npu": [17, 233], "exclus": [17, 27, 177], "rename_privateuse1_backend": 17, "register_privateuse1_backend": 17, "unsupported_dtyp": 17, "quint8": [17, 203], "generate_methods_for_privateuse1_backend": 17, "for_tensor": 17, "for_modul": 17, "for_storag": 17, "is_npu": 17, "perhap": [18, 81, 143, 177, 250], "prevent": [18, 41, 55, 61, 115, 122, 141, 144, 150, 161, 163, 173, 196, 197, 233, 269, 270, 286, 291, 305], "induc": [18, 177, 206], "bad": [18, 95, 141, 156, 200, 210, 286], "fullgraph": [18, 145, 194, 245, 298], "uncom": [18, 55, 57, 66, 70, 79, 100, 104, 111, 115, 124, 175], "cropped_img": 18, "img": [18, 38, 49, 98, 136, 156, 178, 191, 193, 304], "black": [18, 81, 89, 102, 115, 136, 140, 142, 182, 186], "aka": [18, 162, 164, 173, 178, 202, 258, 300], "mutates_arg": 18, "led": 18, "past": [18, 55, 56, 106, 111, 196, 202, 248], "exercis": [18, 23, 49, 152, 178, 199, 269], "reader": [18, 112, 152, 199, 202, 285], "1s": 18, "region": [18, 98, 105, 142, 160, 188, 193, 199, 200, 201, 265, 269, 274, 286, 290, 293, 297, 299], "0s": [18, 143, 153, 211], "unus": [18, 161, 176, 227], "forgot": [18, 206], "python_custom_op": [18, 21], "pritam": 19, "damania": 19, "yi": [19, 196, 300], "wang": [19, 28, 117, 119, 120, 161, 163, 206, 231], "distributeddataparallel": [19, 61, 62, 67, 135, 137, 138, 152, 176, 184, 269, 306], "paradigm": [19, 20, 67, 107, 124, 135, 183, 184, 235], "dens": [19, 20, 163, 197, 202, 218, 223, 235], "fc": [19, 48, 163, 178, 237], "replic": [19, 22, 62, 66, 67, 136, 138, 140, 148, 150, 152, 183, 184, 197, 252], "trainer": [19, 28, 61, 142, 148, 182, 183, 184, 235, 250], "hybrid": [19, 91, 93, 252], "pipedream": 19, "embeddingbag": [19, 22], "drive": [19, 29, 58, 66, 97, 100, 102, 136, 163, 173, 218, 247], "respond": [19, 98, 163, 183], "amongst": [19, 197, 219], "themselv": [19, 102, 197, 220, 227], "remotemodul": 19, "kick": [19, 36, 48, 170, 182, 183, 184], "remot": [19, 67, 135, 142, 182, 183, 184, 190, 247, 253, 265, 295, 305], "hybridmodel": 19, "allreduc": [19, 89, 138, 140, 150, 176, 206, 286], "firstli": [19, 120, 161, 181], "tcp": [19, 61, 139, 148, 149, 152, 247], "init_method": [19, 150, 152, 204], "_run_train": [19, 184], "rpc_async": [19, 182, 184], "exit": [19, 158, 182, 183, 184, 206, 245, 246, 255, 276, 297, 302, 305], "conflict": [19, 161, 196], "remote_emb_modul": 19, "rref": [19, 182, 183, 247, 253], "distributedoptim": [19, 183, 184, 247, 253], "remote_paramet": 19, "cannnot": 19, "crossentropyloss": [19, 23, 41, 49, 107, 109, 123, 140, 175, 178, 184, 191, 208, 227, 229, 258, 294], "get_next_batch": [19, 182, 184], "jess": [20, 235], "cai": [20, 235], "seek": [20, 92, 98, 235, 251], "grain": [20, 38, 97, 137, 152, 190, 194, 235, 269, 270, 285], "2n": [20, 235], "degrad": [20, 81, 235, 267], "sparsifi": [20, 136, 177, 235], "answer": [20, 41, 83, 98, 102, 109, 152, 154, 160, 170, 186, 196, 197, 235], "tune": [20, 23, 41, 89, 107, 115, 126, 135, 136, 138, 142, 145, 178, 179, 199, 210, 211, 222, 235, 259, 273, 274, 282, 285, 290, 305], "recov": [20, 137, 138, 150, 164, 229, 235], "nearli": [20, 115, 191, 235, 270], "f1": [20, 154, 194, 211, 235], "86": [20, 49, 107, 161, 179, 184, 202, 235, 257, 270], "92": [20, 49, 107, 235, 257, 270], "vs": [20, 22, 58, 104, 106, 137, 190, 191, 199, 200, 210, 220, 226, 227, 232, 235, 257, 299], "3x": [20, 70, 124, 200, 235, 242, 269, 286], "beginn": [20, 39, 50, 51, 84, 85, 86, 87, 91, 99, 101, 110, 118, 124, 126, 135, 136, 235, 238, 273, 278, 279, 280, 281], "to_sparse_semi_structur": [20, 235], "motiv": [20, 81, 139, 161, 183, 203, 212, 219, 220, 223, 235], "affect": [20, 98, 102, 106, 107, 147, 173, 175, 199, 235, 286], "swap": [20, 57, 109, 123, 140, 154, 173, 180, 202, 208, 210, 211, 223, 225, 229, 235, 283], "compress": [20, 98, 177, 218, 221, 235, 244, 259], "arrang": [20, 124, 235], "drawback": [20, 114, 196, 235, 249, 250], "2020": [20, 235], "amper": [20, 137, 167, 172, 235, 269], "cutlass": [20, 222, 235], "cusparselt": [20, 235], "milder": [20, 235], "account": [20, 56, 115, 153, 170, 173, 186, 191, 202, 211, 235, 300], "retrain": [20, 235], "sweet": [20, 235], "spot": [20, 100, 104, 105, 143, 235], "2x": [20, 24, 92, 136, 147, 170, 199, 200, 207, 235, 257], "theoret": [20, 58, 173, 218, 235, 291], "granular": [20, 137, 161, 197, 200, 211, 235, 276, 286, 305], "fp16": [20, 137, 164, 210, 222, 235], "resnet": [20, 48, 49, 98, 141, 178, 190, 208, 227, 229, 230, 235, 267, 286], "imagenet": [20, 49, 57, 98, 131, 134, 156, 178, 179, 208, 227, 229, 235, 248], "76": [20, 107, 164, 184, 202, 235, 270], "resnext": [20, 235], "101_32x8d": [20, 235], "79": [20, 49, 161, 227, 235, 270, 276], "xception": [20, 235], "ssd": [20, 235, 286], "rn50": [20, 235], "coco2017": [20, 235], "bbap": [20, 235], "24": [20, 23, 107, 144, 161, 179, 181, 202, 235, 257, 270], "maskrcnn": [20, 235], "fairseq": [20, 235], "en": [20, 25, 158, 186, 193, 235], "de": [20, 22, 26, 186, 235], "wmt14": [20, 235], "bleu": [20, 235], "squad": [20, 235], "91": [20, 49, 107, 184, 235, 257, 270], "workflow": [20, 23, 40, 89, 94, 95, 116, 136, 138, 197, 221, 226, 232, 235, 273, 290], "perspect": [20, 27, 111, 180, 200, 235, 305], "subproblem": [20, 235], "bmatrix": [20, 112, 235], "handoff": [20, 235], "anticip": [20, 235], "area": [20, 98, 102, 191, 201, 210, 221, 235, 268], "colab": [20, 22, 28, 29, 40, 45, 54, 83, 101, 104, 115, 134, 136, 152, 153, 154, 162, 178, 180, 181, 193, 197], "pip": [20, 24, 28, 56, 83, 89, 98, 104, 117, 119, 134, 154, 156, 163, 178, 179, 181, 190, 193, 194, 201, 206, 210, 241, 257, 259, 268, 270, 272, 276, 284, 287, 288, 289, 291, 298, 305], "panda": [20, 38, 57, 81, 134, 193], "hug": [20, 83, 161], "face": [20, 49, 57, 58, 66, 81, 83, 161, 227, 301], "token": [20, 55, 66, 83, 114, 137, 140, 144, 175, 185, 186, 202, 211, 235, 286, 301], "val": [20, 23, 26, 137, 178, 179, 208, 227, 229, 235], "segment": [20, 136, 202, 210, 235], "text": [20, 38, 49, 58, 81, 83, 92, 98, 108, 109, 111, 112, 114, 135, 136, 137, 143, 144, 152, 154, 168, 173, 180, 181, 186, 190, 193, 202, 207, 226, 235, 265, 268, 290, 301], "wikipedia": [20, 158, 235], "articl": [20, 38, 235], "score": [20, 55, 66, 98, 108, 112, 114, 122, 154, 185, 186, 201, 202, 204, 211, 235, 268, 301], "fair": [20, 107, 223, 235], "lowest": [20, 138, 177, 235], "l1": [20, 95, 177, 200, 235], "ao": [20, 23, 203, 207, 208, 210, 227, 229, 230, 231, 235], "satisfi": [20, 142, 225, 235, 237, 286], "anytim": [20, 235], "pruner": [20, 235], "update_mask": [20, 235], "shot": [20, 182, 235, 301], "wouldn": [20, 114, 138, 153, 235], "squash_mask": [20, 235], "quickstart": [20, 36, 37, 38, 39, 40, 41, 43, 45, 46, 136, 235], "28x": [20, 235], "bs": [20, 115, 235], "amen": [20, 235], "spent": [20, 89, 185, 190, 199, 200, 235, 270, 273, 276, 291], "delta": [20, 161, 163, 181, 235, 270, 285], "exact": [20, 107, 125, 146, 156, 185, 196, 202, 206, 211, 227, 229, 235, 245], "78": [20, 107, 235, 270], "53": [20, 97, 107, 164, 235, 257, 276], "44": [20, 49, 107, 161, 184, 235], "09": [20, 55, 161, 184, 199, 235, 257], "93": [20, 107, 122, 184, 235, 257, 270, 276], "49": [20, 38, 49, 97, 107, 164, 184, 211, 235, 270], "15": [20, 27, 28, 38, 50, 81, 97, 100, 102, 107, 131, 144, 163, 178, 191, 193, 201, 235, 238, 257, 270, 276], "54": [20, 49, 97, 107, 164, 200, 270], "71x": [20, 200], "35": [20, 38, 107, 140, 144, 164, 238, 257, 259], "74": [20, 107, 134, 184, 211, 257, 270, 276], "23x": 20, "72": [20, 49, 107, 179, 270, 276], "71": [20, 23, 25, 57, 107, 161, 184], "59": [20, 107, 179, 193, 270, 276], "41": [20, 107, 138, 179, 199, 270, 276], "22x": 20, "286": [20, 164, 193, 235], "65": [20, 38, 49, 57, 107, 144, 184, 201, 202, 256, 270], "247": [20, 184], "63": [20, 107, 267, 276], "14x": 20, "46": [20, 107, 154, 161, 164, 179, 199], "02x": 20, "ye": [20, 56, 154, 170, 298], "47": [20, 49, 95, 107, 144, 164, 257, 270, 276], "68": [20, 57, 107, 154, 161, 200, 270], "18x": [20, 235], "36": [20, 49, 107, 179, 257], "13x": 20, "159": 20, "22": [20, 97, 107, 161, 164, 184, 257, 270], "142": [20, 257], "23": [20, 49, 53, 107, 161, 184, 199, 257, 270, 276, 285], "12x": [20, 202], "sparsesemistructuredtensor": [20, 235], "semi_structured_spars": [20, 21], "00": [21, 38, 44, 49, 53, 76, 80, 93, 97, 100, 103, 107, 113, 121, 122, 126, 161, 184, 187, 193, 210, 213, 236, 257, 276, 282, 293], "003": [21, 113, 236], "mb": [21, 23, 44, 53, 76, 80, 93, 103, 113, 121, 122, 126, 138, 154, 187, 208, 211, 227, 229, 236, 267, 276, 282, 293, 306], "scipi": [21, 49, 136, 147, 194], "torchrl": [21, 136, 153, 163, 187], "ddpg": [21, 136], "pendulum": [21, 136, 180], "acceler": [21, 37, 42, 45, 54, 55, 56, 63, 67, 69, 81, 83, 107, 119, 124, 131, 136, 143, 173, 187, 200, 226, 242, 246, 257, 258, 273, 276, 286, 304], "bert": [21, 83, 102, 136, 138, 200, 226, 230, 267, 273], "semi": [21, 136, 202, 226], "sparsiti": [21, 114, 136, 177, 202, 218, 220, 226, 236], "onnx": [21, 92, 136], "super_resolution_with_onnxruntim": [21, 24], "supervis": [21, 109, 136, 188, 193], "usb": [21, 136, 179], "usb_semisup_learn": [21, 28], "embeddingplann": [22, 136], "conda": [22, 27, 89, 98, 104, 152, 161, 206, 210, 226, 259, 268, 284, 285, 305], "cudatoolkit": 22, "sudo": [22, 190, 241], "rm": [22, 247], "miniconda3": [22, 26, 285], "py37_4": 22, "sh": [22, 150, 241, 256, 265], "anaconda": [22, 89, 98, 152, 284], "chmod": 22, "fbgemm": [22, 23, 134, 197, 203, 207, 208, 267], "ipython": [22, 122, 181], "cp": [22, 204, 241, 248, 304], "restart": [22, 27, 98, 104, 149, 181], "newli": [22, 131, 152, 253], "python37": 22, "dynload": 22, "enviro": 22, "spmd": [22, 140, 250], "mimic": [22, 23, 107, 178, 210, 211, 218], "launcher": 22, "embeddingbagcollect": 22, "bag": [22, 38, 40, 191, 197], "ebc": [22, 197], "4096": [22, 197, 257], "parameterconstraint": 22, "placement": [22, 199, 305], "evenli": [22, 97], "intra": [22, 25, 137, 140, 154, 252], "interconnect": [22, 199, 272], "nvlink": [22, 140, 247], "data_parallel": 22, "planner": 22, "embedding_typ": 22, "embeddingcomputekernel": 22, "shardingtyp": 22, "dict": [22, 55, 57, 163, 170, 180, 196, 201, 225, 231, 232, 244, 249, 250, 253, 255, 269, 275], "large_table_cnt": 22, "small_table_cnt": 22, "large_t": 22, "embeddingbagconfig": 22, "large_table_": 22, "embedding_dim": [22, 102, 123], "num_embed": [22, 123], "feature_nam": 22, "large_table_feature_": 22, "poolingtyp": 22, "small_tabl": 22, "small_table_": 22, "small_table_feature_": 22, "gen_constraint": 22, "sharding_typ": 22, "table_wis": 22, "large_table_constraint": 22, "small_table_constraint": 22, "mimick": 22, "single_rank_execut": 22, "embeddingbagcollectionshard": [22, 197], "model_parallel": 22, "embeddingshardingplann": 22, "topolog": [22, 154, 197, 211, 250, 252, 258, 265], "moduleshard": 22, "shardingenv": 22, "init_distributed_single_host": 22, "pyre": 22, "fixm": 22, "set_devic": [22, 59, 61, 137, 138, 150, 204, 212, 249, 250, 252], "compute_devic": 22, "pg": [22, 206], "sharder": [22, 197], "shardingplan": 22, "collective_plan": 22, "sharded_model": 22, "from_process_group": 22, "spmd_sharing_simul": 22, "get_context": [22, 152], "exitcod": 22, "factor": [22, 24, 102, 131, 173, 178, 181, 182, 194, 197, 209, 210, 249, 273], "medium": [22, 139, 201, 286], "large_table_0": 22, "parametershard": 22, "compute_kernel": 22, "batched_fus": 22, "sharding_spec": 22, "enumerableshardingspec": 22, "shardmetadata": 22, "shard_offset": 22, "shard_siz": 22, "large_table_1": 22, "small_table_0": 22, "small_table_1": 22, "finer": [22, 38, 200, 276], "halv": [22, 122], "row_wis": 22, "512": [22, 107, 137, 163, 175, 196, 235, 242, 258, 270, 276], "imbal": [22, 199, 286], "vertic": [22, 25], "column_wis": 22, "unfortu": 22, "batched_dens": 22, "raghuraman": [23, 154, 178], "krishnamoorthi": [23, 154, 178], "jerri": [23, 207, 208, 209, 227, 230, 232], "zhang": [23, 207, 208, 209, 227, 230, 231, 232, 249, 250, 252], "decreas": [23, 42, 55, 81, 90, 107, 115, 140, 143, 163, 197, 199, 200, 221], "mobilenetv2": [23, 226, 229], "np": [23, 49, 57, 108, 154, 163, 178, 179, 181, 184, 191, 193, 208, 211, 219, 227, 229, 235, 285, 301], "dataload": [23, 36, 37, 39, 40, 41, 42, 43, 45, 46, 49, 50, 58, 61, 81, 95, 107, 126, 137, 138, 143, 152, 154, 173, 175, 178, 183, 190, 191, 193, 208, 211, 227, 229, 258, 259, 260, 274, 286, 294], "filterwarn": [23, 193, 208, 227, 229], "deprecationwarn": [23, 181, 208, 227, 229], "seed": [23, 58, 81, 100, 107, 137, 138, 152, 154, 182, 184, 208, 211, 227, 229], "manual_se": [23, 105, 107, 137, 138, 152, 154, 182, 204, 208, 211, 227, 229, 235, 306], "191009": [23, 208, 227, 229], "floatfunct": 23, "quantstub": [23, 208, 256, 267], "dequantstub": [23, 208, 256, 267], "relu6": [23, 123], "_make_divis": 23, "divisor": 23, "min_valu": 23, "tf": [23, 104], "divis": [23, 105, 196], "tensorflow": [23, 104, 108, 110, 124], "blob": [23, 27, 120, 138, 159, 190, 203, 208, 241], "slim": [23, 124], "mobilenet": [23, 136, 179], "new_v": 23, "round": [23, 120, 137, 163, 182, 270, 273, 285], "convbnrelu": 23, "in_plan": 23, "out_plan": 23, "kernel_s": [23, 107, 138, 163, 203, 256, 259], "momentum": [23, 48, 49, 71, 75, 95, 100, 106, 115, 124, 125, 146, 152, 178, 182, 191, 197, 203, 229, 253, 256, 258, 259, 288, 289, 294], "inplac": [23, 123, 138, 178, 207, 225, 235, 256, 267], "invertedresidu": 23, "inp": [23, 178, 183, 196, 222, 251, 299], "oup": 23, "expand_ratio": 23, "hidden_dim": [23, 102], "use_res_connect": 23, "pw": 23, "dw": 23, "conv": [23, 58, 102, 123, 146, 159, 160, 164, 178, 183, 200, 207, 208, 231, 232, 256, 265, 276], "skip_add": 23, "num_class": [23, 107, 182, 191, 193, 201], "width_mult": 23, "inverted_residual_set": 23, "round_nearest": 23, "v2": [23, 107, 128, 153, 179, 197, 233, 242, 249, 255], "width": [23, 48, 49, 52, 102, 105, 142, 163, 167, 193, 200, 201, 301], "input_channel": 23, "last_channel": 23, "1280": [23, 201], "96": [23, 49, 107, 161, 184, 257], "160": [23, 154, 184, 193, 256, 270, 276], "320": [23, 259], "valueerror": [23, 163, 253, 301], "invert": [23, 136, 180, 219], "residu": [23, 140], "output_channel": 23, "quant": [23, 178, 203, 211, 227, 231, 232, 256, 267], "dequant": [23, 178, 203, 208, 210, 211, 227, 230, 231, 232, 256, 259, 267], "isinst": [23, 163, 208, 211, 212, 229, 232, 235], "init": [23, 26, 27, 139, 233, 237, 256, 304], "kaiming_normal_": 23, "fan_out": 23, "zeros_": 23, "elif": [23, 154, 163, 175, 211, 253, 276], "ones_": 23, "normal_": 23, "bn": [23, 146, 160, 178, 203, 207, 229, 256], "numer": [23, 24, 45, 55, 78, 79, 105, 107, 108, 117, 124, 142, 204, 208, 211, 226, 227, 229, 230, 235, 236, 269, 286], "fuse_model": [23, 178], "is_qat": [23, 203, 229, 230], "fuse_modul": [23, 178], "fuse_modules_qat": 23, "averagemet": [23, 208, 227, 229], "fmt": [23, 208, 227, 229, 244], "avg": [23, 97, 208, 227, 229, 257, 276], "__str__": [23, 197, 208, 227, 229], "fmtstr": [23, 208, 227, 229], "__dict__": [23, 208, 227, 229, 230, 231, 283], "topk": [23, 144, 208, 227, 229, 259, 303], "maxk": [23, 208, 227, 229], "pred": [23, 115, 138, 140, 154, 178, 183, 191, 208, 211, 227, 229, 259], "correct_k": [23, 208, 227, 229], "mul_": [23, 208, 227, 229, 253], "criterion": [23, 49, 52, 73, 107, 124, 144, 178, 181, 184, 186, 191, 208, 227, 229, 258, 294], "neval_batch": [23, 229], "top1": [23, 208, 227, 229, 259], "acc": [23, 178, 193, 208, 227, 229], "2f": [23, 107, 138, 179, 182, 184, 199, 200, 208, 227, 229, 238, 267], "top5": [23, 208, 227, 229, 303], "cnt": [23, 208, 227, 229], "acc1": [23, 208, 227, 229], "acc5": [23, 208, 227, 229], "load_model": [23, 208, 227, 229], "model_fil": [23, 208, 227, 229], "state_dict": [23, 43, 49, 55, 59, 61, 95, 107, 137, 138, 150, 154, 163, 177, 178, 181, 208, 227, 229, 249, 250, 258, 267, 269, 272, 274, 282, 283, 287, 290], "weights_onli": [23, 43, 49, 125, 150, 193, 208, 227, 229, 259], "load_state_dict": [23, 43, 49, 59, 95, 106, 107, 125, 150, 163, 178, 181, 193, 208, 227, 229, 249, 250, 259, 269, 274, 282, 287], "print_size_of_model": [23, 154, 208, 211, 227, 229], "getsiz": [23, 154, 208, 211, 227, 229, 267], "data_path": [23, 95, 208, 227, 229], "prepare_data_load": [23, 208, 227, 229], "randomresizedcrop": [23, 57, 208, 227, 229], "randomhorizontalflip": [23, 57, 178, 208, 227, 229], "dataset_test": [23, 208, 227, 229], "centercrop": [23, 156, 178, 208, 227, 229, 248], "train_sampl": [23, 208, 227, 229], "randomsampl": [23, 154, 208, 211, 227, 229], "test_sampl": [23, 208, 227, 229], "sequentialsampl": [23, 154, 208, 211, 227, 229], "train_batch_s": [23, 208, 227, 229], "data_loader_test": [23, 208, 227, 229, 230, 231], "eval_batch_s": [23, 154, 208, 211, 227, 229], "pre": [23, 38, 108, 136, 137, 140, 152, 154, 178, 179, 193, 197, 201, 202, 210, 211, 222, 232, 250, 253, 296, 304, 305], "saved_model_dir": [23, 208, 227, 229], "float_model_fil": [23, 208, 227, 229], "mobilenet_pretrained_float": 23, "scripted_float_model_fil": [23, 208], "mobilenet_quantization_script": 23, "scripted_quantized_model_fil": 23, "mobilenet_quantization_scripted_quant": 23, "float_model": [23, 207, 208, 211, 225, 227, 229, 230], "fusion": [23, 89, 136, 160, 161, 197, 200, 208, 210, 222, 229, 253, 256, 258, 286, 290, 293, 302], "baselin": [23, 25, 28, 98, 107, 193, 210, 227, 235, 270, 285], "un": [23, 105, 186], "num_eval_batch": [23, 229], "sophist": [23, 124, 180], "num_calibration_batch": 23, "mymodel": [23, 203], "estim": [23, 52, 57, 58, 102, 142, 180, 181, 186, 197, 210, 248, 270, 291], "qconfig": [23, 178, 203, 207, 208, 209, 211, 227, 231, 232, 256, 267], "default_qconfig": [23, 208], "calibr": [23, 173, 203, 207, 209, 229, 230, 231, 259], "56": [23, 107, 164, 179, 181, 187, 199, 235, 270, 276, 305], "4x": [23, 137, 200, 207, 208, 273], "x86": [23, 134, 203, 207, 208, 222, 226, 242, 267], "basi": [23, 137, 154], "histogram": [23, 225, 227, 284], "per_channel_quantized_model": 23, "get_default_qconfig": [23, 207, 208, 256, 267], "67": [23, 49, 107, 122, 161, 200, 203, 211, 257], "qat": [23, 178, 203, 230], "train_one_epoch": [23, 229], "ntrain_batch": [23, 229], "avgloss": [23, 229], "5f": [23, 229], "start_tim": [23, 229], "global_avg": [23, 229], "qat_model": 23, "get_default_qat_qconfig": [23, 267], "prepare_qat": [23, 178, 267], "freez": [23, 48, 131, 178, 200, 226, 229, 230, 231, 236, 258, 286], "num_train_batch": [23, 229], "nepoch": [23, 229], "disable_observ": [23, 229], "intrins": [23, 203], "freeze_bn_stat": 23, "quantized_model": [23, 154, 207, 208, 211, 227, 229], "confirm": [23, 24, 95, 98, 115, 116, 137, 162, 182, 303], "allud": [23, 81], "run_benchmark": 23, "img_load": 23, "elaps": [23, 138, 186, 211], "num_batch": [23, 152], "enumer": [23, 49, 95, 106, 138, 140, 178, 179, 183, 190, 191, 235, 258, 259, 294], "num_imag": 23, "0f": [23, 178, 259], "ms": [23, 161, 179, 199, 200, 222, 235], "61": [23, 107, 122, 164, 235, 257], "dynamo_export": 24, "torchdynamo": [24, 136, 145, 196, 213, 230, 231, 232], "technolog": [24, 67, 107, 136, 152, 202, 253, 290], "torchscript": [24, 117, 119, 126, 134, 136, 156, 159, 164, 197, 200, 211, 226, 236, 244, 267, 276, 290], "platform": [24, 27, 117, 150, 152, 190, 242, 257, 265, 286, 294, 303, 304, 305], "mac": [24, 154, 241], "prove": [24, 199], "onnxruntim": [24, 117, 119], "resolut": [24, 102, 193], "video": [24, 41, 48, 49, 59, 61, 62, 83, 97, 98, 100, 102, 104, 105, 106, 128, 135, 136, 148, 149, 190, 286], "wide": [24, 37, 67, 97, 102, 115, 139, 140, 143, 144, 152, 154, 176, 186, 210, 253, 268, 286], "superresolut": 24, "shi": 24, "et": [24, 28, 55, 58, 66, 81, 152, 177, 186], "al": [24, 28, 55, 58, 66, 81, 177, 186], "upscal": 24, "ycbcr": 24, "ordinarili": [24, 269], "torch_model": 24, "batchnorm": [24, 58, 61, 125, 159, 164, 208, 227, 229, 230, 231, 286, 288], "ax": [24, 57, 109, 112, 136, 178, 186, 187, 191], "dynamic_ax": 24, "torch_out": 24, "super_resolut": 24, "modelproto": 24, "bundl": [24, 296], "ml": [24, 40, 81, 105, 107, 135, 136, 142, 197, 226, 255, 257, 304], "proto": [24, 123], "checker": [24, 123], "check_model": [24, 123], "onnx_model": 24, "rtol": 24, "1e": [24, 73, 95, 102, 124, 146, 178, 181, 182, 184, 203, 204, 235, 256], "03": [24, 38, 49, 97, 100, 107, 134, 183, 184, 187, 193, 204, 257, 285], "atol": [24, 204, 235], "05": [24, 25, 38, 81, 107, 137, 181, 184, 203, 256, 257, 299], "contact": [24, 137, 240], "pronounc": [24, 173], "famou": [24, 28, 81], "224x224": [24, 98, 179, 248], "cb": 24, "cr": 24, "grayscal": [24, 38, 153, 163], "blue": [24, 48, 137, 140, 265], "red": [24, 66, 140, 145, 191, 225, 265], "chroma": 24, "sensit": [24, 107, 148, 158, 197, 208], "human": [24, 55, 81, 98, 123, 144, 154, 156, 163, 186, 193, 206, 248], "mobil": [24, 64, 65, 107, 134, 203, 213, 215, 216, 224, 226, 241, 243, 244, 256, 263, 264, 267, 274, 290], "deploi": [24, 60, 117, 126, 136, 142, 149, 177, 179, 187, 244, 290], "cloud": [24, 40, 60, 101, 115, 117, 305], "inferenc": [24, 43], "azur": [24, 190], "servic": [24, 55, 156, 179, 258, 291, 305], "inter": [25, 136, 140, 149, 167, 202, 252, 286], "workload": [25, 27, 107, 122, 135, 136, 149, 150, 190, 197, 199, 200, 208, 213, 222, 227, 249, 252, 253, 257, 258, 290, 305], "fragment": [25, 200, 286], "fork": [25, 181, 305], "fn": [25, 145, 152, 158, 161, 194, 212, 245, 296, 299], "fut": [25, 182, 184], "x_normal": 25, "x_parallel": 25, "async": [25, 182, 184, 197, 249], "sort": [25, 29, 102, 108, 112, 122, 154, 179, 202, 211, 244, 276, 286], "parlanc": 25, "revers": [25, 48, 55, 66, 97, 158, 167, 171, 179, 186, 197], "bidirectionalrecurrentlstm": 25, "cell_f": 25, "input_s": [25, 144, 206], "hidden_s": [25, 55, 66, 97, 144], "cell_b": 25, "output_f": 25, "x_rev": 25, "output_b": 25, "output_b_rev": 25, "lstmensembl": 25, "n_model": 25, "modulelist": [25, 171], "demo": [25, 29, 50, 136, 156, 176, 190, 257, 267], "took": [25, 97, 134, 152, 160, 170, 185, 194, 199, 200, 206, 299], "future_f": 25, "stuff": 25, "worth": [25, 27, 58, 170, 173, 183, 273], "profil": [25, 89, 126, 136, 138, 173, 185, 187, 199, 222, 225, 257, 270, 274, 282, 286, 290], "chrome": [25, 97, 173, 185, 190, 276], "prof": [25, 185, 257, 276], "export_chrome_trac": [25, 185, 276], "json": [25, 122, 156, 173, 185, 190, 248, 251, 276, 300], "navig": [25, 67, 190, 191, 265], "button": [25, 56, 58, 117, 190, 265], "timelin": [25, 170, 190, 200, 265], "horizont": [25, 136, 290, 293], "opportun": [25, 92, 117, 153, 197, 253], "breviti": [25, 27, 202, 218, 273, 283], "intro": [25, 39, 40, 44, 61, 109, 110, 135, 153, 156, 191, 246, 255], "tracer": [25, 175], "member": [26, 73, 124, 178, 226, 233], "portion": [26, 89, 170, 173, 175, 177, 206, 257, 265, 285], "custom_class": 26, "mystackclass": 26, "customclasshold": 26, "stack_": 26, "push": [26, 58, 81, 102, 107, 162, 181, 210, 240, 256], "pop": [26, 102, 154, 211, 235], "pop_back": 26, "intrusive_ptr": [26, 176, 270, 285], "make_intrus": [26, 176], "elem": [26, 283], "smart": [26, 196], "class_": 26, "my_class": 26, "contructor": 26, "yourclass": 26, "ref": [26, 227], "unari": 26, "add_librari": [26, 27], "cmake_cxx_standard": 26, "custom_class_project": 26, "rh": 26, "devtoolset": 26, "torchbind_tutori": 26, "j": [26, 27, 36, 48, 49, 81, 97, 107, 108, 112, 154, 186, 206], "libcustom_class": 26, "filesystem": [26, 100, 152], "treatment": [26, 193, 220, 221, 273], "cpp_inference_exampl": 26, "foobarbaz": 26, "tostr": 26, "add_subdirectori": [26, 27], "drill": [26, 97, 285], "75": [26, 27, 107, 131, 138, 144, 178, 273], "momfoobarbaz": 26, "incred": [26, 197], "make_custom_class": 26, "tocustomclass": 26, "iscustomclass": 26, "export_attr": 26, "scripted_foo": 26, "runtimeerror": [26, 139, 144, 176, 179, 238, 301], "__torch__": [26, 238], "def_pickl": 26, "pushivalueimpl": 26, "pickler": 26, "__getstate__": 26, "__setstate__": 26, "pickl": [26, 43, 95, 115, 125, 170, 206, 270], "salient": 26, "wherea": [26, 115, 145, 191, 193, 210, 219, 220, 231], "confus": [26, 27, 115, 143, 158, 193, 197, 210, 219, 220, 221, 227], "manipulate_inst": 26, "trycustomop": 26, "bar": [26, 55, 89, 183, 193, 194, 208, 227, 237, 265, 299], "relax": [26, 171, 301], "standalon": [26, 59, 204, 269, 298], "blend": [26, 27], "smoothli": [26, 27], "subsequ": [27, 81, 98, 107, 125, 138, 143, 153, 182, 184, 186, 194, 200, 206, 210, 230, 231, 286, 289, 295, 305], "resort": 27, "emb": [27, 112, 114, 184], "opencv": [27, 49], "vision": [27, 28, 42, 49, 57, 98, 102, 126, 136, 170, 226, 268, 301, 303], "mat": 27, "warpperspect": 27, "warp_perspect": 27, "warp": 27, "image_mat": 27, "cv": [27, 28, 223], "col": [27, 38, 178], "cv_32fc1": 27, "warp_mat": 27, "output_mat": 27, "dsize": 27, "output_tensor": 27, "from_blob": 27, "ptr": 27, "short": [27, 29, 89, 102, 105, 108, 110, 113, 135, 144, 152, 171, 173, 180, 186, 188, 196, 230, 273, 286, 289], "opencv2": 27, "hpp": [27, 176], "alongsid": [27, 158, 191, 193, 197, 269], "goodi": 27, "hardcod": [27, 146, 196, 232], "strikingli": 27, "flat": 27, "scope": [27, 66, 102, 105, 111, 122, 141, 145, 196, 200, 265, 291], "dealloc": [27, 190, 200, 286], "invalid": [27, 219, 220, 221, 253, 270, 286], "quot": [27, 131], "metaprogram": 27, "experiment": [27, 66, 138, 142, 159, 184, 203, 204, 206, 212, 259, 284, 286], "target_compile_featur": 27, "cxx_std_14": 27, "opencv_cor": 27, "opencv_imgproc": 27, "libwarp_perspect": 27, "sensat": 27, "0x7f618fc6fa50": 27, "3218": 27, "4611": 27, "4636": 27, "3746": 27, "0978": 27, "5005": 27, "3245": 27, "0169": 27, "4458": 27, "1862": 27, "1692": 27, "noteworthi": [27, 257], "frozen": [27, 36, 48, 163, 178, 211, 222, 238], "prim": [27, 211], "revel": 27, "drop": [27, 56, 102, 104, 117, 148, 170, 184, 199, 210, 257], "26": [27, 38, 107, 144, 161, 163, 164, 179, 184, 257], "restrict": [27, 29, 55, 92, 152, 190, 194, 196, 203, 240], "script_method": [27, 92], "42": [27, 49, 97, 107, 144, 154, 184, 199, 211, 270], "tensortobool": 27, "block0": 27, "block1": 27, "21": [27, 38, 107, 122, 179, 257, 270, 276, 285], "sent": [27, 152, 173, 182, 196, 247], "wire": 27, "dlopen": 27, "example_app": 27, "cxx_range_for": 27, "throw": [27, 97, 105, 139, 156, 182], "errorreport": 27, "mayb": [27, 111, 114, 155, 196, 226], "subdirectori": [27, 58, 201], "prefix": [27, 137, 141, 145, 153, 154, 190, 196, 206, 210, 211, 270, 285, 305, 306], "inconveni": [27, 218], "altogeth": [27, 167, 220], "nb": [27, 97, 106, 240, 248], "impress": [27, 161, 196], "opencv_photo": 27, "happi": [27, 159, 160], "4125": 27, "8262": 27, "5345": 27, "6111": [27, 270], "3997": [27, 83], "4683": 27, "5969": 27, "0850": 27, "0698": 27, "4597": 27, "0926": 27, "5727": 27, "9319": 27, "4834": 27, "1747": 27, "0162": 27, "9521": 27, "6269": 27, "lastli": [27, 95, 136, 170, 196], "driver": [27, 100, 190], "infrastructur": [27, 67, 304], "vener": 27, "beforehand": [27, 167, 232, 267], "is_python_modul": 27, "extra_ldflag": 27, "lopencv_cor": 27, "lopencv_imgproc": 27, "approxim": [27, 55, 98, 137, 146, 160, 163, 167, 177, 181, 199, 211, 257, 272, 286], "0x7f3e0f840b10": 27, "op_sourc": 27, "cpp_sourc": [27, 270], "rout": [27, 66, 145, 156, 161, 196, 248], "quirki": 27, "with_opt": 27, "no_python_abi_suffix": 27, "bottom": [27, 108, 190, 193, 196, 265], "suffix": [27, 45, 54, 89, 161], "tag": [27, 57, 102, 110, 114, 196, 275, 284], "0x7ff51c5b7bd0": 27, "hao": 28, "chen": [28, 196], "unifi": [28, 136, 146, 225, 251, 268, 301], "ssl": 28, "modular": [28, 38, 123, 125, 194, 288], "fixmatch": 28, "defixmatch": 28, "speech": [28, 81, 102, 108, 110, 114, 136, 144, 286], "light": [28, 29, 58, 100, 104, 105, 146, 268], "vit": [28, 301], "strong": [28, 108, 196, 199, 221, 301], "unlabel": [28, 105], "confid": [28, 58, 98, 100, 106, 109, 142, 180, 181, 191, 269], "threshold": [28, 55, 89, 123, 142, 180, 184, 193, 257, 286], "statu": [28, 139, 142, 145, 184, 196, 300], "absorb": 28, "gaussian": [28, 58, 142, 180], "overcom": [28, 116], "quantiti": [28, 107, 136, 140, 162, 167, 172], "qualiti": [28, 163, 186], "trade": [28, 142, 170, 222, 273], "afford": 28, "nlp": [28, 100, 102, 109, 112, 114, 128, 136, 154, 187, 200, 211, 223, 230, 269, 273, 286], "audio": [28, 38, 49, 136, 157, 189, 192], "semilearn": 28, "get_dataset": 28, "get_data_load": 28, "weak": 28, "get_net_build": 28, "get_algorithm": 28, "get_config": 28, "hyper": [28, 185, 305], "87": [28, 38, 107, 122, 184, 222, 257, 270], "lb_imb_ratio": 28, "ulb_imb_ratio": 28, "microsoft": [28, 40, 119, 120, 154, 190, 213], "kihyuk": 28, "sohn": 28, "yidong": 28, "jamesre": 29, "fb": 29, "michael": [29, 108, 245, 246, 255, 269, 297, 302], "suo": 29, "rev2": 29, "hierarchi": [29, 66, 200], "3x4": 29, "my_cel": 29, "redefin": 29, "mycel": 29, "succinctli": [29, 171], "mydecisiong": 29, "tape": 29, "rewind": 29, "tracedmodul": [29, 66, 92], "ir": [29, 123, 161, 209, 253, 296], "commonli": [29, 46, 55, 75, 95, 102, 107, 124, 175, 179, 186, 190, 203, 253, 258, 277, 286, 291], "acquir": [29, 105, 125, 177, 180, 184], "traced_cel": 29, "laden": 29, "submodul": [29, 55, 66, 92, 102, 116, 171, 185, 233, 237, 256, 267, 273], "branch": [29, 97, 116, 196, 200, 201, 230, 241, 258], "nowher": 29, "faithfulli": [29, 116, 218], "analysi": [29, 95, 97, 106, 136, 138, 160, 161, 185, 190, 193, 196, 199, 204, 210, 265, 273, 285, 301], "decis": [29, 97, 110, 113, 153, 173, 196, 218, 219, 221, 242, 286, 296, 302], "inlin": [29, 58, 66, 97, 100, 104, 106, 145, 159, 161, 181, 218, 222, 226, 238, 291], "freestand": 29, "neurip": 29, "1hiicg6jrkbnr5hvk2": 29, "vnmi88vi9puzej": 29, "intro_to_torchscript_tutori": [29, 126, 238], "audio_data_augmentation_tutori": [30, 32], "audio_datasets_tutori": 31, "audio_feature_extractions_tutori": 33, "audio_io_tutori": 34, "frac": [36, 48, 70, 92, 97, 108, 109, 111, 114, 124, 141, 147, 152, 180, 181, 202], "partial": [36, 48, 95, 97, 111, 125, 137, 138, 140, 141, 145, 153, 162, 204, 253, 258, 287, 290], "leaf": [36, 48, 97, 194, 209], "retain_graph": [36, 145], "surround": [36, 66, 173], "mark": [36, 55, 83, 140, 145, 163, 164, 181, 182, 196, 199, 200, 208, 209, 220, 265], "acycl": [36, 48], "dag": 36, "chain": [36, 48, 97, 105, 109, 110, 146, 161, 182, 220, 232], "accumul": [36, 48, 52, 55, 58, 97, 100, 111, 147, 163, 170, 181, 182, 183, 184, 269, 273, 289], "vec": [36, 48, 97, 222], "langl": 36, "x_1": [36, 111, 167], "x_n": [36, 58], "rangl": 36, "y_1": [36, 111], "y_m": 36, "ccc": [36, 48, 97], "y_": [36, 48, 97, 108], "x_": [36, 48, 97], "cdot": [36, 48, 58, 97, 114, 141], "vdot": [36, 48, 97], "ddot": [36, 48, 97], "v_1": 36, "v_m": 36, "life": [36, 107, 143, 144, 249], "autogradqs_tutori": [36, 39, 44, 84], "compris": [37, 38, 58, 66, 125], "fashionmnist": [37, 38, 40, 42, 46, 191], "mtia": [37, 42, 45, 69, 81, 105, 124, 131], "xpu": [37, 42, 45, 69, 81, 105, 124, 131, 231, 258, 276], "neuralnetwork": 37, "minibatch": [37, 38, 104, 115, 143, 155, 172, 175], "28x28": [37, 115, 191, 272], "784": [37, 104, 115, 155, 191], "nonlinear": 37, "phenomena": 37, "seq_modul": 37, "logit": [37, 41, 107, 154, 211, 257], "infti": [37, 181], "parameter": [37, 235], "preview": 37, "buildmodel_tutori": [37, 39, 44], "messi": 38, "primit": [38, 42, 124, 136, 140, 162, 173, 197, 200, 202, 206, 227, 242], "fashion": [38, 55, 66, 104, 106, 119, 137, 140, 142, 183, 188, 191, 193, 194, 197, 258], "zalando": 38, "60": [38, 49, 107, 117, 123, 137, 143, 144, 164, 178, 179, 184, 186, 191, 196, 257, 276], "internet": [38, 179], "target_transform": [38, 42, 46], "training_data": [38, 112], "test_data": 38, "4m": [38, 49, 107], "5k": 38, "360kb": 38, "197k": 38, "748kb": 38, "492k": 38, "27mb": 38, "61m": 38, "14mb": 38, "83m": 38, "02": [38, 49, 58, 97, 107, 161, 184, 187, 213, 257], "99mb": 38, "34": [38, 107, 122, 144, 179, 257, 270, 276, 285], "04m": [38, 210], "1mb": [38, 49, 107], "0m": [38, 107, 144], "66": [38, 138, 257, 270], "6m": [38, 49, 107], "0mb": [38, 107, 306], "80": [38, 95, 107, 142, 143, 144, 164, 184, 273, 301], "29": [38, 49, 107, 144, 154, 179, 184, 187, 270], "95": [38, 107, 142, 144, 184, 200, 203, 257], "2m": [38, 49, 107, 144], "5mb": [38, 49, 107], "2mb": [38, 49, 107], "327kb": 38, "42m": 38, "729kb": 38, "28mb": 38, "64m": 38, "18mb": 38, "06mb": 38, "15k": 38, "55": [38, 49, 107, 144, 164, 199, 227, 270, 305], "9mb": [38, 49, 107], "labels_map": 38, "shirt": [38, 40, 191], "trouser": [38, 40, 191], "pullov": [38, 40, 191], "dress": [38, 40, 191], "coat": [38, 40, 191], "sandal": [38, 40, 191], "sneaker": [38, 40, 191], "ankl": [38, 40, 191], "boot": [38, 40, 179, 191], "figsiz": [38, 178, 191], "sample_idx": [38, 235], "randint": [38, 57, 58, 144, 154, 163, 175, 211, 258], "add_subplot": [38, 191], "titl": [38, 81, 143, 173, 178, 181, 186, 193], "img_dir": 38, "csv": [38, 55, 57, 137], "annotations_fil": 38, "pd": [38, 193], "io": [38, 55, 57, 66, 104, 134, 136, 144, 156, 182, 185, 193, 207, 226, 248, 267, 290], "read_imag": 38, "customimagedataset": 38, "img_label": 38, "read_csv": 38, "img_path": 38, "iloc": 38, "tshirt1": 38, "tshirt2": 38, "ankleboot999": 38, "tupl": [38, 45, 54, 66, 89, 100, 102, 105, 107, 112, 114, 117, 123, 154, 163, 181, 196, 201, 204, 208, 211, 221, 227, 229, 232, 244, 273, 285, 303], "reshuffl": 38, "overfit": [38, 100, 115, 125, 144, 178], "train_dataload": 38, "shuffl": [38, 42, 49, 57, 61, 100, 106, 107, 115, 137, 138, 152, 178, 179, 183, 190, 191, 204, 259], "test_dataload": 38, "train_featur": 38, "train_label": 38, "885": [38, 44, 179, 257], "data_tutori": [38, 39, 44], "quickstart_tutori": [39, 42, 44], "tensorqs_tutori": [39, 44, 45, 87], "tensor_tutori": [39, 51, 53, 54, 63], "dataquickstart_tutori": 39, "transforms_tutori": [39, 44, 46], "autograd_tutori": [39, 48, 51, 53, 63], "optimization_tutori": [39, 41, 44], "saveloadrun_tutori": [39, 43, 44], "sphx_glr_beginner_basics_autogradqs_tutori": [39, 44], "sphx_glr_beginner_basics_buildmodel_tutori": [39, 44], "sphx_glr_beginner_basics_intro": [39, 44], "sphx_glr_beginner_basics_saveloadrun_tutori": [39, 44], "sphx_glr_beginner_basics_transforms_tutori": [39, 44], "sphx_glr_beginner_basics_optimization_tutori": [39, 44], "sphx_glr_beginner_basics_quickstart_tutori": [39, 44], "sphx_glr_beginner_basics_tensorqs_tutori": [39, 44], "sphx_glr_beginner_basics_data_tutori": [39, 44], "suraj": [40, 59, 60, 61, 62, 122, 148, 149, 163, 199], "subramanian": [40, 59, 60, 61, 62, 122, 148, 149, 163, 199], "juarez": 40, "cassi": 40, "breviu": 40, "dmitri": 40, "soshnikov": 40, "ari": 40, "bornstein": 40, "belong": [40, 143, 154, 197, 248], "favorit": [40, 101, 152, 160], "id": [40, 89, 101, 145, 150, 154, 156, 182, 183, 184, 193, 196, 197, 235, 249, 250, 305], "walkthrough": [41, 48, 54, 89, 122], "3blue1brown": [41, 48], "unpredict": [41, 97, 150], "jump": [41, 81, 112, 116, 117, 119, 120, 156, 163, 296], "untrain": 41, "dissimilar": [41, 105, 114], "regress": [41, 115, 154, 188, 211, 270, 284], "nllloss": [41, 109, 123, 144], "classif": [41, 49, 58, 81, 83, 95, 98, 100, 105, 106, 107, 109, 131, 134, 136, 138, 144, 154, 179, 188, 201, 202, 211, 241, 289], "logsoftmax": [41, 123, 144], "deposit": [41, 48], "train_loop": 41, "test_loop": 41, "warmstart": [41, 274, 282, 290], "torchtext": [42, 56, 100, 106, 136], "torchaudio": [42, 56, 100, 106, 136, 137, 179, 190, 210, 231], "cifar": [42, 49, 100, 191], "coco": [42, 201], "conduct": [42, 98, 161, 176, 210], "unpickl": [43, 125, 206], "fail": [43, 97, 105, 116, 125, 161, 173, 179, 181, 185, 194, 196, 206, 226, 229, 232, 233, 258, 269, 301], "inconsist": [43, 125, 161], "legaci": [43, 139], "checkpoint": [43, 55, 66, 83, 95, 148, 170, 175, 210, 258, 269, 274, 282, 288, 290], "tip": [43, 58, 101, 114, 191, 274, 282, 290], "887": [44, 199], "beginner_bas": 44, "ndarrai": [45, 46, 54, 105, 123, 193], "elimin": [45, 117, 122, 146, 155, 161, 162, 179, 196, 202, 209, 223, 233, 253], "overridden": [45, 54, 153, 275], "1200": [45, 270, 304], "breez": [45, 54], "subtli": [45, 54], "y1": [45, 201], "y2": 45, "y3": 45, "wise": [45, 54, 81, 105, 109, 123, 140, 152, 161, 164, 167, 196, 197, 286, 300], "z1": [45, 161], "z2": 45, "z3": 45, "aggreg": [45, 48, 100, 122, 163, 193, 219, 276], "operand": [45, 97, 196], "denot": [45, 107, 109, 112, 197, 218, 219, 223], "t_": [45, 54], "problemat": [45, 54, 161, 171, 286], "hot": [46, 55, 81, 102, 114, 143, 144, 153, 186], "floattensor": [46, 105], "intens": [46, 92, 161, 173, 200, 242, 286, 305], "scatter_": [46, 182], "prop": 48, "proportion": [48, 170], "travers": [48, 184, 259], "height": [48, 52, 102, 105, 163, 193, 200, 201, 265, 301], "3a": [48, 179], "9a": 48, "2b": 48, "dq": [48, 227], "bf": 48, "external_grad": 48, "finetun": [48, 126, 136, 141, 170, 187], "unfrozen": 48, "exclusionari": 48, "autodiff": [48, 136, 162], "pillow": [49, 100, 248], "librosa": 49, "cython": 49, "nltk": 49, "spaci": 49, "viz": [49, 98], "huge": [49, 109, 114, 124, 140, 150, 153], "airplan": [49, 100, 107], "automobil": [49, 100, 107], "bird": [49, 100], "deer": [49, 100], "dog": [49, 100, 107, 201, 268, 304], "frog": [49, 100], "hors": [49, 100], "truck": [49, 100, 107], "3x32x32": 49, "color": [49, 58, 98, 100, 102, 104, 105, 142, 163, 164, 179, 191, 193, 201, 248], "32x32": [49, 52, 100, 107, 117, 191], "extrem": [49, 114, 164, 197], "pilimag": 49, "brokenpipeerror": 49, "trainset": [49, 100, 191], "trainload": [49, 95, 191], "testset": [49, 191], "testload": [49, 191], "plane": [49, 139], "car": 49, "170m": [49, 107, 257], "459k": 49, "58mb": 49, "63m": [49, 208], "18": [49, 107, 120, 122, 143, 144, 161, 178, 179, 184, 210, 257, 267, 270, 300], "3m": [49, 107, 144], "5m": [49, 107], "83": [49, 57, 107, 199, 257, 285], "39": [49, 138, 184, 202, 257, 270], "101mb": 49, "70": [49, 57, 107, 144, 164, 184, 200, 235, 270], "8m": [49, 107], "81": [49, 107, 134, 161, 257], "103mb": 49, "103m": [49, 107], "104mb": 49, "114m": [49, 107, 276], "106mb": 49, "73": [49, 107, 161, 184, 199, 235, 270], "124m": [49, 257], "135m": 49, "107mb": 49, "146m": 49, "105mb": 49, "157m": [49, 107], "98": [49, 57, 107, 161, 184, 257], "167m": [49, 107, 257], "97": [49, 107, 161, 184, 257], "7mb": [49, 107], "fun": [49, 55, 116, 117, 119, 120, 180, 273], "unnorm": [49, 191], "npimg": [49, 191], "datait": [49, 191], "make_grid": [49, 178, 191], "5s": [49, 144], "fc1": [49, 125, 138, 155, 183, 191, 211, 238, 259], "fc2": [49, 125, 138, 183, 191, 211, 238, 259], "84": [49, 57, 122, 125, 163, 191, 199], "fc3": [49, 125, 191], "flatten": [49, 52, 74, 107, 115, 124, 138, 140, 163, 178, 183, 196, 238, 244, 257], "entropi": [49, 58, 100, 102, 106, 140, 289], "running_loss": [49, 107, 178, 191], "2000": [49, 73, 74, 100, 107, 124, 191, 193, 196, 206, 270, 306], "1999": 49, "mini": [49, 52, 55, 58, 104, 112, 115, 156, 163, 172, 179, 191, 259], "5d": 49, "143": [49, 257, 305], "833": [49, 164], "6000": [49, 100], "674": 49, "8000": [49, 100, 285], "574": [49, 164], "10000": [49, 58, 100, 144, 175, 181, 184, 270, 285], "524": 49, "12000": [49, 100], "445": 49, "405": [49, 184], "363": [49, 161], "339": [49, 161], "342": 49, "311": 49, "274": [49, 270], "cifar_net": 49, "learnt": 49, "truth": [49, 81, 117, 201, 226], "okai": 49, "groundtruth": 49, "wasn": [49, 108, 111, 196], "energi": [49, 55, 66], "chanc": [49, 55, 107, 163], "hmmm": 49, "correct_pr": 49, "classnam": 49, "total_pr": 49, "correct_count": 49, "1f": [49, 154, 191, 211], "43": [49, 107, 134, 257, 270], "plai": [49, 55, 58, 107, 109, 136, 180, 187, 200, 230, 231, 305], "chat": [49, 55, 66, 186], "del": [49, 175, 212], "cifar10_tutori": [49, 51, 53, 63], "sung": 50, "kim": 50, "jenni": 50, "kang": 50, "mytensor": 50, "my_tensor": [50, 125], "parallelli": 50, "getitem": 50, "cnn": [50, 107, 134, 136, 163, 167, 171, 172, 188, 193, 200, 201, 230, 258, 267], "capsul": 50, "monitor": [50, 115, 152, 200], "output_s": [50, 144, 206], "former_torchi": 50, "parallelism_tutori": 50, "data_parallel_tutori": [50, 51, 53, 86], "neural_networks_tutori": [51, 52, 53, 63], "gentl": [51, 53, 62, 63, 135], "glimps": 52, "convnet": [52, 98, 153, 163, 178, 183], "learning_r": [52, 107, 144, 154], "lenet": [52, 81, 100, 104, 106, 177, 259], "nsampl": 52, "nchannel": 52, "least": [52, 81, 105, 125, 142, 144, 150, 163, 173, 179, 186, 196, 250, 253, 270, 273, 306], "clear": [52, 57, 81, 97, 108, 109, 114, 123, 141, 145, 161, 173, 184, 193, 212, 220, 248, 270], "sub_": 52, "nesterov": [52, 125], "696": 53, "beginner_blitz": 53, "matthew": [55, 66, 94, 125], "inkawhich": [55, 58, 66, 81, 92, 94, 125], "movi": [55, 56, 66, 98], "cornel": [55, 56, 66], "dialog": [55, 56], "artifici": [55, 66, 107, 272], "intellig": 55, "onlin": [55, 153, 154, 163, 180, 183, 304], "helpdesk": 55, "bot": [55, 66], "predefin": [55, 107, 115, 153, 232, 259, 286], "compani": 55, "IT": 55, "teach": [55, 58, 107, 186], "boom": 55, "hello": [55, 109, 170], "am": [55, 111, 144, 186], "hospit": 55, "lawyer": 55, "friend": [55, 170], "arrest": 55, "kid": 55, "sorri": 55, "san": 55, "francisco": [55, 115], "goodby": 55, "luong": [55, 66, 186], "jointli": [55, 186], "acknowledg": [55, 152], "borrow": [55, 184], "yuan": [55, 66], "kuei": [55, 66], "wu": [55, 66, 139, 204, 212, 222], "ywk991112": [55, 66], "sean": [55, 66, 143, 144, 186], "robertson": [55, 66, 143, 144, 186], "spro": [55, 66], "floydhub": [55, 66], "textutil": [55, 66], "__": [55, 69, 81, 107, 124, 131, 193, 273], "reformat": 55, "rich": [55, 265], "charact": [55, 66, 114, 136, 148, 168, 180, 186, 187], "220": [55, 184], "579": [55, 164], "exchang": [55, 117, 119, 137, 152, 186, 190], "292": [55, 95], "035": 55, "617": 55, "713": [55, 100], "utter": [55, 56], "divers": 55, "variat": [55, 106, 115, 147, 202, 218, 238, 270, 285], "formal": [55, 218, 250], "sentiment": 55, "datafil": 55, "tab": [55, 104, 106, 186, 191, 265], "sentenc": [55, 66, 102, 108, 109, 112, 114, 144, 152, 154, 186, 202, 223], "jsonl": [55, 56], "loadlinesandconvers": 55, "lineid": 55, "characterid": 55, "conversationid": 55, "movieid": 55, "extractsentencepair": 55, "formatted_movie_lin": 55, "unescap": 55, "delimit": 55, "busi": [55, 144, 199, 305], "vocabulari": [55, 66, 100, 102, 114, 140, 143, 154, 223, 286], "implicit": [55, 97, 196, 265, 286], "discret": [55, 258], "voc": [55, 66], "addword": 55, "addsent": 55, "infrequ": 55, "unicod": [55, 143, 144, 186], "ascii": [55, 114, 143, 144, 186], "unicodetoascii": [55, 144], "letter": [55, 66, 143, 144, 186], "lowercas": [55, 66, 115, 186], "punctuat": [55, 186], "normalizestr": [55, 66], "aid": [55, 125, 197, 275], "max_length": [55, 66, 144, 154, 211, 235], "filterpair": 55, "stackoverflow": [55, 143, 144, 181, 186, 270], "518232": [55, 143, 144, 186], "2809427": [55, 143, 144, 186], "tactic": 55, "benefici": [55, 66, 102, 135, 222, 233, 286, 289, 305], "soften": [55, 107], "difficulti": [55, 180], "min_count": 55, "massag": 55, "accommod": 55, "shorter": [55, 57, 115, 186, 190, 218], "eos_token": [55, 66], "english": [55, 109, 112, 143, 144, 168, 186], "indexesfromsent": [55, 66], "zeropad": 55, "inputvar": 55, "outputvar": 55, "pad_token": [55, 66, 154], "batch2traindata": 55, "bunch": [55, 143, 144, 265, 300], "aforement": [55, 89, 107, 202, 259, 296], "brain": 55, "sutskev": 55, "discov": [55, 120, 152, 183, 202, 233], "accomplish": [55, 58, 143, 152, 167, 237, 252, 270, 285], "jeddy92": [55, 66], "ts_seq2seq_intro": [55, 66], "invent": [55, 58, 180], "cho": [55, 199, 200], "2014": [55, 58], "bidirect": [55, 66, 136, 153, 154], "gru": [55, 66, 102, 123, 143, 144, 186], "colah": 55, "2015": [55, 107], "fp": [55, 95, 136, 167], "unpack": [55, 154, 209, 211, 241], "pack_padded_sequ": [55, 66], "pad_packed_sequ": [55, 66], "input_seq": 55, "input_length": [55, 66, 137], "n_layer": [55, 66, 175], "num_direct": 55, "sole": [55, 190], "combat": [55, 114], "bahdanau": [55, 186], "groundwork": 55, "h_t": [55, 112], "_s": 55, "attn": [55, 66, 186], "softmax": [55, 66, 102, 107, 112, 114, 115, 123, 143, 144, 179, 182, 184, 191, 202, 223, 257, 303], "unidirect": [55, 66], "input_step": 55, "last_hidden": 55, "encoder_output": 55, "num_word": 55, "masknllloss": 55, "clever": [55, 109], "teacher": [55, 107, 136, 186], "teacher_forcing_ratio": [55, 186], "instabl": [55, 186], "craft": [55, 81, 114, 144], "explod": [55, 102], "essenc": [55, 111], "nan": [55, 219], "overshoot": 55, "steep": 55, "cliff": 55, "goodfellow": [55, 58, 81], "2016": 55, "www": [55, 154, 186, 201], "deeplearningbook": 55, "sos_token": [55, 66], "realiti": [55, 58, 66, 81, 111, 115, 178, 185, 285], "tie": 55, "trainit": [55, 186], "n_iter": [55, 144], "explanatori": 55, "lift": [55, 240], "tarbal": 55, "NOT": [55, 66, 92, 125, 145, 147, 148, 150, 170], "decoder_output": 55, "greedysearchdecod": 55, "searcher": [55, 66], "evaluateinput": [55, 66], "press": [55, 58], "gracefulli": [55, 59, 183, 250], "prompt": [55, 56, 66, 210, 248, 301, 304], "regardless": [55, 105, 106, 162, 173, 183], "attn_model": [55, 66], "concat": [55, 66, 111, 123, 208, 232], "loadfilenam": [55, 66], "save_dir": [55, 66, 163, 193], "model_nam": [55, 66, 137, 230, 231, 235, 258], "corpus_nam": [55, 56, 66], "encoder_n_lay": [55, 66], "decoder_n_lay": [55, 66], "_checkpoint": [55, 66, 137], "tar": [55, 66, 83, 125], "checkpoint_it": [55, 66], "folk": 55, "congratul": [55, 120, 141, 143, 197, 272, 287, 288, 289], "tailor": [55, 152, 173, 197, 305], "cool": [55, 58, 170, 172, 240], "chatbot_tutori": [55, 126], "wen": [56, 194, 196, 299], "jst": 56, "uninstal": [56, 154], "reinstal": 56, "torchdata": 56, "ntebook": 56, "chatbot": [56, 66, 126], "browser": [56, 104, 106, 117, 190, 251], "subfold": 56, "visit": [56, 125, 210, 259], "in_": 56, "_colab": 56, "_name": 56, "mount": [56, 206], "gdrive": 56, "upload": [56, 251], "rerun": [56, 145, 170], "evolv": [56, 161, 167], "t4": 56, "sasank": [57, 131, 178], "chilamkurthi": [57, 131, 178], "scikit": [57, 154], "facial": 57, "pose": [57, 251, 252], "landmark": 57, "dlib": 57, "image_nam": 57, "part_0_x": 57, "part_0_i": 57, "part_1_x": 57, "part_1_i": 57, "part_2_x": 57, "part_67_x": 57, "part_67_i": 57, "0805personali01": 57, "134": 57, "1084239450_e76e00b7e7": 57, "236": 57, "257": [57, 270], "312": [57, 164, 301], "person": [57, 197, 201], "img_nam": 57, "__len__": [57, 115, 143, 152, 181, 201], "__getitem__": [57, 115, 143, 152, 201], "randomcrop": [57, 178], "crop": [57, 100, 142, 188, 201, 248], "tsfm": 57, "transformed_sampl": 57, "safer": [57, 270], "stick": [57, 152, 164], "lose": [57, 59, 105, 107, 163, 197, 273, 290], "collate_fn": 57, "indent": [57, 270], "imagefold": [57, 58, 100, 178], "ant": [57, 131, 178], "xxy": 57, "jpeg": [57, 156, 248], "xxz": 57, "bee": [57, 131, 178], "nsdf3": 57, "asd932_": 57, "data_transform": [57, 178], "hymenoptera_dataset": 57, "hymenoptera_data": [57, 178], "dataset_load": 57, "data_loading_tutori": [57, 126], "nathan": [58, 81, 92, 94], "celebr": [58, 136], "pictur": [58, 81, 140, 186], "thorough": [58, 199, 200], "shed": [58, 268], "spend": [58, 89, 170, 270, 276], "sake": [58, 153, 177, 181, 287, 288], "ian": 58, "constantli": [58, 81, 181], "outsmart": 58, "equilibrium": 58, "perfect": [58, 97, 150, 220], "notat": [58, 81, 123], "chw": [58, 179], "3x64x64": 58, "thought": [58, 90, 219, 285], "latent": [58, 114], "p_": 58, "p_g": 58, "minimax": 58, "logd": 58, "underset": 58, "mathbb": [58, 92, 167, 181], "sim": 58, "radford": 58, "unsupervis": 58, "drawn": [58, 115, 180], "rgb": [58, 100, 107, 156, 163, 179, 193, 248], "volum": [58, 138], "manualse": 58, "dataroot": 58, "image_s": [58, 301], "spatial": [58, 98, 100, 102, 136, 187, 201], "64x64": 58, "nc": [58, 97, 222], "nz": 58, "ngf": 58, "ndf": 58, "num_epoch": [58, 178, 229], "0002": 58, "ngpu": 58, "celeb": 58, "img_align_celeba": 58, "celeba": 58, "188242": 58, "173822": 58, "284702": 58, "537394": 58, "stdev": 58, "weights_init": 58, "reiniti": 58, "criteria": 58, "netg": 58, "netd": 58, "critic": [58, 92, 149, 173, 204, 249, 253, 267, 285], "downsampl": [58, 100, 163], "promot": 58, "healthi": 58, "bceloss": [58, 123], "ell": [58, 186], "l_1": 58, "l_n": 58, "quad": [58, 181], "y_n": 58, "bce": 58, "gt": [58, 122], "fixed_nois": 58, "establish": [58, 66, 273], "Be": [58, 97], "somewhat": [58, 173], "collaps": 58, "ganhack": 58, "secondli": 58, "loss_d": 58, "loss_g": 58, "versu": [58, 81, 136, 143, 242], "anim": [58, 100], "music": 58, "dcgan_faces_tutori": [58, 126], "mingpt": [59, 60, 61, 62, 148, 149], "aw": [59, 61, 138, 148, 149, 199, 200, 290], "p3": [59, 60, 61, 70, 124, 148, 149], "8xlarg": [59, 61], "youtub": [59, 60, 61, 62, 97, 98, 100, 102, 104, 105, 106, 136, 148, 149], "failur": [59, 116, 149, 150, 161, 196, 206, 246, 301], "disrupt": [59, 206, 299], "suscept": [59, 252], "elast": [59, 137, 150, 252], "attempt": [59, 97, 105, 109, 137, 173, 196, 206, 242, 275, 299], "minutia": 59, "multinod": [59, 148, 197], "load_snapshot": 59, "snapshot_path": 59, "train_step": 59, "should_checkpoint": 59, "save_snapshot": 59, "membership": [59, 149], "intervent": [59, 107, 211, 296], "diff": [59, 61, 66, 89, 136, 227, 270, 285], "multigpu": [59, 61, 149], "multigpu_torchrun": 59, "envvari": 59, "ddp_setup": [59, 61], "12355": [59, 61, 138, 150, 249, 250], "local_rank": [59, 137, 149, 150, 154, 175, 206, 211], "gpu_id": [59, 61, 149], "_save_snapshot": 59, "model_st": 59, "epochs_run": 59, "_load_snapshot": 59, "max_epoch": 59, "_run_epoch": [59, 61], "total_epoch": [59, 61], "save_everi": [59, 61, 163], "nproc_per_nod": [59, 137, 150, 175, 206, 252], "migrat": [59, 61, 199, 286], "fault": [60, 61, 62, 66, 95, 148, 149, 173], "toler": [60, 61, 62, 95, 97, 148, 149], "cluster": [60, 104, 137, 142, 148, 149, 150, 152, 250, 252, 295], "torchrun": [60, 67, 137, 148, 149, 175, 204, 206, 252], "amazon": 60, "ec2": [60, 138], "gentli": 60, "stat": [61, 137, 145, 180, 190, 197, 229, 276, 285], "replica": [61, 62, 67, 138, 150, 152, 306], "convert_sync_batchnorm": 61, "single_gpu": 61, "mytraindataset": 61, "distributedsampl": [61, 62, 137, 138, 154, 211], "destroy_process_group": [61, 137, 138, 139, 150, 175, 204, 249, 250], "excess": [61, 89, 140, 194, 258, 269], "train_data": 61, "train_dataset": [61, 107, 137, 235, 258, 294], "set_epoch": [61, 137, 138], "b_sz": 61, "_run_batch": 61, "ckp": 61, "_save_checkpoint": 61, "load_train_obj": 61, "prepare_dataload": 61, "shorthand": 61, "ring": [62, 140, 204], "older": [62, 122, 124, 155, 172, 173, 181, 210], "destroi": [62, 97, 158], "soumith": [63, 152], "chintala": [63, 152], "scientif": [63, 102, 105, 124], "cifar10": [63, 95, 100, 107, 190, 258, 289, 294], "executorch": [64, 65, 136, 215, 216, 224, 227, 239, 241, 243, 261, 262, 263, 264, 266, 301], "phase": [66, 115, 152, 178, 184, 232, 276, 302], "imper": 66, "idiomat": 66, "defer": 66, "optimiz": 66, "decor": [66, 92, 97, 120, 135, 145, 163, 182, 194, 286, 299], "remind": [66, 199], "necessarili": [66, 116, 117, 119, 120, 145, 147, 173, 196], "cooper": [66, 258], "chronolog": 66, "encoderrnn": 66, "largest": [66, 90, 115, 181, 193, 211], "attend": 66, "decoder_input": 66, "greedili": 66, "decoded_word": 66, "_length": 66, "adher": [66, 196, 237], "green": [66, 108, 137, 140, 191], "stem": 66, "freedom": [66, 186], "__constants__": 66, "liter": 66, "_devic": 66, "_sos_token": 66, "pep": 66, "3107": 66, "mypi": 66, "longtensor": [66, 114, 144, 182, 184], "index2word": [66, 186], "evaluateexampl": 66, "stdin": 66, "map_loc": [66, 125, 150, 193, 269, 275], "test_seq": 66, "num": [66, 154, 182, 211], "_word": 66, "int64": [66, 221], "test_seq_length": 66, "traced_encod": 66, "presenc": [66, 102, 194, 196, 230, 231, 268], "unscript": [66, 303], "scripted_search": 66, "traced_decod": 66, "script_modul": 66, "deploy_seq2seq_hybrid_frontend_tutori": [66, 126], "Will": [67, 304], "constabl": 67, "categor": [67, 89, 104, 153, 182, 184, 197, 200], "fsdp": [67, 136, 140, 148, 249, 250, 252], "tp": [67, 206, 252], "pp": 67, "dtensor": [67, 140, 251, 290], "devicemesh": [67, 140, 290], "reshard": [67, 250], "mesh": [67, 135, 140, 252], "recip": [67, 122, 134, 135, 136, 200, 217, 241, 245, 247, 248, 251, 253, 255, 265, 268, 269, 270, 271, 272, 273, 275, 276, 283, 287, 288, 289, 291, 293, 295, 296, 297, 298, 299, 300, 301, 303, 304, 306], "c10d": [67, 150, 176, 206, 286], "all_gath": [67, 137, 138, 152, 176], "p2p": 67, "isend": [67, 152], "guidelin": [67, 286], "fullyshardeddataparallel": [67, 137, 138, 140, 249, 250, 252], "torchtitan": [67, 175, 204], "polynomi": [69, 70, 71, 73, 74, 75, 78, 79, 124], "pi": [69, 70, 73, 74, 75, 78, 79, 97, 124, 136, 181], "euclidean": [69, 70, 73, 74, 75, 78, 79, 97, 107, 124], "polynomial_autograd": 69, "bx": [70, 124], "cx": [70, 109, 124], "p_3": [70, 124], "5x": [70, 124], "legendr": [70, 124], "polynomial_custom_funct": 70, "strang": [71, 92, 124], "fifth": [71, 124], "tough": [71, 124], "dynamic_net": [71, 76], "polynomial3": [73, 124], "linspac": [73, 97, 124], "y_pred": [73, 124, 257], "99": [73, 107, 124, 181, 184], "polynomial_modul": [73, 76], "flaten": [74, 124], "mse": [74, 102, 107, 124], "polynomial_nn": [74, 76], "polynomial_optim": [75, 76], "beginner_examples_nn": 76, "polynomial_numpi": [78, 80], "biggest": [79, 206], "polynomial_tensor": [79, 80], "beginner_examples_tensor": 80, "appreci": [81, 108], "overlook": [81, 270], "secur": [81, 190], "vulner": 81, "surpris": [81, 171], "impercept": 81, "perturb": [81, 98], "drastic": [81, 196, 300], "overarch": 81, "misclassif": 81, "alter": [81, 125, 210, 273, 277, 288], "har": 81, "remark": [81, 194], "mathbf": 81, "nabla_": [81, 109], "007": 81, "misclassifi": 81, "gibbon": 81, "clearli": [81, 142, 206, 218, 219], "pretrained_model": [81, 193], "fgsm_attack": 81, "clean": [81, 137, 138, 143, 150, 170, 175, 197, 204, 218, 225], "data_grad": 81, "_imag": 81, "_grad": 81, "strength": [81, 191, 225], "_data": 81, "trend": [81, 90, 190], "curv": [81, 190, 191], "linearli": 81, "lunch": 81, "BUT": [81, 111], "percept": 81, "tradeoff": [81, 136, 141, 142, 152, 180, 291], "evid": [81, 139], "defend": 81, "nip": 81, "defens": 81, "competit": [81, 155, 172, 305], "defenc": 81, "dirti": 81, "fgsm_tutori": [81, 126], "torchvision_tutori": [82, 187, 201], "multimod": [83, 136], "ai": [83, 98, 109, 110, 115, 138, 142, 154, 163, 186, 206, 222, 242, 250, 258, 268, 286, 290], "ow": 83, "ubiquit": 83, "caption": 83, "vqa": 83, "unimod": 83, "contrast": [83, 144, 150, 172, 173, 196, 200, 218], "textvqa": 83, "dl": [83, 200, 210, 242, 259], "fbaipublicfil": [83, 210], "pythia": 83, "vocab": [83, 109, 112, 140, 154, 211], "gz": 83, "xf": 83, "prepend": [83, 305], "exclam": 83, "34602": 83, "consum": [83, 119, 122, 141, 161, 173, 180, 182, 184, 185, 208, 225, 232, 248, 276, 286, 303, 304], "uniform": [83, 199, 237, 305], "berttoken": [83, 154, 211], "flava_model_for_classif": 83, "mlp": [83, 116, 140, 155, 197, 199], "toi": [83, 138, 150, 159, 184, 196, 197, 230, 250, 283], "mdetr": 83, "omnivor": 83, "multitask": 83, "002": [83, 126, 137], "flava_finetuning_tutori": [83, 126], "nn_tutori": [85, 115, 126], "blitz": [86, 117, 123, 143, 144, 186, 191], "anupam": [89, 90], "bhatnagar": [89, 90], "holistictraceanalysi": 89, "env_nam": [89, 180], "deactiv": 89, "trace_dir": 89, "trace_analysi": 89, "traceanalysi": 89, "engag": [89, 226], "datafram": [89, 142, 193], "time_spent_df": 89, "get_temporal_breakdown": 89, "enqueu": 89, "slowdown": [89, 137, 141], "consecut": [89, 144, 153, 163, 173, 179, 193, 200, 305], "insuffici": [89, 181, 199], "delai": [89, 150, 182, 197, 199], "stall": [89, 199, 200, 206, 305], "gap": [89, 92], "nanosecond": 89, "consecutive_kernel_delai": 89, "get_idle_time_breakdown": 89, "idle_time_df": 89, "show_idle_interval_stat": 89, "percentag": [89, 134, 177, 199, 223], "visualize_pctg": 89, "comm": 89, "comp": 89, "mem": [89, 122, 276], "proport": [89, 170], "pie": [89, 170], "chart": [89, 104, 298], "kernel_type_metrics_df": 89, "kernel_metrics_df": 89, "get_gpu_kernel_breakdown": 89, "bottleneck": [89, 122, 137, 140, 149, 170, 173, 182, 190, 194, 199, 200, 245, 265], "plotli": [89, 98, 142], "hover": [89, 142, 179], "pan": 89, "num_kernel": 89, "duration_ratio": 89, "preced": [89, 97, 105, 146, 153, 159, 200, 208, 227, 230, 231], "lab": [89, 191, 210], "image_render": 89, "jupyterlab": 89, "gpu_kernel_breakdown": 89, "tflop": 89, "oversubscrib": 89, "unresolv": [89, 220], "extent": [89, 105], "overlap_df": 89, "get_comm_comp_overlap": 89, "h2d": [89, 247], "d2h": [89, 247], "d2d": 89, "memcpi": 89, "memset": 89, "outstand": [89, 230], "generate_trace_with_count": 89, "_with_count": 89, "screenshot": [89, 265], "get_memory_bw_summari": 89, "get_queue_length_summari": 89, "get_memory_bw_time_seri": 89, "get_queue_length_time_seri": 89, "mem_bw_summari": 89, "queue_len_summari": 89, "mem_bw_seri": 89, "queue_len_seri": 89, "get_queue_length_seri": 89, "25th": 89, "50th": 89, "75th": 89, "percentil": 89, "cudalaunchkernel": 89, "cudamemcpyasync": 89, "cudamemsetasync": 89, "kernel_info_df": 89, "get_cuda_kernel_launch_stat": 89, "outlier": [89, 181], "microsecond": [89, 162, 185, 256, 270], "cutoff": 89, "runtime_cutoff": 89, "launch_delay_cutoff": 89, "occasion": [90, 183, 186], "hta": [90, 190], "tracediff": 90, "cumul": [90, 181], "compare_trac": 90, "ops_diff": 90, "absent": 90, "visualize_counts_diff": 90, "visualize_duration_diff": 90, "ten": [90, 100, 104, 107], "df": 90, "compare_traces_output": 90, "sort_valu": 90, "diff_count": 90, "diff_dur": 90, "differer": 90, "overshadow": 90, "profilerstep": [90, 161], "loc": [90, 180, 269], "trace_diff_demo": 90, "learning_hybrid_frontend_through_example_tutori": [91, 92, 93], "hybrid_frontend": 91, "introduction_to_hybrid_frontend_tutori": 91, "shini": 92, "enjoi": [92, 163], "aquaint": 92, "bridg": [92, 251], "refin": [92, 196], "gradual": [92, 170], "proven": [92, 221, 230], "resouc": 92, "consumpt": [92, 100, 102, 104, 106, 122, 137, 140, 142, 161, 173, 177, 190, 248, 286, 290, 306], "discrep": 92, "interwork": 92, "intrus": [92, 170], "broken": [92, 111, 200], "epsilon": [92, 146, 153, 163, 180, 181], "biggl": 92, "lfloor": 92, "prod_": 92, "biggr": 92, "rfloor": 92, "hline": 92, "190": [92, 184, 193, 270], "4377": 92, "59051": 92, "accomod": [92, 148], "beginner_hybrid_frontend": 93, "dramat": [95, 115], "industri": [95, 98], "slight": [95, 139, 147, 257, 271], "trial": [95, 142, 269], "train_cifar": 95, "data_dir": [95, 137, 154, 178, 211], "l2": [95, 102, 177], "get_checkpoint": 95, "as_directori": 95, "checkpoint_dir": [95, 249, 250], "pkl": 95, "rb": [95, 156], "checkpoint_st": 95, "start_epoch": 95, "net_state_dict": 95, "optimizer_state_dict": [95, 125, 249, 250, 258], "luckili": [95, 161, 196, 197, 220, 270], "fraction": [95, 270], "checkpoint_data": 95, "tempfil": [95, 150], "temporarydirectori": 95, "wb": [95, 304], "dump": [95, 161, 242, 251], "from_directori": 95, "val_loss": [95, 137], "val_step": 95, "wast": [95, 190, 223, 226, 237, 270, 275, 277, 291], "loguniform": [95, 270], "ashaschedul": 95, "functool": [95, 137, 138], "gpus_per_tri": 95, "resources_per_tri": 95, "num_sampl": [95, 137], "checkpoint_at_end": 95, "000668163": 95, "31479": 95, "0977": 95, "0331514": 95, "31605": 95, "0983": 95, "000150295": 95, "30755": 95, "1023": 95, "0128248": 95, "66912": 95, "4391": 95, "00464561": 95, "7316": 95, "3463": 95, "00031556": 95, "19409": 95, "1736": 95, "00574329": 95, "85679": 95, "3368": 95, "00325652": 95, "30272": 95, "0984": 95, "000342987": 95, "76044": 95, "003734": 95, "53101": 95, "4761": 95, "0037339984519545164": 95, "5310075663924216": 95, "4737": 95, "hyperparameter_tuning_tutori": [95, 126], "tensorboard": [97, 98, 99, 100, 101, 102, 105, 106, 136, 142, 187, 274, 276, 282, 290], "rigidli": 97, "sign": [97, 171, 231], "contextu": 97, "nudg": [97, 100, 106], "calculu": 97, "ticker": 97, "2618": 97, "5236": 97, "7854": 97, "0472": 97, "3090": 97, "5708": 97, "8326": 97, "0944": 97, "3562": 97, "6180": 97, "8798": 97, "1416": 97, "4034": 97, "6652": 97, "9270": 97, "1888": 97, "4506": 97, "7124": 97, "9742": 97, "2360": 97, "4978": 97, "7596": 97, "0214": 97, "2832": 97, "line2d": [97, 144], "0x7f1316776380": 97, "0000e": 97, "5882e": 97, "0711e": 97, "6603e": 97, "6593e": 97, "7423e": 97, "08": [97, 137, 161, 184, 204, 257, 259, 270, 293, 300], "7485e": 97, "07": [97, 107, 122, 137, 256, 257, 276, 285], "sinbackward0": 97, "1764e": 97, "4142e": 97, "7321e": 97, "9319e": 97, "4969e": 97, "mulbackward0": 97, "5176e": 97, "8236e": 97, "5763e": 97, "1421e": 97, "3205e": 97, "3185e": 97, "7684e": 97, "addbackward0": 97, "next_funct": 97, "na": [97, 187], "0x7f12e5ab6230": 97, "0x7f12e5ab6200": 97, "accumulategrad": 97, "machineri": [97, 270], "3850e": 97, "0x7f12e5cc5240": 97, "co": [97, 114, 213, 276, 286], "ins": [97, 194], "dim_in": 97, "dim_out": 97, "tinymodel": 97, "layer1": [97, 178, 181], "layer2": [97, 178, 181], "some_input": 97, "ideal_output": 97, "0920": 97, "0916": 97, "0121": 97, "0083": 97, "0055": 97, "0367": 97, "0221": 97, "0276": 97, "0086": 97, "0157": [97, 211], "slicebackward0": 97, "211": [97, 193, 257, 276], "2634": 97, "8997": 97, "9572": 97, "3021": 97, "8887": 97, "3192": 97, "5169": 97, "4319": 97, "1732": 97, "3835": 97, "0791": 97, "0098": 97, "0064": 97, "0106": [97, 211], "0293": 97, "0186": 97, "0300": 97, "0088": 97, "0211": 97, "set_to_non": [97, 286], "2095": 97, "9459": 97, "3306": 97, "5096": 97, "5471": 97, "5391": 97, "3370": 97, "6386": 97, "5141": 97, "1419": 97, "blow": 97, "b1": 97, "b2": 97, "temporarili": 97, "c1": [97, 100, 161], "c2": 97, "c3": [97, 100], "add_tensors1": 97, "add_tensors2": 97, "enable_grad": 97, "0670": 97, "3890": 97, "7264": [97, 270], "3559": 97, "6584": 97, "sin_": 97, "handi": [97, 100, 115, 152, 163, 191], "bake": [97, 159], "run_on_gpu": 97, "use_cuda": [97, 163], "prf": 97, "key_averag": [97, 122, 257, 276], "sort_bi": [97, 122, 257, 276], "self_cpu_time_tot": [97, 257, 276], "var": [97, 139, 299], "workspac": [97, 258, 299], "beginner_sourc": [97, 128], "introyt": [97, 99], "autogradyt_tutori": [97, 99, 103], "futurewarn": 97, "use_devic": 97, "cudaeventrecord": 97, "843m": 97, "211u": 97, "000u": [97, 161, 276], "div": [97, 145, 161, 218, 227], "89": [97, 161, 184, 199, 276], "715m": 97, "715u": 97, "605m": 97, "605u": 97, "656m": 97, "656u": 97, "479m": 97, "58": [97, 107, 143, 144, 164, 235, 259], "479u": 97, "cudadevicesynchron": 97, "120u": 97, "230m": 97, "084m": 97, "299": [97, 193], "4868": 97, "425": 97, "4009": 97, "1082": [97, 270], "9885": 97, "0240e": 97, "hessian": [97, 136, 187, 240], "exp_add": 97, "7212": 97, "2079": 97, "1137": 97, "2080": 97, "2604": 97, "4415": 97, "5220": 97, "9867": 97, "4288": 97, "4623": 97, "5950": 97, "1102": 97, "twice": [97, 115, 147, 173, 210, 257, 270, 276, 306], "do_some_doubl": 97, "my_gradi": 97, "vjp": [97, 162, 167, 240], "665": 97, "7186": 97, "866": [97, 164], "7054": 97, "4194": 97, "jvp": [97, 158, 162], "vhp": [97, 136, 187], "hvp": [97, 136, 187], "519": [97, 103, 270], "latin": 98, "increasingli": [98, 202], "review": [98, 148, 154, 168, 178, 196, 199, 200, 218, 219, 221, 233, 241, 258, 291], "neuron": [98, 107, 268], "analag": 98, "ablat": 98, "permut": [98, 107, 123, 163, 164, 179, 193, 209, 255], "valuabl": [98, 107, 186, 223, 255], "certainli": [98, 160, 219, 221, 273], "attr": [98, 176, 242], "widget": 98, "toolset": 98, "flask": [98, 136, 187, 290], "renam": [98, 203, 208, 227, 229], "virtual": [98, 173, 176, 213, 275], "recogn": [98, 102, 156, 176, 232, 272], "visualize_image_attr": 98, "integrated_gradi": 98, "strongest": [98, 100, 102, 106], "visualize_image_attr_multipl": 98, "heat": [98, 179], "upsampl": 98, "interpol": 98, "layerattribut": 98, "teapot": 98, "trilobit": 98, "fossil": 98, "attributionvisu": 98, "imagefeatur": 98, "heatmap": 98, "captumyt": [98, 103], "introyt1_tutori": [99, 100, 103], "tensors_deeper_tutori": [99, 103, 105], "modelsyt_tutori": [99, 102, 103], "tensorboardyt_tutori": [99, 103, 104], "trainingyt_tutori": 99, "captumyt_tutori": 99, "captum": [99, 274, 282, 290], "sphx_glr_beginner_introyt_introyt_index": [99, 103], "sphx_glr_beginner_introyt_modelsyt_tutori": [99, 103], "sphx_glr_beginner_introyt_tensors_deeper_tutori": [99, 103], "sphx_glr_beginner_introyt_captumyt": [99, 103], "sphx_glr_beginner_introyt_introyt1_tutori": [99, 103], "sphx_glr_beginner_introyt_trainingyt": [99, 103], "sphx_glr_beginner_introyt_tensorboardyt_tutori": [99, 103], "sphx_glr_beginner_introyt_autogradyt_tutori": [99, 103], "5x3": 100, "helpfulli": 100, "prng": 100, "r3": 100, "r1": 100, "r2": 100, "trigonometr": [100, 105], "singular": [100, 171, 185, 300], "decomposit": [100, 120, 161], "diagram": [100, 181], "earliest": 100, "explos": 100, "handwritten": [100, 138], "abridg": 100, "s2": [100, 196], "s4": [100, 196], "f5": 100, "f6": 100, "artifact": [100, 148, 196, 295, 296, 300], "gist": 100, "tile": [100, 104, 106, 193, 235, 242], "hasn": 100, "shouldn": [100, 177], "center": [100, 102, 106, 181, 190, 286], "concatdataset": 100, "50000": [100, 144], "4914": 100, "4822": 100, "4465": 100, "2470": 100, "2435": 100, "2616": 100, "rotat": [100, 104, 188, 191], "vehicl": [100, 184], "told": [100, 180], "strip": [100, 144, 235, 285], "ingredi": 100, "inner": [100, 173, 180, 200, 299], "235": [100, 122], "940": 100, "573": 100, "507": 100, "442": 100, "378": 100, "364": 100, "319": [100, 257, 276], "284": [100, 184], "267": [100, 107], "monoton": 100, "descend": 100, "memor": 100, "roughli": [100, 108, 124, 137, 150, 161, 207, 286], "brad": 101, "heintz": 101, "introyt_index": [101, 103], "lin": [102, 154, 178, 244], "nearbi": 102, "lenet5": 102, "1x32x32": 102, "liken": 102, "5x5": 102, "3x5": 102, "6x28x28": 102, "2x2": 102, "6x14x14": 102, "sought": 102, "3x3": 102, "16x12x12": 102, "16x6x6": 102, "576": 102, "edg": [102, 117, 124, 134, 136, 160, 190, 203, 227, 232, 272, 301], "instrument": [102, 160, 290], "dna": 102, "nucleotid": 102, "moder": 102, "beyond": [102, 105, 111, 176, 177, 244, 286], "tagger": [102, 108], "noun": 102, "verb": 102, "vocab_s": [102, 154, 175, 211, 258], "tagset_s": 102, "log_softmax": [102, 107, 115, 138, 183, 238, 259], "decod": [102, 108, 137, 175, 184, 185, 200, 202, 210, 269, 301], "transformerencod": [102, 202], "transformerdecod": [102, 202], "subcompon": [102, 194], "transformerencoderlay": [102, 185, 202], "transformerdecoderlay": [102, 175, 202], "twin": 102, "maxpool": [102, 178, 232], "quadrant": 102, "6x6": 102, "vanish": [102, 109], "offset": [102, 197, 235, 249], "neighborhood": 102, "sometim": [102, 105, 124, 141, 147, 149, 150, 153, 162, 181, 184, 186, 196, 210, 220, 221, 286], "suffer": [102, 190, 253], "steepest": 102, "feasibl": [102, 138], "hardtanh": [102, 123], "522": 103, "beginner_introyt": 103, "trainingyt": [103, 106], "garment": 104, "tb": [104, 301], "gfile": 104, "tensorflow_stub": 104, "add_imag": [104, 191], "summarywrit": [104, 191, 284], "flush": [104, 238, 269, 284], "log_dir": [104, 142, 191], "logdir": [104, 190, 191, 284], "6006": [104, 190, 191, 284], "efficaci": 104, "add_graph": [104, 191], "add_embed": [104, 191], "projector": 104, "toggl": [104, 199, 306], "night": [104, 191], "icon": 104, "dark": [104, 193], "upack": 105, "attach": [105, 181, 225, 232, 244, 248, 305], "terminolog": [105, 111], "likewis": [105, 170], "fctori": 105, "assur": [105, 173], "random1": 105, "random3": 105, "random2": 105, "random4": 105, "rng": [105, 152], "_like": [105, 164], "rand_lik": 105, "int16": [105, 227, 273], "cue": 105, "intent": [105, 219, 227, 232, 250], "subtract": [105, 107, 286], "2x4": 105, "1x4": 105, "honor": 105, "3rd": [105, 145, 242, 258], "2nd": [105, 112, 145, 183], "hundr": [105, 134, 135, 140, 193, 197], "bitwis": [105, 269], "inventori": [105, 106], "occupi": [105, 265], "discard": [105, 137, 138, 190, 276, 285], "underscor": 105, "add_": [105, 144, 196, 218, 241, 253], "deepli": 105, "nor": [105, 152, 203, 218, 276, 305], "mid": 105, "someplac": 105, "ram": [105, 137, 173, 197, 275], "colloqui": 105, "fragil": 105, "robustli": [105, 119], "whichev": 105, "thrown": [105, 221, 241], "226": 105, "zeroth": 105, "bracket": [105, 203], "rescu": 105, "squeeze_": 105, "unsqueeze_": [105, 144, 248], "radic": 105, "parenthes": 105, "comma": 105, "convinc": [105, 170], "kinship": 105, "autom": [106, 124, 142, 160, 164, 193, 208], "outcom": [106, 142, 206, 232], "saniti": [106, 142, 180, 193, 303], "chose": [106, 179], "saved_model": 106, "garmentclassifi": 106, "alexandro": 107, "chariton": 107, "computation": [107, 193], "lightweight": [107, 136, 177, 248, 269, 290], "drone": 107, "phone": [107, 117], "4gb": [107, 170, 179], "current_acceler": 107, "3072": [107, 235], "satur": [107, 230, 269], "held": [107, 143, 183], "greedi": [107, 153, 163, 181], "transforms_cifar": 107, "test_dataset": 107, "426k": 107, "10mb": 107, "85m": 107, "06": [107, 187, 257], "67m": 107, "6mb": 107, "9m": 107, "38": [107, 122, 184, 200, 257, 285], "33": [107, 179, 184, 199, 200, 257, 270], "3mb": 107, "4mb": 107, "51": [107, 134, 164, 184, 199, 257], "31": [107, 137, 144, 161, 232, 257, 270, 276, 285], "40": [107, 138, 144, 163, 164, 184, 186, 199, 202, 212, 222, 225, 235, 257, 270, 300], "77": [107, 161], "52": [107, 134, 144, 164, 199, 257], "88": [107, 122, 184, 199, 227], "8mb": 107, "100m": 107, "105m": 107, "107m": 107, "109m": [107, 276], "112m": 107, "116m": 107, "69": [107, 211, 270], "118m": 107, "120m": 107, "123m": 107, "125m": 107, "127m": 107, "129m": 107, "131m": [107, 257], "134m": 107, "136m": 107, "138m": 107, "82": [107, 179, 227, 257, 276], "140m": 107, "142m": 107, "85": [107, 138, 144, 154, 257, 270, 276, 299], "144m": 107, "147m": 107, "149m": 107, "151m": 107, "90": [107, 144, 154, 184, 257], "153m": 107, "155m": 107, "159m": 107, "94": [107, 142, 227, 257, 276], "160m": 107, "162m": 107, "164m": 107, "166m": 107, "169m": 107, "num_images_to_keep": 107, "50_000": 107, "10_000": 107, "train_load": [107, 137, 138, 183, 190, 258, 259, 294], "test_load": [107, 138, 183, 259], "extractor": [107, 193], "deepnn": 107, "lightnn": 107, "detriment": 107, "nn_deep": 107, "test_accuracy_deep": 107, "nn_light": 107, "348291786125554": 107, "8802619594747149": 107, "6910638084344547": 107, "5453190243305148": 107, "4225382124600203": 107, "3179327983151921": 107, "22859162307532546": 107, "16856732934027377": 107, "14358678597318547": 107, "12967746109818407": 107, "62": [107, 184, 235], "new_nn_light": 107, "conclud": [107, 147, 152, 196, 232], "1st": [107, 112, 138, 145], "327361822128296": 107, "total_params_deep": 107, "total_params_light": 107, "186": [107, 210, 257], "986": [107, 161], "738": 107, "test_accuracy_light_c": 107, "4697812533439578": 107, "153727483871343": 107, "0198465607050435": 107, "9203303406000747": 107, "8472354605679622": 107, "7809330093891115": 107, "7178317027171249": 107, "660715803084776": 107, "6083721332537854": 107, "5571968615664851": 107, "interven": [107, 196], "soft": [107, 181], "mistaken": 107, "alon": [107, 125, 140, 186, 191], "exploit": [107, 163, 186], "meaningfulli": 107, "temperatur": 107, "smoother": 107, "soft_target_loss_weight": 107, "ce_loss_weight": 107, "train_knowledge_distil": 107, "ce_loss": 107, "teacher_logit": 107, "student_logit": 107, "soft_target": 107, "soft_prob": 107, "soft_targets_loss": 107, "label_loss": 107, "ce": [107, 186], "test_accuracy_light_ce_and_kd": 107, "kd": 107, "386750131921695": 107, "868185037237299": 107, "642685822513707": 107, "484524897602208": 107, "3599990208435546": 107, "2424575910543847": 107, "147350205942188": 107, "0649026226814446": 107, "9886922711301642": 107, "9178902323898452": 107, "coeffici": 107, "convei": [107, 232], "naiv": [107, 141, 162, 172, 185, 223], "rational": 107, "capac": [107, 148, 180, 181, 193, 286], "cosineembeddingloss": [107, 123], "obvious": [107, 111, 184], "somehow": [107, 114, 197], "modifieddeepnncosin": 107, "flattened_conv_output": 107, "flattened_conv_output_after_pool": 107, "avg_pool1d": 107, "modifiedlightnncosin": 107, "modified_nn_deep": 107, "deep_nn": 107, "modified_deep_nn": 107, "modified_nn_light": 107, "503714084625244": 107, "hidden_represent": 107, "total_class": 107, "hidden_representation_s": 107, "train_cosine_loss": 107, "hidden_rep_loss_weight": 107, "cosine_loss": 107, "teacher_hidden_represent": 107, "student_hidden_represent": 107, "hidden_rep_loss": 107, "test_multiple_output": 107, "disregard": 107, "test_accuracy_light_ce_and_cosine_loss": 107, "3048658852686967": 107, "0663291737246696": 107, "9672873822014655": 107, "8923313494228646": 107, "8383791920779001": 107, "7914473272650443": 107, "7511683412829934": 107, "7156466943833529": 107, "6772932203681877": 107, "6502810129729073": 107, "convolutional_fe_output_stud": 107, "convolutional_fe_output_teach": 107, "modifieddeepnnregressor": 107, "conv_feature_map": 107, "modifiedlightnnregressor": 107, "regressor_output": 107, "train_mse_loss": 107, "feature_map_weight": 107, "mse_loss": 107, "teacher_feature_map": 107, "regressor_feature_map": 107, "modified_nn_light_reg": 107, "modified_nn_deep_reg": 107, "test_accuracy_light_ce_and_mse_loss": 107, "6814098352056634": 107, "3158039458267523": 107, "1743099965402841": 107, "0804673418059678": 107, "0056396507850998": 107, "9448006615004576": 107, "8926408891482731": 107, "842213883119471": 107, "8003371124682219": 107, "7620166893810263": 107, "cosineloss": 107, "wiggl": 107, "regressorms": 107, "hinton": 107, "vinyal": 107, "dean": 107, "workshop": 107, "romero": 107, "balla": 107, "kahou": 107, "chassang": 107, "gatta": 107, "bengio": 107, "fitnet": 107, "thin": 107, "confer": 107, "351": [107, 126], "knowledge_distillation_tutori": [107, 126], "kit": 108, "dynet": [108, 110], "opposit": [108, 173, 219], "theano": [108, 110], "kera": [108, 110, 124], "difficult": [108, 162, 171, 186, 197, 220, 225, 240, 255], "constitu": 108, "fat": 108, "exception": 108, "entiti": [108, 114, 197, 288, 289], "recognit": [108, 136, 242, 286], "ner": 108, "sound": [108, 111, 124], "scari": 108, "viterbi": [108, 112], "sum_": [108, 114, 181], "psi_i": 108, "sum_i": 108, "partit": [108, 136, 140, 145, 152, 250, 286], "emiss": 108, "timestep": [108, 112, 143, 144, 181], "textbf": 108, "psi_": 108, "y_i": [108, 112], "rightarrow": [108, 152, 181], "x_i": [108, 109], "tran": [108, 193], "h_i": [108, 112], "collin": 108, "robert": [108, 109, 111, 112, 114, 273], "guthri": [108, 109, 111, 112, 114, 273], "prepare_sequ": 108, "anywai": [108, 111, 173], "gold": [108, 186], "perceptron": [108, 199], "score_sent": 108, "advanced_tutori": [108, 110, 113], "workhors": 109, "2x5": 109, "acx": 109, "ac": [109, 193], "sigma": [109, 180], "plenti": 109, "peopl": [109, 110, 131, 211, 232], "shy": 109, "linearit": 109, "sum_j": 109, "x_j": 109, "unseen": [109, 114], "eta": 109, "vari": [109, 146, 163, 173, 186, 194, 196, 202, 207, 208, 220, 223, 227, 229, 230, 231, 245, 269, 273], "spanish": [109, 143, 144], "bow": 109, "word_to_ix": [109, 112, 114], "bowclassifi": 109, "creo": 109, "bigger": [109, 143, 144, 179, 193], "deep_learning_tutori": [109, 110, 113], "russel": 110, "norvig": 110, "book": 110, "rip": 110, "pytorch_tutori": [110, 111, 113], "word_embeddings_tutori": [110, 113, 114], "lexic": [110, 113], "sequence_models_tutori": [110, 112, 113, 273], "bi": [110, 113, 154], "crf": [110, 113], "2x2x2": 111, "complain": [111, 196], "x_2": [111, 167], "vagu": 111, "programm": [111, 114, 227, 230, 231], "x_0": 111, "overbrac": [111, 112, 114], "y_0": 111, "z_0": 111, "z_1": 111, "y_2": 111, "z_2": 111, "gloss": 111, "new_z": 111, "NO": 111, "forgotten": 111, "classic": [112, 115, 164, 171, 188, 283], "markov": 112, "myriad": 112, "cow": 112, "q_": [112, 114, 163], "unfamiliar": 112, "w_1": 112, "w_m": 112, "w_i": [112, 114], "_i": [112, 211], "_1": 112, "_m": 112, "argmax": [112, 138, 154, 163, 183, 211, 257, 259], "_j": 112, "ah_i": 112, "affin": [112, 146, 188, 199, 203, 256, 286, 305], "affix": [112, 114], "bear": 112, "ly": 112, "adverb": 112, "c_w": 112, "x_w": 112, "po": [112, 193], "beginner_nlp": 113, "capit": 114, "enorm": [114, 193], "notion": 114, "mathematician": 114, "physicist": 114, "role": [114, 177, 184, 197, 200, 305], "orthograph": 114, "linguist": 114, "hypothesi": 114, "coffe": 114, "phi": 114, "gave": [114, 248], "pain": 114, "earth": 114, "herself": 114, "ith": [114, 223], "shakespear": [114, 185], "sonnet": 114, "word_i": 114, "context_s": 114, "beauti": 114, "cbow": 114, "probabilist": [114, 180], "percent": 114, "q_w": 114, "raw_text": 114, "dedupl": 114, "jeremi": 115, "howard": [115, 163, 175, 176], "rachel": 115, "thoma": 115, "ingham": 115, "elegantli": [115, 272], "concis": 115, "trail": 115, "signifi": 115, "xavier": [115, 116], "initialis": 115, "prewritten": 115, "talli": 115, "debugg": 115, "set_trac": 115, "logist": 115, "cross_entropi": [115, 140], "clearer": [115, 191], "uppercas": 115, "zero_": [115, 176, 184], "prone": [115, 145, 202, 227, 252], "gone": [115, 141, 197], "xb": 115, "faciallandmarkdataset": 115, "tensordataset": [115, 123, 154, 211], "x_train": 115, "y_train": 115, "start_i": 115, "end_i": 115, "yb": 115, "train_d": 115, "cleaner": [115, 218, 220, 226, 227], "train_dl": 115, "loss_batch": 115, "rid": [115, 116, 162, 253, 301], "avgpool2d": 115, "adaptiveavgpool2d": [115, 153], "lucki": [115, 177], "rent": 115, "hour": [115, 301], "mnist_sampl": 115, "fastai": 115, "practition": [115, 152, 221, 304], "dupr\u00e9": 116, "circumv": 116, "forwardwithcontrolflowtest": 116, "modelwithcontrolflowtest": 116, "unexpectedli": [116, 265], "succe": [116, 119, 196], "assertionerror": [116, 161], "dynamo": [116, 117, 119, 145, 161, 212, 299, 301, 302], "identity2": 116, "fx": [116, 117, 136, 161, 187, 196, 197, 203, 213, 226, 227, 232, 236, 259, 295], "imperfect": 116, "faith": 116, "pitfal": [116, 196], "export_control_flow_model_to_onnx_tutori": [116, 118, 121], "ti": [117, 119, 120], "tai": [117, 119, 120], "justin": [117, 120, 124], "chu": [117, 120], "thiago": [117, 119], "crepaldi": [117, 119], "gamut": 117, "supercomput": 117, "constrain": [117, 142, 171], "onnxscript": [117, 119, 120], "upgrad": [117, 119, 171, 179, 190, 226], "fold": [117, 159, 197, 200, 208, 227, 230, 231], "redund": [117, 120, 153], "onnxprogram": [117, 120], "protobuf": 117, "drag": [117, 170, 190, 191, 251], "image_classifier_model": 117, "export_simple_model_to_onnx_tutori": [117, 118, 121], "intro_onnx": [118, 119, 121], "onnx_registry_tutori": [118, 120, 121], "sphx_glr_beginner_onnx_export_control_flow_model_to_onnx_tutori": [118, 121], "sphx_glr_beginner_onnx_intro_onnx": [118, 121], "sphx_glr_beginner_onnx_export_simple_model_to_onnx_tutori": [118, 121], "sphx_glr_beginner_onnx_onnx_registry_tutori": [118, 121], "exportedprogram": [119, 120, 196, 227, 300, 301], "newer": [119, 151, 164, 170, 172, 198, 239, 278, 279, 280, 281, 286], "__version__": [119, 154, 163, 179, 211, 241], "registri": [120, 304], "_op": 120, "opoverload": 120, "opset": 120, "native_funct": 120, "yaml": [120, 148, 259], "custom_translation_t": 120, "node_add_0": 120, "input_i": 120, "input_x": 120, "gelu": [120, 123], "op_typ": 120, "mylibrari": 120, "add_and_round_op": 120, "beginner_onnx": 121, "quicker": 122, "record_funct": [122, 161, 257, 276], "incur": [122, 140, 206, 247, 249, 286], "investig": [122, 164, 177, 193, 194, 196, 285], "with_stack": [122, 190, 276], "group_by_stack_n": [122, 276], "traceback": [122, 161, 301], "193a910735e8": 122, "stacktrac": 122, "212": 122, "953": 122, "mnt": [122, 152], "xarfus": 122, "au": 122, "715": 122, "848m": 122, "350": [122, 154], "151u": 122, "293": [122, 164], "342u": 122, "095u": 122, "931": 122, "footprint": [122, 137, 138, 148, 170, 256, 257, 267, 269, 306], "006": 122, "476": 122, "338": 122, "759m": 122, "as_strid": [122, 161], "281": [122, 164], "808u": 122, "275": 122, "721u": 122, "_local": 122, "268": [122, 293, 299], "650u": [122, 276], "_scalar_dens": 122, "347": 122, "argwher": 122, "nonzero": [122, 286], "089m": 122, "402m": 122, "491m": 122, "119": [122, 211], "441": 122, "587u": 122, "_numpi": 122, "395": [122, 184], "602u": 122, "801m": 122, "rpc": [122, 136, 253, 290], "xxxx": 123, "alexnet": [123, 164], "printable_graph": 123, "tensor_seq": 123, "ret": [123, 179, 182, 244], "disable_cuda": 123, "convxd": 123, "maxpoolxd": 123, "batchnormxd": 123, "dropout2d": [123, 183, 238, 259], "l1loss": 123, "ctcloss": 123, "poissonnllloss": 123, "kldivloss": 123, "bcewithlogitsloss": 123, "marginrankingloss": 123, "hingeembeddingloss": 123, "multilabelmarginloss": 123, "smoothl1loss": [123, 163, 181], "softmarginloss": 123, "multilabelsoftmarginloss": 123, "multimarginloss": 123, "tripletmarginloss": 123, "prelu": 123, "rrelu": 123, "celu": 123, "hardshrink": 123, "logsigmoid": 123, "softplu": 123, "softshrink": 123, "softsign": 123, "tanhshrink": 123, "softmin": 123, "softmax2d": 123, "adaptivesoftmaxwithloss": 123, "adamw": [123, 137, 181], "adafactor": 123, "nadam": 123, "radam": 123, "adadelta": [123, 138], "sparseadam": 123, "adamax": 123, "asgd": 123, "rprop": 123, "lr_schedul": [123, 131, 137, 138, 178], "lambdalr": 123, "multiplicativelr": 123, "steplr": [123, 137, 138, 178], "multisteplr": 123, "exponentiallr": 123, "cosineannealinglr": 123, "reducelronplateau": 123, "cycliclr": 123, "onecyclelr": 123, "cosineannealingwarmrestart": 123, "xsampler": 123, "subsetrandom": 123, "weightedrandom": 123, "johnson": 124, "brows": 124, "utf": [124, 144, 154], "modern": [124, 173, 194, 197], "50x": 124, "hairi": 124, "thankfulli": 124, "wave": 124, "tflearn": 124, "burden": [124, 186, 286], "facil": 125, "running_mean": [125, 229, 288], "themodelclass": 125, "param_tensor": 125, "var_nam": 125, "param_group": [125, 246, 253], "dampen": 125, "weight_decai": [125, 178, 253], "4675713712": 125, "4675713784": 125, "4675714000": 125, "4675714072": 125, "4675714216": 125, "4675714288": 125, "4675714432": 125, "4675714504": 125, "4675714648": 125, "4675714720": 125, "_use_new_zipfile_seri": 125, "best_model_st": 125, "deepcopi": [125, 178, 208, 229, 230], "model_script": 125, "model_state_dict": [125, 249, 250, 258], "theoptimizerclass": 125, "modela_state_dict": 125, "modela": 125, "modelb_state_dict": 125, "modelb": 125, "optimizera_state_dict": 125, "optimizera": 125, "optimizerb_state_dict": 125, "optimizerb": 125, "themodelaclass": 125, "themodelbclass": 125, "theoptimizeraclass": 125, "theoptimizerbclass": 125, "gan": [125, 136, 171], "ensembl": [125, 136, 187], "remap": 125, "overwrit": 125, "saving_loading_model": [125, 126, 278, 279, 280, 281], "360": [126, 164], "distil": [126, 134, 136, 259], "torchmultimod": [126, 136], "flava": 126, "dcgan": [126, 136], "seq2seq": 126, "vt_tutori": [126, 134], "transfer_learning_tutori": [126, 131], "rai": [126, 136], "template_tutori": [126, 128], "firstnam": 128, "lastnam": 128, "gallery_pattern": 128, "neural_style_transfer_tutori": 128, "_build": 128, "link1": [128, 137], "link2": [128, 137], "cs231n": 131, "licens": [131, 154, 156, 188], "bsd": [131, 188], "todai": [131, 178, 197, 220], "num_ftr": [131, 178], "class_nam": [131, 156, 178, 193, 248], "decai": [131, 153, 178, 181, 253], "checkout": [131, 241], "jeff": 134, "tang": 134, "geeta": [134, 199], "chauhan": [134, 199], "facebook": [134, 152], "android": [134, 136, 226, 267, 290], "2012": 134, "readm": [134, 203], "md": [134, 203], "timm": [134, 301], "269": [134, 164], "timber": 134, "wolf": 134, "grei": [134, 191], "cani": 134, "lupu": 134, "fbdeit_script": 134, "346mb": 134, "qnnpack": [134, 179, 203, 256, 267], "fbdeit_quantized_script": 134, "89mb": 134, "scripted_quantized_model": 134, "fbdeit_optimized_scripted_quant": 134, "1236": 134, "69m": 134, "1226": 134, "72m": 134, "593": 134, "19m": 134, "598": 134, "01m": 134, "n0": 134, "torigin": 134, "n1": [134, 304], "tscript": 134, "n2": 134, "n3": 134, "n4": 134, "tlite": 134, "spread": [135, 193], "demand": [135, 206], "ddp_series_intro": 135, "utm_sourc": 135, "distr_land": 135, "utm_medium": 135, "distributeddata": 135, "ddp_tutori": 135, "intermediate_ddp_tutori": 135, "uneven": 135, "generic_join": 135, "fsdp_tutori": 135, "fsdp_getting_start": 135, "huggingfac": [135, 137, 138, 202, 211, 235, 301], "hf": 135, "t5": 135, "fsdp_advanced_tutori": 135, "fsdp_advanc": 135, "tp_tutori": 135, "distributed_device_mesh": 135, "rpc_tutori": 135, "rpc_getting_start": 135, "rpc_param_server_tutori": 135, "async_execut": [135, 136, 182], "rpc_async_execut": 135, "dataparallel": [135, 136, 141, 154, 211, 269, 286], "rpc_ddp_tutori": 135, "rpc_plus_ddp": 135, "plug": [135, 176, 188], "process_group_cpp_extension_tutori": 135, "custom_extensions_cpp": 135, "inductor": [136, 145, 187, 196, 210, 213, 222, 226, 227, 296, 298, 302], "foreach_map": [136, 290, 293], "bite": [136, 290], "non_block": [136, 187], "pin_memori": [136, 137, 138, 187, 286], "slide": [136, 286], "tiatoolbox": 136, "resampl": 136, "waveform": 136, "wav2vec2": 136, "dqn": [136, 187], "cartpol": [136, 153, 181, 184], "v0": [136, 163, 181, 201], "proxim": [136, 180], "mario": [136, 171, 187], "densenet": [136, 156, 248], "121": [136, 156, 161, 276], "_static": [136, 156], "thumbnail": [136, 193], "holist": 136, "fuser": [136, 187, 286], "nchw": [136, 164, 200, 258], "raspberri": 136, "nerur": 136, "netork": 136, "exploresever": 136, "func": [136, 155, 158, 162, 167, 172, 240, 297, 301], "tangent": [136, 158, 187], "plugin": [136, 190], "orthogon": [136, 171], "symmetr": [136, 154, 171, 227, 231, 232], "prune": [136, 171, 187, 226, 259], "snapshot": [136, 148, 196], "grok": [136, 305], "studi": [136, 142, 177, 193, 199], "torchserv": [136, 182, 248, 290], "torchx": 136, "scaled_dot_product_attent": [136, 185, 202, 204], "paral": 136, "libuv": 136, "tcpstore": [136, 150], "sdk": [136, 304], "v3": [136, 267], "camera": [136, 179], "xnnpack": [136, 203, 227, 229, 232], "metal": 136, "shader": 136, "deeplab": 136, "fp32": [136, 137, 148, 154, 164, 185, 197, 200, 203, 210, 211, 222, 227, 230, 242, 259, 273], "torchrec": [136, 187], "distributedmodelparallel": 136, "sheet": 136, "hamid": [137, 138, 199, 200], "shojanazeri": [137, 138, 199, 200], "wright": 137, "rohan": [137, 183], "varma": [137, 183], "yanli": [137, 138], "zhao": [137, 138], "wikihow": 137, "p4dn": 137, "a100": [137, 141, 172, 194, 202, 210, 235], "pressur": [137, 249], "fdsp": 137, "reduce_scatt": [137, 138, 140], "xxl": 137, "billion": [137, 140], "3b": [137, 179], "wikihowal": 137, "wikihowsep": 137, "cs": 137, "summarization_dataset": 137, "t5_train": 137, "autotoken": [137, 235], "gpt2tokenizerfast": 137, "t5token": 137, "t5forconditionalgener": 137, "modeling_t5": 137, "t5block": 137, "checkpoint_wrapp": 137, "checkpointimpl": 137, "apply_activation_checkpointing_wrapp": 137, "mixedprecis": 137, "backwardprefetch": [137, 138], "shardingstrategi": [137, 252], "fullstatedictconfig": 137, "statedicttyp": [137, 249, 250], "transformer_auto_wrap_polici": 137, "enable_wrap": [137, 138], "tqdm": [137, 153, 154, 180, 211, 235], "datetim": [137, 139, 163, 206], "cleanup": [137, 138, 150, 249, 250], "setup_model": 137, "from_pretrain": [137, 154, 211, 235, 258, 301], "get_date_of_run": 137, "2022": [137, 213], "12_pm": 137, "date_of_run": 137, "strftime": [137, 163], "s_": [137, 181], "format_metrics_to_gb": 137, "gigabyt": 137, "metric_num": 137, "g_gigabyt": 137, "ndigit": 137, "fsdp_loss": 137, "inner_pbar": 137, "colour": 137, "desc": [137, 154, 206, 211], "r0": 137, "input_id": [137, 140, 154, 211, 235, 301], "source_id": 137, "attention_mask": [137, 154, 211, 301], "source_mask": 137, "target_id": 137, "train_accuraci": 137, "val_load": 137, "fsdp_main": [137, 138], "load_dataset": [137, 235, 301], "type_path": 137, "output_length": 137, "print_text": 137, "1500": [137, 270], "150": [137, 184], "val_dataset": 137, "sampler1": [137, 138], "num_replica": [137, 138], "sampler2": [137, 138], "train_kwarg": [137, 138], "test_kwarg": [137, 138], "test_batch_s": [137, 138], "cuda_kwarg": [137, 138], "t5_auto_wrap_polici": 137, "transformer_layer_cl": 137, "sharding_strategi": [137, 252], "shard_grad_op": 137, "zero2": 137, "full_shard": 137, "zero3": 137, "init_start_ev": [137, 138], "enable_tim": [137, 138, 299], "init_end_ev": [137, 138], "bf16_readi": 137, "is_bf16_support": 137, "loosevers": 137, "is_nccl_avail": [137, 204], "mp_polici": 137, "bfsixteen": 137, "auto_wrap_polici": [137, 138], "mixed_precis": 137, "current_devic": [137, 269], "step_siz": [137, 138, 178], "gamma": [137, 138, 163, 178, 181, 182, 184], "best_val_loss": 137, "inf": [137, 196, 220, 223, 225], "curr_val_loss": 137, "file_save_nam": 137, "time_of_run": 137, "dur": 137, "train_acc_track": 137, "val_acc_track": 137, "training_start_tim": 137, "track_memori": 137, "mem_alloc_track": 137, "mem_reserved_track": 137, "run_valid": 137, "zone": 137, "memory_alloc": 137, "memory_reserv": 137, "save_model": [137, 138], "save_polici": 137, "offload_to_cpu": 137, "rank0_onli": 137, "state_dict_typ": 137, "full_state_dict": 137, "cpu_stat": 137, "currepoch": 137, "save_nam": 137, "barrier": [137, 138, 139, 150, 152, 154, 199, 204, 211], "metavar": [137, 138, 182, 184], "store_tru": [137, 138], "store_fals": 137, "nnode": [137, 150, 175, 204, 206], "transfom": 137, "mhsa": 137, "ffn": [137, 202], "bfloat16": [137, 204, 210, 222, 230, 231, 242, 269, 283, 286, 294], "v100": [137, 194], "fpsixteen": 137, "param_dtyp": 137, "reduce_dtyp": 137, "buffer_dtyp": 137, "fp32_polici": 137, "grad_bf16": 137, "oom": [137, 170, 269], "freed": [137, 170, 227], "backward_pr": 137, "backward_prefetch": 137, "backward_post": 137, "offload": [137, 138, 257, 265], "allgath": [137, 138, 140, 176, 286], "shen": [138, 150, 176, 182, 184], "li": [138, 144, 150, 152, 173, 176, 182, 184, 194, 199, 200], "1t": [138, 148], "courtesi": 138, "patrick": 138, "hu": 138, "scatter": [138, 150, 152, 193], "possess": [138, 210, 275], "fsdp_mnist": 138, "size_based_auto_wrap_polici": 138, "default_auto_wrap_polici": 138, "fsdp_auto_wrap_polici": 138, "fully_sharded_data_parallel": [138, 249, 250], "cpuoffload": 138, "dropout1": [138, 183, 238], "dropout2": [138, 183, 238], "9216": [138, 183, 238], "ddp_loss": 138, "batch_idx": [138, 258, 259, 294], "tloss": [138, 259], "6f": [138, 259], "view_a": [138, 183, 259], "test_loss": 138, "1307": [138, 152, 183, 259], "3081": [138, 152, 183, 259], "dataset1": 138, "dataset2": 138, "my_auto_wrap_polici": 138, "min_num_param": 138, "elapsed_tim": [138, 299], "mnist_cnn": 138, "110": [138, 184, 211, 270], "67462890625sec": 138, "_fsdp_wrapped_modul": 138, "flattenparamswrapp": 138, "_fpw_modul": 138, "in_featur": [138, 178, 203, 222, 235, 237, 277], "out_featur": [138, 203, 222, 235], "peak": [138, 146, 170, 179, 202, 204, 210, 249, 298, 305, 306], "g4dn": 138, "xlarg": 138, "seal": 138, "20000": [138, 144], "89130859375sec": 138, "auto_wrap": 138, "cpu_offload": 138, "offload_param": 138, "dpp": 138, "ddp_mnist": 138, "77766015625sec": 138, "xilun": [139, 204], "roll": 139, "1k": [139, 140], "98304": [139, 211], "96k": 139, "perf_count": 139, "logger": [139, 154, 163, 193, 211, 225], "getlogg": [139, 154, 193, 211], "preset": 139, "env_rank": 139, "env_world_s": 139, "env_master_addr": 139, "env_master_port": 139, "23456": [139, 152], "tcp_store": 139, "is_mast": 139, "time_elaps": [139, 178], "client": 139, "timeout": [139, 150, 176, 206], "store_based_barri": 139, "timedelta": [139, 163, 206], "diststoreerror": 139, "_diststoreerror": 139, "_store_based_barri": 139, "group_nam": 139, "rendezvous_count": 139, "default_pg_timeout": 139, "logging_interv": 139, "store_kei": 139, "store_based_barrier_kei": 139, "worker_count": 139, "last_worker_kei": 139, "last_work": 139, "num_workers_join": 139, "tcpstore_test": 139, "number_run": 139, "spectrum": 139, "listen_fd": 139, "socket": [139, 152, 161, 199, 200, 286, 305], "listen_sock": 139, "af_inet": 139, "sock_stream": 139, "addr": [139, 206], "getsocknam": 139, "master_listen_fd": 139, "notimplementederror": 139, "gloo": [139, 150, 152, 176, 190, 197, 306], "vairabl": 139, "notifi": [139, 182], "wanchao": [140, 252], "liang": [140, 252], "tianyu": 140, "liu": [140, 231], "megatron": 140, "lm": [140, 247], "sp": 140, "parallelstyl": 140, "parallelize_modul": 140, "foward": 140, "aris": [140, 196, 202, 210, 220, 301], "exceed": [140, 180], "domin": [140, 164, 193, 238, 273], "ballpark": [140, 273], "flop": [140, 197, 298], "llm": [140, 175, 222], "trillion": [140, 148], "month": 140, "llama": [140, 202], "70b": 140, "2k": 140, "llama2": 140, "colwiseparallel": 140, "rowwiseparallel": 140, "sequenceparallel": 140, "rmsnormpython": 140, "preparemoduleinput": 140, "preparemoduleoutput": 140, "device_mesh": [140, 204, 252], "init_device_mesh": [140, 204, 252], "tp_mesh": [140, 252], "transformerblock": 140, "feedforward": 140, "swiglu": 140, "w2": 140, "silu": 140, "w1": 140, "w3": 140, "colwis": 140, "rowwis": 140, "parallelize_plan": 140, "layer_tp_plan": 140, "feed_foward": 140, "feed_forward": 140, "wq": 140, "wk": 140, "wv": 140, "wo": 140, "tp_plan": 140, "draft": [140, 152], "num_head": 140, "layer_id": [140, 175], "transformer_block": 140, "attn_lay": 140, "n_head": [140, 175], "n_kv_head": 140, "tok_embed": [140, 175], "input_layout": 140, "output_layout": 140, "attention_norm": 140, "ffn_norm": 140, "desired_input_layout": 140, "yellow": 140, "loss_parallel": 140, "use_local_output": 140, "seq": 140, "dp": [140, 199, 200, 206], "mesh_2d": [140, 252], "submesh": 140, "dp_mesh": 140, "model_tp": 140, "model_2d": 140, "use_orig_param": 140, "broadli": 141, "torchviz": [141, 147], "orang": [141, 179], "_save": 141, "kept": [141, 206], "_saved_self": 141, "_saved_oth": 141, "cycl": [141, 190, 242, 270, 276], "thumb": [141, 162, 180, 269], "pack_hook": 141, "unpack_hook": 141, "silli": 141, "harmless": 141, "debat": 141, "__repr__": [141, 270], "152": 141, "48gb": 141, "5gb": 141, "6x": [141, 200], "leak": 141, "autograd_saved_tensors_hooks_tutori": [141, 187], "david": 142, "eriksson": 142, "balandat": 142, "methodolog": [142, 200, 253, 258], "laptop": 142, "sustain": [142, 249], "botorch": 142, "bayesian": 142, "mnist_train_na": [142, 165, 187], "appdef": 142, "kubernet": 142, "local_cwd": 142, "fetch": [142, 144, 182, 183, 184, 197, 199, 200, 296], "proxi": [142, 218, 221, 270, 291], "tensorboardcurvemetr": 142, "curve_nam": 142, "lower_is_bett": 142, "favor": [142, 167, 180, 196], "multiobjectiveoptimizationconfig": 142, "generationstrategi": 142, "scheduleropt": 142, "max_pending_tri": 142, "pareto": 142, "frontier": 142, "surrog": 142, "uncertainti": 142, "num_param": 142, "val_acc": 142, "contour": 142, "hidden_size_1": 142, "kiuk": 142, "chung": 142, "tristan": [142, 179], "rice": [142, 179], "ax_multiobjective_nas_tutori": [142, 165, 187], "surnam": 143, "spell": 143, "lua": [143, 144, 186], "unreason": [143, 144], "roman": 143, "alphabet": 143, "n_letter": [143, 144], "line_length": 143, "all_lett": [143, 144], "linetotensor": 143, "namesdataset": 143, "20074": 143, "charrnn": 143, "label_from_output": 143, "histor": [143, 144], "all_loss": [143, 144], "minu": [143, 190], "bright": 143, "incorrectli": [143, 229], "chines": [143, 144], "korean": [143, 144], "italian": [143, 144], "greek": [143, 144], "poorli": 143, "gender": 143, "writer": [143, 154, 159, 179, 180, 191, 206, 211, 249, 284], "subreddit": 143, "char_rnn_classification_tutori": [143, 168, 187], "russian": 144, "ru": 144, "rovakov": 144, "uantov": 144, "shavakov": 144, "german": 144, "ger": 144, "gerren": 144, "ereng": 144, "rosher": 144, "spa": 144, "salla": 144, "parer": 144, "allan": 144, "chi": 144, "chan": 144, "iun": 144, "unicodedata": 144, "ascii_lett": 144, "eo": [144, 186], "marker": [144, 196], "findfil": 144, "nfd": 144, "mn": 144, "readlin": 144, "some_fil": [144, 150], "category_lin": 144, "all_categori": 144, "splitext": 144, "basenam": 144, "n_categori": 144, "n\u00e9\u00e0l": 144, "arab": 144, "czech": 144, "dutch": 144, "french": [144, 168, 186], "irish": 144, "japanes": 144, "polish": 144, "portugues": 144, "scottish": 144, "vietnames": 144, "neal": 144, "o2o": 144, "muscl": [144, 193], "fuzz": 144, "chao": 144, "i2h": 144, "i2o": 144, "input_combin": 144, "output_combin": 144, "inithidden": 144, "randomchoic": 144, "randomtrainingpair": 144, "abcd": 144, "categorytensor": 144, "inputtensor": [144, 176, 241], "targettensor": 144, "letter_index": 144, "randomtrainingexampl": 144, "category_tensor": 144, "input_line_tensor": 144, "target_line_tensor": 144, "0005": 144, "timesinc": 144, "timestamp": [144, 160, 265], "floor": 144, "ds": 144, "print_everi": 144, "plot_everi": 144, "total_loss": 144, "7686": 144, "5023": 144, "15000": 144, "0934": 144, "2183": 144, "25000": 144, "7072": 144, "3s": 144, "30000": [144, 152], "0118": 144, "35000": 144, "6332": 144, "40000": [144, 270], "5150": 144, "45000": 144, "1207": 144, "8377": 144, "55000": 144, "6050": 144, "5402": 144, "65000": [144, 285], "7429": 144, "70000": 144, "5367": 144, "75000": 144, "8677": 144, "80000": 144, "1882": 144, "85000": 144, "9431": 144, "8s": 144, "90000": [144, 270], "7269": 144, "95000": 144, "2194": 144, "7136": 144, "0x7f12a1748f70": 144, "output_nam": 144, "start_lett": 144, "topv": 144, "topi": 144, "abc": [144, 193], "uakinov": 144, "shantov": 144, "gangeng": 144, "ronger": 144, "sarera": 144, "ara": 144, "han": [144, 213], "iu": 144, "fiction": 144, "countri": 144, "citi": 144, "841": [144, 187], "char_rnn_generation_tutori": [144, 168, 187], "simon": 145, "fan": [145, 179], "torch_log": [145, 196, 222, 290, 291, 293, 299, 301], "_dynamo": [145, 161, 194, 196, 230, 291, 301], "compiled_autograd": 145, "intercept": [145, 200], "bytecod": [145, 194], "aotdispatch": 145, "rewritten": 145, "compiled_autograd_verbos": 145, "stderr": 145, "aot0_": 145, "aot0_view_2": 145, "view_2": 145, "aot": [145, 161, 298], "unoptim": [145, 194], "aot_eag": [145, 161], "graph_break": [145, 301], "unique_graph": 145, "call_hook": 145, "adjac": 146, "dilat": 146, "ep": [146, 184, 196, 203, 218, 229, 231, 232, 235, 256, 301], "track_running_statist": 146, "denomin": 146, "nenadmarku": [146, 159], "bulk": 146, "fusedconvbn": 146, "geforc": 146, "rtx": 146, "3070": 146, "56gb": 146, "unfus": 146, "68gb": 146, "shallow": [146, 153], "custom_function_conv_bn_tutori": [146, 187], "grad_out": 147, "finit": [147, 167], "differenc": 147, "magnifi": 147, "gradgradcheck": [147, 286], "grad_x": 147, "make_dot": 147, "dout": 147, "ouptut": 147, "sinh": 147, "cosh": 147, "expx": 147, "expnegx": 147, "_grad_out_exp": 147, "_grad_out_negexp": 147, "sinhbad": 147, "cube_backward": 147, "cubebackward": 147, "cube_forward": 147, "cube_backward_backward": 147, "sav_grad_out": 147, "cube_backward_backward_grad_out": 147, "cube": 147, "dgrad_out": 147, "reachabl": [148, 149, 152], "2xlarg": [148, 149], "hydra": 148, "slurm": [148, 149, 150, 152], "char_dataset": 148, "gpt2_train_cfg": 148, "bucket": [148, 286, 304], "aggress": 148, "rendezv": [149, 176], "nccl_debug": 149, "diagnos": 149, "nccl_socket_ifnam": 149, "eth0": 149, "joe": 150, "zhu": [150, 161], "chirag": [150, 206], "pandya": [150, 206], "clarifi": 150, "filestor": 150, "libtmp": 150, "toymodel": [150, 249, 250, 252], "net1": [150, 249, 250, 251, 252], "net2": [150, 249, 250, 251, 252], "demo_bas": 150, "ddp_model": [150, 306], "loss_fn": [150, 163, 175, 182, 249, 250, 306], "run_demo": 150, "demo_fn": 150, "caution": 150, "straggler": [150, 190], "inevit": 150, "spike": [150, 179], "AND": 150, "recoveri": 150, "torchelast": 150, "demo_checkpoint": 150, "checkpoint_path": [150, 229], "gettempdir": 150, "toympmodel": 150, "dev0": 150, "dev1": 150, "output_devic": 150, "demo_model_parallel": 150, "mp_model": 150, "ddp_mp_model": 150, "n_gpu": [150, 154, 211], "elastic_ddp": 150, "rdzv_id": [150, 252], "rdzv_backend": 150, "rdzv_endpoint": [150, 252], "29400": [150, 252], "scontrol": 150, "hostnam": 150, "slurm_nodelist": 150, "srun": 150, "torchrun_script": 150, "s\u00e9b": 152, "arnold": 152, "sysadmin": 152, "coordin": [152, 188, 201, 210, 221, 305], "pdsh": 152, "clustershel": 152, "init_process": 152, "127": [152, 203, 231, 232], "set_start_method": 152, "ip": 152, "recv": [152, 175, 184], "irecv": 152, "dst": 152, "req": 152, "behaviour": 152, "fanci": 152, "baidu": 152, "deepspeech": 152, "communc": 152, "new_group": [152, 175, 252], "commut": 152, "band": 152, "bor": 152, "bxor": 152, "premul_sum": 152, "scatter_list": 152, "gather_list": 152, "all_to_al": 152, "output_tensor_list": 152, "input_tensor_list": 152, "random_split": 152, "data_idx": 152, "datapartition": 152, "1234": 152, "data_len": 152, "part_len": 152, "partition_dataset": 152, "get_world_s": 152, "bsz": 152, "partition_s": 152, "train_set": [152, 190], "ceil": 152, "epoch_loss": [152, 178], "average_gradi": 152, "voil\u00e0": 152, "send_buff": 152, "recv_buff": 152, "accum": [152, 222], "send_req": 152, "bandwidth": [152, 190, 197, 226, 257], "subsect": 152, "mpi": 152, "eleg": 152, "smi": [152, 269], "mvapich2": 152, "ipc": [152, 190], "recompil": [152, 194, 229, 246, 291, 295, 296], "requisit": 152, "forg": [152, 259, 305], "openmpi": 152, "mpirun": 152, "myscript": 152, "handshak": 152, "superflu": 152, "everybodi": 152, "readili": 152, "race": [152, 253], "fcntl": 152, "nf": [152, 206], "sharedfil": 152, "everyon": 152, "unclear": [152, 196], "natalia": 152, "gimelshein": 152, "actor": 153, "carrier": [153, 180], "step_mdp": 153, "brought": [153, 173, 180, 196], "84x84": 153, "accessori": [153, 179], "inittrack": 153, "stamp": 153, "is_init": 153, "tensordictprim": 153, "primer": [153, 221], "disappear": 153, "lstmmodul": 153, "backbon": [153, 193], "flank": 153, "assist": [153, 252], "tensordictmodulebas": 153, "batch_first": 153, "make_tensordict_prim": 153, "qvaluemodul": 153, "action_valu": [153, 163], "qvalueactor": 153, "set_recurrent_mod": 153, "uniniti": [153, 237], "dqnloss": 153, "delay_valu": 153, "lazymemmapstorag": [153, 163], "dqn_with_rnn_tutori": [153, 187], "jianyu": 154, "huang": [154, 175, 176, 204, 249, 250], "jessica": [154, 178], "paraphras": 154, "mrpc": [154, 211], "dolan": 154, "brockett": 154, "2005": 154, "imbalanc": 154, "sklearn": [154, 193], "whl": [154, 178, 190, 194, 197, 210, 231], "cu101": [154, 178], "torch_nightli": [154, 178], "bertconfig": [154, 211], "bertforsequenceclassif": [154, 211], "glue_compute_metr": [154, 211], "compute_metr": [154, 211, 235], "glue_output_mod": [154, 211], "output_mod": [154, 211], "glue_processor": [154, 211], "processor": [154, 199, 211, 230, 242, 258, 286, 290, 305], "glue_convert_examples_to_featur": [154, 211], "convert_examples_to_featur": [154, 211], "basicconfig": [154, 211], "asctim": [154, 211], "levelnam": [154, 211], "datefmt": [154, 211], "modeling_util": [154, 211], "setlevel": [154, 211], "set_num_thread": [154, 179, 211], "__config__": [154, 211], "parallel_info": [154, 211], "sep": 154, "glue_data": [154, 211], "download_glue_data": [154, 211], "spirit": 154, "uncas": [154, 200, 211], "glue_dir": [154, 211], "task_nam": [154, 211], "out_dir": [154, 211], "run_glu": 154, "model_typ": [154, 211], "model_name_or_path": [154, 211], "do_train": 154, "do_ev": 154, "do_lower_cas": [154, 211], "max_seq_length": [154, 211], "per_gpu_eval_batch_s": [154, 211], "per_gpu_train_batch_s": 154, "num_train_epoch": [154, 235], "save_step": 154, "output_dir": [154, 211], "label_list": [154, 193, 211], "get_label": [154, 211], "overwrite_cach": [154, 211], "copyright": 154, "inc": 154, "corpor": 154, "apach": [154, 199, 200], "complianc": 154, "law": [154, 223], "AS": 154, "IS": 154, "warranti": 154, "OR": [154, 284], "OF": 154, "govern": [154, 182], "permiss": 154, "mnli": [154, 211], "mi": [154, 211], "eval_task_nam": [154, 211], "eval_outputs_dir": [154, 211], "eval_task": [154, 211], "eval_output_dir": [154, 211], "eval_dataset": [154, 211, 235], "load_and_cache_exampl": [154, 211], "makedir": [154, 211], "eval_sampl": [154, 211], "eval_dataload": [154, 211, 259], "eval_loss": 154, "nb_eval_step": [154, 211], "out_label_id": [154, 211], "distilbert": [154, 211], "token_type_id": [154, 211], "xlnet": [154, 211], "xlm": [154, 211], "roberta": [154, 211], "segment_id": [154, 211], "tmp_eval_loss": 154, "output_eval_fil": [154, 211], "eval_result": [154, 211], "cached_features_fil": [154, 211], "cached_": [154, 211], "get_dev_exampl": [154, 211], "get_train_exampl": [154, 211], "pad_on_left": 154, "convert_tokens_to_id": 154, "pad_token_segment_id": 154, "all_input_id": [154, 211], "all_attention_mask": [154, 211], "all_token_type_id": [154, 211], "all_label": [154, 211], "qint8": [154, 203, 267], "438": [154, 211], "181": [154, 270], "30522": 154, "768": [154, 164, 211, 235], "time_model_evalu": [154, 211], "eval_start_tim": [154, 211], "eval_end_tim": [154, 211], "eval_duration_tim": [154, 211], "408": [154, 200], "prec": [154, 164], "9019": 154, "902": [154, 211], "8788": 154, "8956": 154, "asymmetr": [154, 231, 232], "openmp": [154, 199, 242, 265], "tbb": 154, "ids_tensor": [154, 211], "int32": [154, 210, 211, 227, 232, 273], "dummy_input": [154, 211, 303], "traced_model": [154, 211], "bert_traced_eager_qu": 154, "loaded_quantized_model": [154, 208, 227], "implic": [154, 211], "devlin": 154, "lee": 154, "toutanova": 154, "zafrir": 154, "boudoukh": 154, "izsak": 154, "wasserblat": 154, "2019": 154, "q8bert": 154, "8bit": 154, "tradition": [155, 237], "pretend": [155, 172], "stack_module_st": 155, "functional_cal": [155, 167, 172], "num_model": 155, "front": [155, 177, 196, 199, 200], "in_dim": [155, 172, 240], "weren": [155, 172], "avinash": 156, "sajjanshetti": 156, "mit": 156, "refresh": [156, 191, 197], "endpoint": [156, 248, 290], "class_id": [156, 248], "n02124075": 156, "egyptian_cat": [156, 248], "imagenet1k_v1": 156, "y_hat": [156, 248], "imagenet_class_index": 156, "img_byt": 156, "get_predict": [156, 248], "image_byt": 156, "jsonifi": [156, 248], "TO": 156, "densenet121": [156, 164, 248], "transform_imag": [156, 248], "my_transform": [156, 248], "bytesio": 156, "predicted_idx": 156, "flask_env": 156, "flask_app": [156, 248], "resp": 156, "ui": [156, 179, 190, 265, 284, 290], "streamer": 156, "queue": [156, 265, 286], "flask_rest_api_tutori": [156, 187], "forced_alignment_tutori": 157, "incomplet": [158, 173], "eagerli": [158, 170, 196, 299], "primal": 158, "dual": 158, "dual_level": 158, "fresh": [158, 269], "check_forward_ad": 158, "check_backward_ad": 158, "check_undefined_grad": 158, "check_batched_grad": 158, "functorch": 158, "downsid": [158, 173], "reformul": [158, 167], "ft": 158, "make_functional_with_buff": 158, "analog": [158, 196, 197, 220, 221], "consolid": [158, 182, 197, 229], "dual_numb": 158, "forward_ad_usag": [158, 187], "horac": 159, "he": [159, 163, 186], "orig": 159, "clariti": [159, 273], "simplif": [159, 273], "conclus": 159, "hear": [159, 160], "tracker": [159, 160], "fx_conv_bn_fus": [159, 187], "longest": 160, "nicer": 160, "tabul": [160, 194, 206, 298], "ca": 160, "graphmodul": [160, 203], "symbolic_trac": 160, "profilinginterpret": 160, "clock": [160, 270], "51393": 160, "fx_profiling_tutori": [160, 187], "xuan": 161, "liao": 161, "haozh": 161, "jiong": [161, 199, 200, 212, 222, 230, 232], "gong": [161, 199, 200, 212, 222, 230, 232], "weihan": 161, "intricaci": 161, "troubleshoot": 161, "pinpoint": [161, 196, 200, 251], "narrow": [161, 196, 206, 223], "torch_compile_debug": 161, "xx": 161, "_inductor": [161, 196, 212, 222, 230, 300], "model___20": 161, "torchinductor_root": 161, "rx": 161, "crxfi2ybd7yp5sbj2pnhw33wfhtdw7wumvrobyp5sjvdui5ktjc2": 161, "fx_graph_runn": 161, "fx_graph_transform": 161, "ir_pre_fus": 161, "ir_post_fus": 161, "output_cod": [161, 222, 302], "triton": [161, 194, 213, 222, 230, 231, 290, 293, 295, 300], "gv": 161, "cgv6n5aotqjo5w4vknjibhengeycuattfto532hkxpozszcgxr3x": 161, "tmp2": [161, 222], "tmp1": [161, 222], "exc": [161, 301], "backendcompilerfail": 161, "cppcompileerror": 161, "xg": 161, "cxga5tk3b4lkwoxyigrtocjp5s7vc5cg2ikuscf6bk6pjqip2bhx": 161, "unsign": [161, 270], "max_propagate_nan": 161, "tmp3": [161, 222], "tmp0": [161, 222], "deduct": 161, "substitut": [161, 162, 170, 232], "deduc": 161, "in_ptr0": 161, "in_ptr1": 161, "out_ptr0": 161, "pragma": [161, 222], "ivdep": [161, 222], "i0": 161, "static_cast": [161, 222], "0l": [161, 222], "8390l": 161, "1l": [161, 212, 222], "i1": 161, "8l": 161, "buf0": [161, 212], "schedulernod": 161, "computedbuff": 161, "memorydep": 161, "c0": 161, "67120": 161, "unmet_depend": 161, "met_depend": 161, "arg0_1": [161, 212], "8390": 161, "arg1_1": 161, "nodeus": 161, "can_inplac": 161, "buf0_loop_bodi": 161, "var_rang": 161, "z0": 161, "index0": 161, "index1": 161, "get_index": 161, "get_index_1": 161, "load_1": 161, "get_index_2": 161, "minifi": 161, "dead": 161, "minif": 161, "allclos": [161, 204, 235], "tol": 161, "test_script": 161, "expected_result": 161, "actual_result": 161, "torchdynamo_repro_aft": 161, "torchdynamo_repro_level": 161, "mobilebertforquestionansw": 161, "xeon": [161, 164, 199, 230, 242, 258, 290], "platinum": [161, 199], "8358": 161, "60ghz": 161, "kmp_blocktim": [161, 286, 305], "kmp_set": 161, "kmp_affin": [161, 286, 305], "compact": [161, 244, 286, 305], "ld_preload": [161, 286, 305], "conda_prefix": [161, 270], "dirnam": [161, 176, 265], "libiomp5": [161, 286, 305], "libjemalloc": [161, 305], "malloc_conf": [161, 305], "oversize_threshold": [161, 305], "background_thread": [161, 305], "metadata_thp": [161, 305], "dirty_decay_m": 161, "muzzy_decay_m": 161, "numactl": [161, 286, 305], "bench": [161, 199, 200], "eager_t": 161, "num_it": 161, "inductor_t": 161, "1023553796113": 161, "95180135127157": 161, "359459053287382": 161, "355x": 161, "enable_kernel_profil": 161, "370": 161, "814m": 161, "362": 161, "161": [161, 256], "276m": 161, "416m": 161, "488": [161, 270], "154m": 161, "194": 161, "clamp_min": [161, 257], "444m": 161, "bmm": [161, 223, 242, 270], "258m": [161, 257], "810": 161, "920m": 161, "447m": 161, "_softmax": 161, "087m": 161, "376": 161, "888m": 161, "430m": 161, "502m": 161, "161m": 161, "850": 161, "377m": 161, "386": [161, 184, 276], "index_select": 161, "420m": 161, "703": 161, "656": [161, 306], "963": 161, "864m": 161, "_mkl_linear": [161, 222], "231": [161, 270, 276], "573m": [161, 276], "992m": 161, "336": [161, 276], "642m": 161, "graph_0_cpp_fused_constant_pad_nd_embedding_0": 161, "915": 161, "911": 161, "graph_0_cpp_fused__mkl_linear_add_mul_relu_151": 161, "901": [161, 211], "graph_0_cpp_fused__mkl_linear_add_mul_relu_226": 161, "899": [161, 303], "graph_0_cpp_fused__mkl_linear_add_mul_relu_361": 161, "898": [161, 303], "graph_0_cpp_fused__mkl_linear_add_mul_relu_121": 161, "895": 161, "graph_0_cpp_fused__mkl_linear_add_mul_relu_31": 161, "893": 161, "graph_0_cpp_fused__mkl_linear_add_mul_relu_76": 161, "892": [161, 179, 270, 303], "graph_0_cpp_fused__mkl_linear_add_mul_relu_256": 161, "graph_0_cpp_fused__mkl_linear_add_mul_relu_346": 161, "graph_0_cpp_fused__mkl_linear_add_mul_relu_241": 161, "891": 161, "graph_0_cpp_fused__mkl_linear_add_mul_relu_316": 161, "graph_0_cpp_fused__mkl_linear_add_mul_relu_91": 161, "890": 161, "graph_0_cpp_fused__mkl_linear_add_mul_relu_106": 161, "graph_0_cpp_fused__mkl_linear_add_mul_relu_211": 161, "graph_0_cpp_fused__mkl_linear_add_mul_relu_61": 161, "889": 161, "graph_0_cpp_fused__mkl_linear_add_mul_relu_286": 161, "graph_0_cpp_fused_": 161, "63x": 161, "cblas_sgemm_comput": 161, "339m": 161, "94x": 161, "cpp_fused__mkl_linear_add_mul_relu_151": 161, "clrlgu27q4ggd472umdzwsu6qcpqxcuusjxqvx2hwitjbujiiz7z": 161, "bottl": [161, 249], "neck": [161, 249], "780875144992024": 161, "9588955780491233": 161, "0286805751604735": 161, "smallest": [161, 177], "solid": 161, "analyt": 161, "hotspot": [161, 199, 200, 265], "phenomenon": 161, "inductor_debug_cpu": [161, 187], "annoi": 162, "jax": [162, 167, 240], "argnum": 162, "millisecond": [162, 176, 286], "get_perf": 162, "rigor": [162, 273], "taller": 162, "hessiani": 162, "overwhelm": 162, "jacobians_hessian": [162, 187], "yuansong": 163, "feng": [163, 176], "steven": 163, "guo": 163, "cheatsheet": 163, "companion": 163, "bro": 163, "dequ": [163, 181], "framestack": 163, "ne": [163, 186, 276], "emul": [163, 211], "nes_pi": 163, "joypadspac": 163, "gym_super_mario_bro": 163, "tensordictreplaybuff": 163, "tube": 163, "mushroom": 163, "screen": [163, 181, 265], "supermariobro": 163, "new_step_api": 163, "render_mod": 163, "apply_api_compat": 163, "next_stat": [163, 181], "trunc": 163, "240": [163, 184, 276], "pipe": 163, "sky": 163, "grayscaleobserv": 163, "resizeobserv": 163, "skipfram": 163, "hi": [163, 223], "movement": 163, "_skip": 163, "total_reward": 163, "ob": [163, 184, 232], "trunk": 163, "observationwrapp": 163, "obs_shap": 163, "observation_spac": 163, "permute_orient": 163, "antialia": 163, "num_stack": 163, "exploration_r": 163, "marionet": 163, "state_dim": 163, "action_dim": 163, "dnn": [163, 276], "exploration_rate_decai": 163, "99999975": 163, "exploration_rate_min": 163, "curr_step": 163, "5e5": 163, "lazyfram": 163, "action_idx": 163, "__array__": 163, "first_if_tupl": 163, "ddqn": 163, "input_dim": [163, 256], "output_dim": 163, "__build_cnn": 163, "q_target": 163, "in_channel": 163, "out_channel": 163, "3136": 163, "_e": 163, "argmax_": 163, "td_target": 163, "td_estim": 163, "current_q": 163, "arang": [163, 191], "q_onlin": 163, "next_state_q": 163, "best_act": 163, "next_q": 163, "td_t": 163, "td_e": 163, "leftarrow": 163, "nabla": 163, "00025": 163, "update_q_onlin": 163, "sync_q_target": 163, "save_path": 163, "mario_net_": 163, "chkpt": 163, "burnin": 163, "1e4": 163, "learn_everi": 163, "sync_everi": 163, "td_est": 163, "td_tgt": 163, "metriclogg": 163, "save_log": 163, "episod": [163, 181, 182, 184], "meanreward": 163, "meanlength": 163, "meanloss": 163, "meanqvalu": 163, "ep_rewards_plot": 163, "reward_plot": 163, "ep_lengths_plot": 163, "length_plot": 163, "ep_avg_losses_plot": 163, "loss_plot": 163, "ep_avg_qs_plot": 163, "q_plot": 163, "ep_reward": [163, 182, 184], "ep_length": 163, "ep_avg_loss": 163, "ep_avg_q": 163, "moving_avg_ep_reward": 163, "moving_avg_ep_length": 163, "moving_avg_ep_avg_loss": 163, "moving_avg_ep_avg_q": 163, "init_episod": 163, "record_tim": 163, "log_step": 163, "curr_ep_reward": 163, "curr_ep_length": 163, "curr_ep_loss": 163, "curr_ep_q": 163, "curr_ep_loss_length": 163, "log_episod": 163, "mean_ep_reward": 163, "mean_ep_length": 163, "mean_ep_loss": 163, "mean_ep_q": 163, "last_record_tim": 163, "time_since_last_record": 163, "8d": 163, "clf": [163, 181], "getattr": [163, 211, 244], "moving_avg_": 163, "legend": 163, "_plot": 163, "action_spac": [163, 181], "flag_get": 163, "mario_rl_tutori": [163, 187], "vitali": 164, "fedyunin": 164, "densest": 164, "4x4": 164, "10x3x16x16": 164, "minor": [164, 178, 184, 191, 258, 259], "ambigu": [164, 219, 220], "n1hw": 164, "contrari": [164, 173, 177], "restrid": 164, "unintend": 164, "apex": 164, "main_amp": 164, "resnet50": [164, 179, 182, 199, 200, 258, 286, 294], "o2": 164, "opt_level": 164, "keep_batchnorm_fp32": 164, "nonetyp": 164, "loss_scal": 164, "7603": 164, "cast_model_typ": 164, "patch_torch_funct": 164, "master_weight": 164, "125": [164, 276], "230": [164, 184, 193], "949": 164, "6735125184": 164, "6735": 164, "259": 164, "562": 164, "773": 164, "481": 164, "355": 164, "693": 164, "6968704462": 164, "6852": 164, "258": 164, "461": 164, "775": 164, "089": 164, "433": 164, "965": 164, "7877287269": 164, "7194": 164, "771": 164, "710": 164, "487": 164, "8285319805": 164, "7467": 164, "260": [164, 184], "380": 164, "770": 164, "090": 164, "525": 164, "908": 164, "7370464802": 164, "7447": 164, "623": 164, "555": 164, "728": 164, "7592862844": 164, "7472": 164, "917": 164, "345": [164, 201], "774": 164, "746": [164, 270], "115": [164, 211, 257], "9698858261": 164, "9218": 164, "324": 164, "597": 164, "659": 164, "2505953312": 164, "0879": 164, "767": 164, "785": 164, "7579724789": 164, "7580": 164, "198": 164, "482": 164, "135": [164, 179, 270], "414": 164, "716": [164, 257, 270], "7007197738": 164, "7293": 164, "250": [164, 184, 276], "387": 164, "1010": 164, "516": 164, "7113101482": 164, "7233": 164, "667": 164, "197": 164, "340": 164, "1013": 164, "023": 164, "588": 164, "333": 164, "8943189979": 164, "7661": 164, "541": 164, "7113249302": 164, "9551": 164, "1011": 164, "163": 164, "683": 164, "8537774086": 164, "7716": 164, "279": 164, "453": 164, "7595844269": 164, "3413": 164, "429": 164, "827": 164, "743": 164, "883": 164, "8196096420": 164, "4011": 164, "volta": [164, 269, 286], "mnasnet0_5": 164, "mnasnet0_75": 164, "mnasnet1_0": 164, "mnasnet1_3": 164, "mobilenet_v2": [164, 179, 201, 241, 267], "resnet101": 164, "resnet152": 164, "resnet34": 164, "resnext50_32x4d": 164, "shufflenet_v2_x0_5": [164, 179], "shufflenet_v2_x1_0": [164, 179], "shufflenet_v2_x1_5": [164, 179], "shufflenet_v2_x2_0": [164, 179], "squeezenet1_0": 164, "squeezenet1_1": 164, "vgg11": 164, "vgg11_bn": 164, "vgg13": 164, "vgg13_bn": 164, "vgg16": 164, "vgg16_bn": 164, "vgg19_bn": 164, "wide_resnet101_2": 164, "wide_resnet50_2": 164, "ic": [164, 231], "lake": [164, 258], "densenet161": 164, "densenet169": 164, "googlenet": [164, 179, 267], "inception_v3": [164, 179], "resnext101_32x8d": [164, 179], "spite": 164, "nc11": 164, "memory_format_tutori": [164, 187], "year": [167, 171, 202], "j_": 167, "diagon": 167, "asymptot": 167, "i_o": 167, "i_": 167, "e_o": 167, "textrm": 167, "_o": 167, "tensorfloat": 167, "sacrific": 167, "empirical_ntk_ntk_vp": 167, "luck": [167, 170, 197], "neural_tangent_kernel": [167, 187], "seq2seq_translation_tutori": [168, 186, 187], "homepag": [169, 205], "ooz": 170, "_might_": 170, "2p": 170, "ephemer": 170, "memory_viz": 170, "devot": 170, "bat": [170, 213], "2gb": [170, 179], "6gb": 170, "foreach": [170, 255], "reveal": [170, 185, 194, 268, 270], "silver": 170, "bullet": 170, "sizabl": [170, 173], "tantamount": 170, "eat": 170, "lora": 170, "unlock": [170, 208, 211, 253], "vit_l_16": 170, "neat": 170, "lrschedul": [170, 290], "slate": 170, "woohoo": 170, "apart": 170, "shrunk": 170, "0gb": 170, "optimizer_step_in_backward_tutori": [170, 187], "lezcano": 171, "surprisingli": 171, "ill": 171, "frobeniu": 171, "spectral": 171, "lipschitz": 171, "x\u1d40": 171, "upper": [171, 185, 196, 276], "triangular": 171, "reimplement": [171, 177, 196], "skew": [171, 190, 276], "unparametr": 171, "linearsymmetr": 171, "moduledict": [171, 175, 235], "parametrizationlist": [171, 235], "inbuilt": 171, "caylei": 171, "spd": 171, "right_invers": 171, "remove_parametr": 171, "parametri": 171, "leave_parametr": 171, "privaci": [172, 177], "sample_grad": 172, "compute_loss": 172, "ft_compute_grad": 172, "0th": [172, 177, 185, 223], "25x": [172, 193, 235], "opacu": 172, "per_sample_grad": [172, 187], "cpu_tensor": 173, "cuda_tensor": [173, 286], "erron": 173, "carefulli": [173, 286], "distinguish": [173, 184, 191], "isol": [173, 178, 194], "illus": 173, "anywher": 173, "cudastreamsynchron": 173, "dma": 173, "volterra": 173, "tesla": [173, 304], "h100": [173, 194], "t3_cuda": 173, "belief": [173, 196], "brand": 173, "cudahostalloc": 173, "cudamemcpi": 173, "doubt": 173, "interestingli": 173, "tick": 173, "__whenev": 173, "memory__": 173, "corrupt": 173, "garbag": 173, "reliabl": [173, 270], "annihil": 173, "legitim": 173, "notori": 173, "inher": [173, 196, 197, 250], "blockag": 173, "afterward": [173, 196], "non_blocking_pin": 173, "ration": 173, "outweigh": [173, 257], "perman": [173, 177], "shuttl": 173, "expedit": 173, "advers": 173, "Is": 173, "bu": 173, "monopol": 173, "pinmem_nonblock": [173, 187], "microbatch": 175, "micro": [175, 199, 200], "educ": [175, 202], "dataclass": [175, 232], "modelarg": 175, "model_arg": 175, "witout": 175, "layernorm": [175, 202, 235], "splitpoint": 175, "pipelinestag": 175, "schedulegpip": 175, "pp_group": 175, "stage_index": 175, "num_stag": 175, "init_distribut": 175, "peer": [175, 306], "manual_model_split": 175, "split_spec": 175, "4th": [175, 242], "mirror": [175, 230, 231], "build_stag": 175, "gpipe": 175, "1f1b": 175, "interleaved1f1b": 175, "loopedbf": 175, "num_microbatch": 175, "example_input_microbatch": 175, "tracer_model_split": 175, "tokenwise_loss_fn": 175, "n_microbatch": 175, "pipelining_tutori": 175, "tian": 176, "si": 176, "zeroredundancyoptim": [176, 290], "processgroupnccl": 176, "processgroupgloo": 176, "processgroupmpi": 176, "ucc": 176, "oneccl": [176, 286], "trainum": 176, "emerg": 176, "backenddummi": 176, "chrono": 176, "outputtensor": [176, 241], "allgatheropt": 176, "allreduceopt": 176, "workdummi": 176, "optyp": 176, "recvanysourc": 176, "future_": 176, "iscomplet": 176, "issuccess": 176, "kunsettimeout": 176, "getfutur": 176, "outputtensorvec": 176, "listtyp": 176, "tensortyp": 176, "markcomplet": 176, "createbackenddummi": 176, "backenddummyconstructor": 176, "__attribute__": 176, "register_backend": 176, "cpp_function": [176, 270], "libraries_dir": 176, "abspath": 176, "dummy_collect": 176, "michela": 177, "paganini": 177, "biolog": 177, "batteri": 177, "subnetwork": 177, "lotteri": 177, "ticket": 177, "destruct": [177, 200, 305], "0a0": [177, 241], "8e8a5e0": 177, "lecun": 177, "1998": 177, "unprun": 177, "basepruningmethod": 177, "adequ": [177, 180], "weight_orig": 177, "_orig": 177, "intact": [177, 182, 283], "weight_mask": 177, "_mask": 177, "forward_pre_hook": 177, "l1_unstructur": 177, "bias_orig": 177, "bias_mask": 177, "pruningcontain": 177, "compute_mask": 177, "ln_structur": 177, "undo": 177, "reassign": 177, "global_unstructur": 177, "apply_mask": 177, "unstructur": 177, "preprun": 177, "pruning_typ": 177, "pruning_tutori": [177, 187], "zafar": 178, "takhirov": 178, "initializaion": 178, "unfreez": 178, "ion": [178, 181], "image_dataset": 178, "dataset_s": 178, "fig": [178, 191], "set_xtick": 178, "set_ytick": 178, "set_titl": [178, 191], "nrow": 178, "train_model": 178, "best_model_wt": 178, "best_acc": 178, "running_correct": 178, "set_grad_en": [178, 257], "epoch_acc": 178, "visualize_model": 178, "was_train": 178, "current_row": 178, "current_col": 178, "lbl": 178, "jdx": 178, "model_f": 178, "create_combined_model": 178, "model_fe_featur": 178, "bn1": 178, "layer3": [178, 181], "layer4": 178, "avgpool": 178, "new_head": 178, "new_model": 178, "optimizer_ft": 178, "exp_lr_schedul": 178, "tight_layout": 178, "appar": 178, "model_ft": 178, "default_qat_qconfig": 178, "model_ft_tun": 178, "model_quantized_and_train": 178, "ioff": [178, 181], "sink": 179, "5v": 179, "sd": 179, "card": [179, 185], "8gb": 179, "arm": [179, 257, 267], "64bit": 179, "aarch64": 179, "arm64": [179, 241, 256], "raspberrypi": 179, "raspios_arm64": 179, "rpi": 179, "sdcard": 179, "start_x": 179, "128m": 179, "gpu_mem": 179, "commment": 179, "camera_auto_detect": 179, "v4l2": 179, "reboot": 179, "video4linux2": 179, "video0": 179, "picamera": 179, "36fp": 179, "30fp": 179, "framer": 179, "cv2": 179, "cap": [179, 180, 190], "videocaptur": 179, "cap_prop_frame_width": 179, "cap_prop_frame_height": 179, "cap_prop_fp": 179, "bgr": 179, "input_tensor": [179, 248], "input_batch": 179, "mobilenet_v3_larg": 179, "109": 179, "233": [179, 184], "204": [179, 257, 270], "195": [179, 184], "132": 179, "prequant": 179, "20fp": 179, "cap_v4l2": 179, "last_log": 179, "frame_count": 179, "htop": [179, 199], "mug": 179, "allevi": 179, "repetit": [180, 270], "maximis": 180, "clipppoloss": 180, "theta_k": 180, "pi_": 180, "lingua": 180, "franca": 180, "sub_batch_s": 180, "deepmind": [180, 188], "interchang": 180, "panel": [180, 190], "transmit": 180, "gymwrapp": 180, "loos": 180, "supplementari": 180, "stringent": 180, "n_step": [180, 182, 184], "mu_": 180, "d_ob": 180, "d_action": 180, "mu": [180, 193], "normalparamextractor": 180, "probabilisticactor": 180, "tanhnorm": 180, "discount": [180, 181, 182], "amort": [180, 182], "datacollector": 180, "multisyncdatacollector": 180, "refil": 180, "replaybuff": 180, "gae": 180, "value_target": 180, "videorecord": 180, "reinforcement_ppo": [180, 187], "tower": 181, "cart": 181, "pole": 181, "upright": 181, "classic_control": 181, "namedtupl": 181, "itertool": [181, 184, 232], "is_ipython": 181, "get_backend": 181, "decorrel": 181, "replaymemori": 181, "cyclic": 181, "maxlen": 181, "formul": 181, "r_": 181, "t_0": 181, "r_t": 181, "uncertain": 181, "tempor": 181, "max_a": 181, "univers": [181, 193, 199], "obei": 181, "bellman": 181, "huber": 181, "noisi": [181, 270, 285], "mathcal": 181, "le": [181, 186], "mathrm": 181, "n_observ": 181, "n_action": 181, "left0exp": 181, "right0exp": 181, "select_act": [181, 182, 184], "eps_start": 181, "eps_end": 181, "eps_decai": 181, "plot_dur": 181, "underneath": [181, 196], "tau": 181, "005": 181, "policy_net": 181, "target_net": 181, "amsgrad": 181, "steps_don": 181, "eps_threshold": 181, "episode_dur": 181, "show_result": 181, "durations_t": 181, "xlabel": [181, 193], "ylabel": [181, 193], "unfold": [181, 186], "paus": [181, 182, 229], "gcf": 181, "clear_output": 181, "optimize_model": 181, "s_t": 181, "a_t": 181, "19343": 181, "3343043": 181, "non_final_mask": 181, "non_final_next_st": 181, "state_batch": 181, "action_batch": 181, "reward_batch": 181, "next_state_valu": 181, "expected_state_action_valu": 181, "clip_grad_value_": 181, "num_episod": [181, 182], "i_episod": [181, 182, 184], "\u03b8": 181, "\u03c4": 181, "target_net_state_dict": 181, "policy_net_state_dict": 181, "passive_env_check": 181, "249": 181, "bool8": 181, "bool_": 181, "082": [181, 187], "reinforcement_q_learn": [181, 187], "calle": [182, 183, 247], "unblock": 182, "idl": [182, 190, 276], "callback": 182, "ps": [182, 183, 184], "update_and_fetch_model": 182, "future_model": 182, "batch_update_s": 182, "batchupdateparameterserv": 182, "curr_update_s": 182, "get_model": 182, "ps_rref": 182, "local_valu": [182, 183], "setti": 182, "set_result": 182, "rpc_sync": [182, 183, 184, 247], "image_w": 182, "image_h": 182, "one_hot_indic": 182, "random_": 182, "get_worker_info": [182, 184], "543": 182, "affine1": [182, 184], "affine2": [182, 184], "action_scor": [182, 184], "select_action_batch": 182, "run_episod": [182, 184], "agent_rref": [182, 184], "num_step": 182, "start_step": 182, "from_numpi": [182, 184], "curr_reward": 182, "prob": [182, 184, 191], "saved_log_prob": [182, 184], "rob": 182, "ob_rref": [182, 184], "running_reward": [182, 184], "ob_rank": [182, 184], "ob_info": [182, 184], "observer_nam": [182, 184], "future_act": 182, "pending_st": 182, "select_acion": 182, "ob_id": [182, 184], "log_prob": [182, 184], "stitch": [182, 183], "oberv": [182, 184], "wait_al": 182, "policy_loss": [182, 184], "passiv": [182, 184], "run_work": [182, 183, 184, 247], "n_episod": 182, "print_log": 182, "rank0": [182, 184, 206], "init_rpc": [182, 183, 184, 247], "agent_nam": [182, 184], "last_reward": [182, 184], "tlast": [182, 184], "taverag": [182, 184], "shutdown": [182, 183, 184, 247], "tik": [182, 247], "tok": [182, 247], "dist_autograd": [183, 184], "num_gpu": 183, "next_devic": 183, "caller": [183, 247], "call_method": 183, "remote_method": 183, "foo_inst": 183, "parameterserv": 183, "input_devic": 183, "intention": [183, 184, 247], "miscellan": 183, "get_dist_gradi": 183, "get_gradi": 183, "get_param_rref": 183, "cid": 183, "cpu_grad": 183, "k_cpu": 183, "v_cpu": 183, "paramt": 183, "param_rref": [183, 184], "run_parameter_serv": 183, "param_serv": 183, "global_lock": 183, "get_parameter_serv": 183, "parameter_serv": 183, "shut": 183, "offlin": 183, "trainernet": 183, "param_server_rref": 183, "get_global_param_rref": 183, "paramat": 183, "remote_param": [183, 184], "model_output": 183, "run_training_loop": 183, "nueral": 183, "context_id": [183, 184], "get_accuraci": 183, "correct_sum": 183, "trainer_": 183, "traffic": [183, 199], "listen": [183, 248], "subprocess": [183, 270, 286], "rpc_parameter_serv": 183, "solver": 184, "formatter_class": 184, "argumentdefaultshelpformatt": 184, "log_interv": 184, "report_reward": 184, "_max_episode_step": 184, "lifetim": 184, "finfo": 184, "reward_threshold": 184, "finish_episod": 184, "min_reward": 184, "surpass": 184, "ctrl": 184, "475": 184, "111": [184, 199, 211, 270, 303, 305], "131": 184, "130": [184, 257], "137": 184, "140": 184, "104": 184, "170": [184, 201], "126": 184, "180": [184, 196, 257, 270], "213": 184, "322": [184, 257], "165": 184, "272": [184, 257], "210": 184, "168": [184, 305], "184": [184, 211], "208": [184, 193, 268], "270": [184, 193, 293], "280": 184, "290": 184, "464": 184, "3163778435275": 184, "embeddingt": 184, "destin": [184, 247], "rnnmodel": 184, "ntoken": 184, "ninp": 184, "nhid": 184, "nlayer": 184, "emb_table_rref": 184, "decoder_rref": 184, "_remote_method": 184, "rremot": 184, "_parameter_rref": 184, "parameter_rref": [184, 247], "run_train": 184, "nindic": 184, "driss": 185, "guessou": 185, "multiheadattent": 185, "flashattent": 185, "flash": [185, 210], "andrej": 185, "karpathi": 185, "nanogpt": 185, "causalselfattent": 185, "mine": 185, "166": 185, "616": 185, "726": 185, "amaz": 185, "compiled_causal_attention_trac": 185, "concentr": 185, "6090": 185, "49m": 185, "3273": 185, "17m": 185, "commit": [185, 226, 242], "ae3a8d5": 185, "causal_upper_left": 185, "causal_lower_right": 185, "is_caus": [185, 202, 204], "causalbia": 185, "corner": 185, "attn_scor": 185, "sdpa_kernel": [185, 204], "scaled_dot_product_attention_tutori": [185, 187], "il": 186, "est": [186, 190], "peindr": 186, "tableau": 186, "paint": 186, "pourquoi": 186, "pa": 186, "essay": 186, "vin": 186, "delicieux": 186, "delici": 186, "wine": 186, "poet": 186, "romancier": 186, "she": 186, "novelist": 186, "vou": 186, "trop": 186, "maigr": 186, "skinni": 186, "condens": [186, 244, 285], "phrase": 186, "tatoeba": 186, "eng": 186, "manyth": 186, "anki": 186, "fra": 186, "cold": [186, 274, 290, 293, 295], "froid": 186, "dozen": 186, "trim": [186, 285], "lang": 186, "word2index": 186, "word2count": 186, "apostroph": 186, "je": 186, "sui": 186, "noir": 186, "attn_appli": 186, "exhibit": [186, 286], "coher": 186, "grammar": 186, "wander": 186, "plot_loss": 186, "judgement": 186, "matshow": 186, "iot": 186, "word2vec": 186, "glove": 186, "autoencod": 186, "934": 187, "torch_compile_tutori": [187, 194], "sdpa": [187, 202, 204], "torch_export_tutori": [187, 195, 196], "transformer_building_block": [187, 202], "spatial_transformer_tutori": [187, 188], "sphx_glr_intermediate_mnist_train_na": 187, "tensorboard_profiler_tutori": [187, 190], "torchrec_intro_tutori": [187, 197], "ghassen": 188, "hamrouni": 188, "geometr": 188, "invari": [188, 219], "boil": 188, "affine_grid": 188, "grid_sampl": 188, "speech_recognition_pipeline_tutori": 189, "perfetto": 190, "warmup": [190, 202, 238, 245, 246, 255, 257, 276, 299, 300], "on_trace_readi": [190, 276], "tensorboard_trace_handl": 190, "record_shap": [190, 276], "profile_memori": [190, 276], "torch_tb_profil": 190, "safari": 190, "pytorch_profil": 190, "breakdown": 190, "dropdown": 190, "callstack": 190, "multiprocessor": 190, "occup": 190, "tooltip": 190, "toolbar": 190, "keyboard": 190, "mous": 190, "resnet18_4work": 190, "76m": [190, 208], "132m": 190, "torchtbprofil": 190, "memory_demo_1_10": 190, "gpu0": 190, "children": [190, 276], "distributed_bert": 190, "docker": [190, 304], "profiler_tutori": 190, "test_cifar10": 190, "vi": 190, "hub": 190, "kfd": 190, "sys_ptrac": 190, "seccomp": 190, "unconfin": 190, "shm": [190, 247], "8g": 190, "apt": [190, 193, 305], "libjpeg": 190, "rocm5": 190, "scp": 190, "plot_classes_pr": 191, "matplotlib_imshow": 191, "one_channel": 191, "fashion_mnist_experiment_1": 191, "img_grid": 191, "four_fashion_mnist_imag": 191, "select_n_random": 191, "datapoint": 191, "perm": 191, "randperm": 191, "class_label": [191, 193], "label_img": 191, "thoroughli": 191, "images_to_prob": 191, "preds_tensor": 191, "el": 191, "xtick": 191, "ytick": 191, "add_scalar": [191, 284], "999": 191, "add_figur": 191, "global_step": [191, 284], "scroll": 191, "3000": [191, 196, 301], "test_siz": 191, "class_prob": 191, "class_probs_batch": 191, "test_prob": 191, "test_label": 191, "add_pr_curve_tensorboard": 191, "class_index": 191, "tensorboard_truth": 191, "tensorboard_prob": 191, "add_pr_curv": 191, "poke": 191, "tacotron2_pipeline_tutori": 192, "wsi": 193, "tissu": 193, "surgeri": 193, "biopsi": 193, "scanner": 193, "pathologist": 193, "diseas": 193, "cancer": 193, "microscop": 193, "tumor": 193, "growth": [193, 221], "patient": 193, "000x100": 193, "25x0": 193, "micron": 193, "pyramid": 193, "magnif": 193, "sketch": 193, "histoencod": 193, "jopo666": 193, "openjpeg": 193, "openslid": 193, "pixman": 193, "qq": 193, "libopenjp2": 193, "libpixman": 193, "echo": 193, "brew": 193, "__future__": [193, 275, 283], "hashandl": 193, "nopython": 193, "shutil": 193, "zipfil": 193, "mpl": 193, "cm": 193, "accuracy_scor": 193, "confusion_matrix": 193, "patch_predictor": 193, "iopatchpredictorconfig": 193, "misc": 193, "download_data": 193, "grab_files_from_dir": 193, "overlay_prediction_mask": 193, "wsicor": 193, "wsiread": 193, "rcparam": 193, "dpi": 193, "facecolor": 193, "on_gpu": 193, "suppress": 193, "overli": 193, "suppress_console_output": 193, "redirect_stderr": 193, "stringio": 193, "abnorm": [193, 265], "global_save_dir": 193, "rmdir": 193, "dir_path": 193, "is_dir": 193, "rmtree": 193, "kather": 193, "100k": 193, "wsi_path": 193, "sample_wsi": 193, "sv": 193, "patches_path": 193, "kather100k": 193, "weights_path": 193, "dc": 193, "warwick": 193, "uk": 193, "tcga": 193, "3l": 193, "aa1b": 193, "01z": 193, "dx1": 193, "8923a151": 193, "a690": 193, "40b7": 193, "9e5a": 193, "fcbedfc2394f": 193, "extractal": 193, "pc": 193, "patch_list": 193, "dataset_path": 193, "image_ext": 193, "tif": 193, "label_dict": 193, "glass": 193, "mucosa": 193, "deb": 193, "debri": 193, "tum": 193, "colorect": 193, "adenocarcinoma": 193, "epithelium": 193, "adi": 193, "adipos": 193, "muc": 193, "mucu": 193, "stroma": 193, "lym": 193, "lymphocyt": 193, "dataset_class_path": 193, "patch_list_single_class": 193, "file_typ": 193, "176": 193, "178": 193, "209": 193, "232": [193, 270], "modelabc": 193, "tia": 193, "toolbox": 193, "readthedoc": 193, "_autosummari": 193, "models_abc": 193, "preproc_func": 193, "predictor": [193, 301], "pretrained_weight": 193, "cnnmodel": 193, "fromarrai": 193, "conf": [193, 259], "df_cm": 193, "215": [193, 200], "993000": 193, "000000": 193, "00000": 193, "988636": 193, "011364": 193, "991304": 193, "008696": 193, "996503": 193, "003497": 193, "004808": 193, "990385": 193, "988764": 193, "011236": 193, "996296": 193, "003704": 193, "004785": 193, "985646": 193, "004310": 193, "99569": 193, "input_resolut": 193, "patch_input_shap": 193, "stride_shap": 193, "wsi_ioconfig": 193, "mpp": 193, "return_prob": 193, "ioconfig": 193, "greatest": [193, 269], "unnecessari": [193, 196, 200, 202, 247, 289, 305], "merge_predict": 193, "wsi_output": 193, "wsi_predict": 193, "overlai": 193, "overlay_patch_predict": 193, "overview_resolut": 193, "overview_unit": 193, "wsi_overview": 193, "slide_thumbnail": 193, "label_color_dict": 193, "get_cmap": 193, "set1": 193, "pred_map": 193, "label_info": 193, "return_ax": 193, "histolog": 193, "pohjonen": 193, "joona": 193, "helsinki": 193, "umap": 193, "semantic_segmentor": 193, "deepfeatureextractor": 193, "iosegmentorconfig": 193, "histoencwrapp": 193, "histoenc": 193, "feat_extract": 193, "extract_featur": 193, "num_block": 193, "avg_pool": 193, "infer_batch": 193, "batch_data": 193, "img_patches_devic": 193, "inference_mod": [193, 235], "create_encod": 193, "prostate_medium": 193, "662": 193, "446": 193, "605": 193, "169": [193, 257], "155": 193, "output_resolut": 193, "patch_output_shap": 193, "auto_generate_mask": 193, "otsu": 193, "num_loader_work": 193, "num_postproc_work": 193, "wsi_featur": 193, "umap_reduc": 193, "n_neighbor": 193, "n_compon": 193, "manhattan": 193, "random_st": 193, "fit_transform": 193, "npy": 193, "feat": 193, "5mpp": 193, "4mpp": 193, "william": [194, 196, 299], "devel": 194, "elsewher": 194, "torchinductor": [194, 212, 213, 222, 230, 231, 286, 295], "torchtriton": 194, "cu117": 194, "complex_funct": 194, "complex_conjug": 194, "outer_funct": 194, "dashboard": [194, 284], "struggl": 194, "fn1": 194, "fn2": 194, "f2": 194, "disallow": 194, "resum": [194, 229, 250, 290, 301], "zhengxu": 196, "angela": [196, 300], "pian": 196, "pawakapan": 196, "synonym": 196, "mod": [196, 238, 301], "dynamic_shap": [196, 227, 229, 301], "graph_signatur": 196, "range_constraint": 196, "stronger": [196, 301], "safeti": [196, 301], "cond": 196, "predic": 196, "true_fn": 196, "false_fn": 196, "while_loop": 196, "associative_scan": 196, "x0": [196, 201, 222], "x1": [196, 201, 222], "s0": 196, "s1": 196, "x2": 196, "x3": 196, "s3": [196, 207], "s5": 196, "proof": 196, "_log": [196, 302], "set_log": 196, "spit": 196, "create_symbol": 196, "int_oo": 196, "2841": 196, "runtime_assert": 196, "ncreate_symbol": 196, "nruntime_assert": 196, "dynamic_shapes_tutori": 196, "_subclass": [196, 301], "fake_impl": 196, "845": [196, 303], "infer_s": [196, 285], "torchdynamo_extended_debug_guard_ad": 196, "_meta_registr": 196, "2127": 196, "meta_mm": 196, "aliv": 196, "attract": 196, "friction": 196, "believ": [196, 219], "stanc": [196, 299], "constraintviol": 196, "unrel": [196, 299], "univari": 196, "diverg": [196, 218, 220, 270, 286], "tolist": [196, 235], "unbind": 196, "unback": 196, "nomenclatur": 196, "absenc": [196, 230, 231, 251, 268], "u0": 196, "unhint": 196, "is_compil": [196, 299], "invas": 196, "bypass": [196, 222], "offend": 196, "smarter": 196, "prevail": 196, "prohibit": 196, "_check_is_s": 196, "guard_size_oblivi": 196, "starter": 196, "guardondatadependentsymnod": 196, "_schema": 196, "is_mut": 196, "export_for_train": [196, 227, 229, 231], "run_decomposit": 196, "mutabl": 196, "conv1d": [196, 232, 242, 286], "cond_pred": 196, "tensorrt": [196, 203], "pt2": [196, 226, 230, 245, 246, 252, 255, 300], "pt2_path": 196, "aoti_compile_and_packag": [196, 300], "compiler_aot_inductor": 196, "aoti_compil": 196, "aoti_load_packag": [196, 300], "cu121": [197, 210], "fbgemm_gpu": 197, "torchmetr": 197, "cardin": 197, "relationship": [197, 225], "hash": 197, "conjunct": [197, 206, 286], "ctr": 197, "dlrm": [197, 286], "embedding_collect": 197, "embedding_bag_collect": 197, "vast": [197, 221], "collis": [197, 285], "80g": 197, "embeddingcollect": 197, "jaggedtensor": 197, "keyedjaggedtensor": 197, "keyedtensor": 197, "product_t": 197, "user_t": 197, "id_list_featur": 197, "id_score_list_featur": 197, "id_list_feature_offset": 197, "q1": 197, "product_jt": 197, "user_jt": 197, "q2": 197, "reread": 197, "to_dict": 197, "congrat": 197, "pat": 197, "grasp": 197, "scarc": [197, 249], "hbm": 197, "gb": [197, 202], "shardedembeddingbagcollect": 197, "unshard": [197, 204], "ton": 197, "everytim": 197, "await": 197, "input_dist": 197, "tbe": 197, "output_dist": 197, "twpooledembeddingshard": 197, "kjt": 197, "canon": 197, "dmp": 197, "hyperoptim": 197, "combinedoptim": 197, "keyedoptim": 197, "in_backward_optimizer_filt": 197, "fused_optim": 197, "fused_param": 197, "apply_optimizer_in_backward": 197, "ampl": 197, "loadabl": 197, "criteo": 197, "1tb": 197, "jean": [199, 200], "saroufim": [199, 200], "ashok": [199, 200], "emani": [199, 200], "tl": [199, 211], "dr": [199, 211], "numa": [199, 200], "upi": 199, "fma": [199, 200], "hyperthread": 199, "contend": 199, "ultra": 199, "cpu_launcher_en": [199, 200], "decad": 199, "toepliz": 199, "use_logical_cor": 199, "vtune": [199, 290], "8180m": 199, "omp_num_thread": [199, 286, 305], "982": 199, "__kmp_fork_barri": 199, "589": 199, "neglig": 199, "530": 199, "lscpu": [199, 305], "112": [199, 211, 276, 301, 305], "llc": [199, 200], "asid": 199, "get_num_thread": 199, "node_id": [199, 200], "base_handl": 199, "56x4": 199, "affinit": [199, 200], "amplifi": 199, "slot": 199, "uop": [199, 200], "__sched_yield": 199, "disassoci": 199, "exacerb": 199, "core_51": 199, "8180": 199, "tid": [199, 222], "97097": 199, "cpu_81": 199, "cpu_14": 199, "cpu_5": 199, "cpu_70": 199, "cpu_100": 199, "cpu_24": 199, "appl": [199, 210], "num_physical_cor": 199, "94290": 199, "cpu_78": 199, "cpu_108": 199, "omp": [199, 222, 305], "microarchitectur": 199, "onednn": [199, 200, 222, 230, 231, 242, 257, 258, 265], "immens": [199, 200], "ning": [199, 200], "jing": [199, 200], "xu": [199, 200, 213], "20x": 200, "toplev": 200, "pmu": 200, "perf": [200, 235], "mispredict": 200, "hierarch": 200, "retir": [200, 206], "specul": 200, "cancel": [200, 270, 286], "untun": 200, "l3": 200, "dram": 200, "prefetch": 200, "starv": 200, "wll": 200, "uncomplet": 200, "oneapi": [200, 265], "deconvolut": [200, 268], "emit_itt": [200, 265], "intel_extension_for_pytorch": [200, 258, 294], "ipex_en": 200, "submetr": 200, "spinlock": 200, "arena": 200, "enable_tcmalloc": 200, "enable_jemalloc": 200, "use_default_alloc": 200, "range_push": [200, 265], "step_": 200, "range_pop": [200, 265], "step_x": 200, "step_99": 200, "308": 200, "261": 200, "843": 200, "8960": 200, "cpu_launcher_arg": 200, "561": 200, "688": 200, "251": 200, "401": 200, "392": [200, 245], "bf16": [200, 210, 222, 230, 231, 242, 257], "ipex": [200, 258, 290, 294], "8x": 200, "851": 200, "310": [200, 270], "7x": [200, 210], "803": 200, "248": 200, "eltwis": 200, "elementwis": [200, 286, 302], "nhwc": [200, 258], "disable_auto_channels_last": 200, "channels_last": [200, 230, 231, 242, 256, 258], "reorder": [200, 242, 257, 265, 286], "731": [200, 303], "634": 200, "penn": 201, "fudan": 201, "databas": [201, 295, 296], "pedestrian": 201, "keypoint": 201, "tv_tensor": 201, "boundingbox": 201, "y0": 201, "image_id": 201, "iscrowd": 201, "pycocotool": 201, "gautamchitni": 201, "git": [201, 210, 248, 256], "cocoapi": 201, "cocodataset": 201, "pythonapi": 201, "get_height_and_width": 201, "ci": 201, "upenn": 201, "edu": 201, "jshi": 201, "ped_html": 201, "pennfudanp": 201, "pedmask": 201, "fudanped00001_mask": 201, "fudanped00002_mask": 201, "fudanped00003_mask": 201, "fudanped00004_mask": 201, "pngimag": 201, "fudanped00001": 201, "fudanped00002": 201, "fudanped00003": 201, "fudanped00004": 201, "tvtensor": 201, "zoo": 201, "fasterrcnn": 201, "rpn": 201, "anchor": 201, "featmap_nam": 201, "rcnn": 201, "train2017": 201, "mikayla": [202, 275, 283], "gawarecki": [202, 275, 283], "jag": [202, 223], "famili": [202, 257, 305], "xformer": 202, "torchtun": 202, "rag": [202, 223], "ux": [202, 223, 227, 230], "key_padding_mask": 202, "qk": 202, "premis": 202, "rmsnorm": 202, "sinusoid": 202, "rotari": [202, 204], "alibi": 202, "threefold": 202, "query_padding_mask": 202, "mha": [202, 219], "nestedtensor": [202, 223, 226, 236], "cleanli": [202, 245, 246, 255, 297, 302], "zipf": [202, 223], "attn_mask": 202, "padded_tim": 202, "03454": 202, "padded_peak_memori": 202, "nested_tim": 202, "00612": 202, "nested_peak_memori": 202, "padded_bw_tim": 202, "09337": 202, "padded_bw_peak_mem": 202, "nested_bw_tim": 202, "01452": 202, "nested_bw_peak_mem": 202, "144": [202, 257], "out_proj": 202, "000244140625": 202, "packed_proj": 202, "001556396484375": 202, "001953125": 202, "causal": 202, "trust": 202, "ragged": 202, "alibi_mod": 202, "block_mask": 202, "create_nested_block_mask": 202, "e_q": 202, "e_tot": 202, "05x": 202, "swish": 202, "08x": [202, 257], "kv": [202, 204], "lucidrain": 202, "navit": 202, "visiontransform": 202, "prepare_fx": [203, 207, 208, 209], "convert_fx": [203, 207, 208, 209], "default_weight_observ": 203, "get_default_qconfig_map": 203, "minmaxobserv": [203, 232], "backend_config": 203, "backendpatternconfig": 203, "dtypewithconstraint": 203, "observationtyp": 203, "quantize_fx": [203, 207, 208], "fp32_linear": 203, "quant1": 203, "dequant1": 203, "quant2": 203, "dequant2": 203, "fp32_conv_relu": 203, "quint8_with_constraint": 203, "quant_min_lower_bound": 203, "quant_max_upper_bound": 203, "scale_min_lower_bound": 203, "weighted_int8_dtype_config": 203, "input_dtyp": [203, 206], "output_dtyp": [203, 206], "weight_dtyp": 203, "bias_dtyp": 203, "fuse_conv2d_relu": 203, "convrelu2d": [203, 208], "linear_config": 203, "set_pattern": 203, "set_observation_typ": 203, "output_use_different_observer_as_input": 203, "add_dtype_config": 203, "set_root_modul": 203, "set_qat_modul": 203, "set_reference_quantized_modul": 203, "conv_relu_config": 203, "set_fused_modul": 203, "set_fuser_method": 203, "fused_conv_relu_config": 203, "my_backend": 203, "set_backend_pattern_config": 203, "quant_max": [203, 231, 232], "activation_observ": 203, "with_arg": [203, 231, 232], "quant_min": [203, 231, 232], "qconfig_map": [203, 207, 208, 209], "set_object_typ": [203, 208, 227], "use_bn": 203, "example_input": [203, 207, 208, 209, 227, 229, 230, 231, 232], "quantizedlinear": 203, "012136868201196194": 203, "zero_point": [203, 211, 232], "qscheme": [203, 231, 232], "per_tensor_affin": [203, 232], "quantizedconvrelu2d": 203, "0029353597201406956": 203, "linear_input_scale_0": 203, "linear_input_zero_point_0": 203, "quantize_per_tensor": [203, 211, 227, 259], "dequantize_2": 203, "015307803638279438": 203, "track_running_stat": [203, 256], "dequantize_1": 203, "get_fbgemm_backend_config": 203, "get_qnnpack_backend_config": 203, "get_native_backend_config": 203, "union": 203, "rfc": [203, 219, 222, 233], "0019": [203, 211], "chien": [204, 249, 250], "chin": [204, 249, 250], "llama3": 204, "freq_ci": 204, "context_parallel": 204, "buffer_seq_dim": 204, "miscalcul": 204, "set_rotate_method": 204, "sdpbackend": 204, "sdpa_exampl": 204, "nhead": 204, "qkv_len": 204, "8192": [204, 270], "flash_attent": 204, "cudnn_attent": 204, "qkv": 204, "cp_sdpa_exampl": 204, "_attent": 204, "context_parallel_unshard": 204, "context_parallel_sdpa_exampl": 204, "device_typ": [204, 230, 231, 294], "mesh_shap": 204, "mesh_dim_nam": [204, 252], "cp_qkv": 204, "cp_out": 204, "alltoal": [204, 286], "junji": 206, "impedi": 206, "starvat": 206, "deadlock": 206, "indefinit": 206, "diagnost": 206, "flight_record": 206, "torch_nccl_trace_buffer_s": 206, "torch_nccl_dump_on_timeout": 206, "torch_nccl_debug_info_temp_fil": 206, "nccl_trace_rank_": 206, "torch_nccl_trace_cpp_stack": 206, "torch_symbolize_mod": 206, "torch_nccl_enable_tim": 206, "dladdr": 206, "addr2lin": 206, "debuginfowrit": 206, "registerwrit": 206, "_distributed_c10d": 206, "_dump_nccl_trac": 206, "includecollect": 206, "includestacktrac": 206, "onlyact": 206, "pg_config": 206, "default_pg": 206, "pg_statu": 206, "last_enqueued_collect": 206, "last_started_collect": 206, "last_completed_collect": 206, "test_short_pickl": 206, "test_c10d_nccl": 206, "3647": 206, "spawn_main": 206, "record_id": 206, "pg_id": 206, "collective_seq_id": 206, "p2p_seq_id": 206, "op_id": 206, "profiling_nam": 206, "time_created_n": 206, "1724779239936775119": 206, "time_discovered_started_n": 206, "time_discovered_completed_n": 206, "1724779239975811724": 206, "timeout_m": 206, "600000": 206, "is_p2p": 206, "fr_trace": 206, "use_distribut": 206, "torchfrtrac": 206, "culprit": 206, "recod": 206, "trace_": [206, 276], "ls": 206, "trace_0": 206, "trace_1": 206, "tldr": [207, 208], "default_dynamic_qconfig": [207, 211], "qconfigmap": [207, 209, 227, 232], "release": 207, "set_glob": [207, 208, 209, 227, 229, 230, 231], "prepared_model": [207, 208, 227, 229, 230, 231], "amazonaw": 207, "metamind": 207, "asset": [207, 241], "word_language_model_quant": 207, "forunct": 207, "fx_graph_mode_ptq_dynam": [207, 236], "charl": 208, "hernandez": 208, "traceabl": 208, "identitc": [208, 227], "resnet18_pretrained_float": [208, 227, 229], "fuse_fx": 208, "recursivescriptmodul": [208, 211, 229], "model_to_quant": [208, 227, 229], "qconfig_opt": [208, 227], "set_module_name_regex": 208, "set_module_nam": [208, 227], "set_module_name_object_type_ord": 208, "object_typ": 208, "module_name_regex": 208, "module_nam": 208, "qconfig_mapping_util": 208, "serila": [208, 227], "fx_graph_mode_model_file_path": 208, "resnet18_fx_graph_mode_quant": 208, "erro": 208, "convrelu": 208, "moduleattributeerror": 208, "_modul": 208, "conv1_weight_after_fus": 208, "conv1_weight_after_qu": 208, "resnet18_script": 208, "eager_quantized_model": 208, "eager_mode_model_fil": 208, "resnet18_eager_mode_quant": 208, "aibench": 208, "192": 208, "48m": 208, "non_traceable_code_1": 209, "traceable_cod": 209, "non_traceable_code_2": 209, "fp32traceabl": 209, "traceable_submodul": 209, "traceable_code_1": 209, "traceable_code_2": 209, "model_fp32": 209, "non_traceable_cod": 209, "fp32nontrac": 209, "non_traceable_submodul": 209, "prepare_custom_config_dict": 209, "non_traceable_module_nam": 209, "non_traceable_module_class": 209, "mnontrac": 209, "model_prepar": 209, "transpose_for_scor": 209, "new_x_shap": 209, "num_attention_head": 209, "attention_head_s": 209, "custommodul": 209, "observednontrac": 209, "classmethod": 209, "from_float": 209, "from_observ": 209, "staticquantnontrac": 209, "float_to_observed_custom_module_class": 209, "convert_custom_config_dict": 209, "observed_to_quantized_custom_module_class": 209, "model_quant": [209, 267], "thee": 209, "dynamicquantnontrac": 209, "weightonlyquantmnontrac": 209, "test_custom_module_class": 209, "test_quantize_fx": 209, "hdcharl": 210, "pg509": 210, "330": 210, "myenv": 210, "facebookresearch": 210, "vit_h": 210, "segment_anyth": 210, "sam_vit_h_4b8939": 210, "sam_checkpoint_base_path": 210, "image_encod": 210, "instant": 210, "protect": 210, "43m": 210, "17gb": 210, "16m": 210, "95m": 210, "24gb": 210, "autotun": [210, 226, 286, 295, 296, 298], "int4": 210, "int8_dynamic_activation_int8_weight": 210, "int8_weight_onli": 210, "int4_weight_onli": 210, "apply_dynamic_qu": 210, "apply_weight_only_int8_qu": 210, "int8_dynamic_activ": 210, "58gb": 210, "force_fuse_int_mm_with_mul": 210, "78m": 210, "37gb": 210, "unquant": [210, 232], "epilogu": [210, 222], "enlarg": 210, "39gb": 210, "10x": [210, 242], "677": 210, "28m": 210, "729": 210, "65m": 210, "gpu_quantization_torchao_tutori": [210, 236], "supriya": 211, "rao": 211, "per_channel_dynamic_qconfig": 211, "quantize_dynamic_jit": 211, "ts_model": 211, "installaion": 211, "necesessari": 211, "lenght": 211, "overwritten": [211, 275, 289, 305], "qconfig_glob": 211, "qconfig_sub": 211, "qconfig_fc": 211, "242141": 211, "354759": 211, "188": [211, 270], "157": 211, "4s": 211, "quantized_model_debug": 211, "prepare_dynamic_jit": 211, "convert_dynamic_jit": 211, "406429": 211, "897": 211, "113": 211, "4_scale_0": 211, "114": 211, "4_zero_point_0": 211, "4_axis_0": 211, "4_scalar_type_0": 211, "quantize_per_channel": 211, "1640": 211, "_choose_qparams_per_tensor": 211, "linear_dynam": 211, "0257": 211, "0269": 211, "0158": 211, "0764": 211, "0548": 211, "0325": 211, "0423": 211, "0528": 211, "1382": 211, "0069": 211, "0113": 211, "0275": 211, "0253": 211, "0457": 211, "0090": 211, "0512": 211, "0555": 211, "0277": 211, "0543": 211, "0539": 211, "0943": 211, "0619": 211, "1040": 211, "0598": [211, 235], "0465": 211, "0009": 211, "0949": 211, "0097": 211, "0183": 211, "0085": 211, "clonebackward": 211, "0011": 211, "0010": 211, "0034": 211, "0013": 211, "0012": 211, "0015": 211, "0016": 211, "0036": 211, "0014": 211, "0008": 211, "0023": 211, "0018": 211, "0031": 211, "0022": 211, "0024": 211, "016605": 211, "182": 211, "878029": 211, "jit_model_path_float": 211, "jit_model_path_eag": 211, "jit_model_path_graph": 211, "chunyuan": [212, 222], "bao": [212, 300], "cpp_wrapper": [212, 230], "opt_fn": 212, "assert_size_strid": 212, "empty_strid": [212, 241, 276], "cpp_fused_add_lift_fresh_0": 212, "c_void_p": 212, "constant0": 212, "inductor_entry_cpp": 212, "19l": 212, "cppwrappercodecach": 212, "cpp_wrapper_src": 212, "c2buojsvlqbywxe3itb43hldieh4jqulk72iswa2awalwev7hjn2": 212, "_wrap_func": 212, "args_tensor": 212, "constants_tensor": 212, "_deviceguard": 212, "lift_fresh": 212, "stream0": 212, "get_cuda_stream": 212, "triton_poi_fused_add_lift_fresh_0": 212, "run_intermediate_hook": 212, "cudaguard": 212, "device_guard": 212, "loadkernel": 212, "torchinductor_us": 212, "cmm6xjgijjffxjku4akv55eyzibirvw6bti6uqmfnruujm5cvvmw": 212, "cubin": [212, 296, 300], "triton_poi_fused_add_lift_fresh_0_0d1d2d3": 212, "cudeviceptr": 212, "var_0": 212, "reinterpret_cast": 212, "var_1": 212, "var_2": 212, "var_3": 212, "kernel_args_var_0": 212, "cudastream_t": 212, "getcurrentcudastream": 212, "launchkernel": 212, "czbpeilh4qqmbyejdgsbpdfuk2ss5jigl2qjb7xs4gearrjvuwem": 212, "zhaoqiong": 213, "zheng": 213, "msvc": 213, "desktop": 213, "checkmark": 213, "cmd": 213, "ex": [213, 235, 265], "vc": 213, "auxiliari": [213, 242], "vcvars64": 213, "opt_foo1": 213, "9074e": 213, "3994e": 213, "3894e": 213, "2630e": 213, "3060e": 213, "1833e": 213, "4016e": 213, "1905e": 213, "0637e": 213, "3648e": 213, "3728e": 213, "2863e": 213, "6888e": 213, "5442e": 213, "6790e": 213, "2025e": 213, "2647e": 213, "2684e": 213, "2483e": 213, "2845e": 213, "7747e": 213, "2028e": 213, "1431e": 213, "7196e": 213, "5304e": 213, "1945e": 213, "6654e": 213, "7376e": 213, "3644e": 213, "3600e": 213, "0157e": 213, "7200e": 213, "0146e": 213, "8175e": 213, "4057e": 213, "8119e": 213, "2853e": 213, "2773e": 213, "5082e": 213, "4615e": 213, "4140e": 213, "2130e": 213, "0762e": 213, "3914e": 213, "1122e": 213, "6895e": 213, "8852e": 213, "3310e": 213, "4101e": 213, "8318e": 213, "2355e": 213, "9290e": 213, "3707e": 213, "3754e": 213, "3768e": 213, "8970e": 213, "1171e": 213, "9944e": 213, "2553e": 213, "3394e": 213, "3428e": 213, "8400e": 213, "1756e": 213, "0654e": 213, "7973e": 213, "4019e": 213, "1886e": 213, "9194e": 213, "3632e": 213, "1811e": 213, "1615e": 213, "6622e": 213, "2089e": 213, "2011e": 213, "0659e": 213, "0892e": 213, "1932e": 213, "3888e": 213, "3898e": 213, "3218e": 213, "4139e": 213, "4000e": 213, "1192e": 213, "0175e": 213, "6432e": 213, "0498e": 213, "4115e": 213, "3212e": 213, "0964e": 213, "0127e": 213, "7244e": 213, "2799e": 213, "3595e": 213, "0907e": 213, "7191e": 213, "4062e": 213, "3672e": 213, "8502e": 213, "5216e": 213, "6046e": 213, "icx": 213, "win64": 213, "inductor_window": 214, "mobile_interpret": 217, "1369": 218, "weed": 218, "state_sum": 218, "addcmul_": 218, "addcdiv_": 218, "clr": 218, "_make_spars": 218, "grad_indic": 218, "sparse_coo_tensor": [218, 221], "coalesc": [218, 269], "_indic": 218, "grad_valu": 218, "_valu": 218, "sparse_mask": [218, 221], "std_valu": 218, "sqrt_": 218, "state_sum2": 218, "masked_grad": 218, "get_data": [218, 220], "std2": 218, "masked_tensor": [218, 220, 221], "to_spars": [218, 221], "param2": [218, 237], "glanc": [218, 283], "dodg": 218, "make_spars": 218, "brittl": 218, "argu": 218, "densif": 218, "csc": [218, 221], "bsr": [218, 221], "bsc": 218, "conflat": 218, "disentangl": 218, "purposefulli": 218, "relianc": 218, "unreli": [218, 220], "maskedarrai": [218, 226], "maskedtensor_adagrad": [218, 236], "maskedtensor_overview": [219, 220, 221, 236], "Their": [219, 221], "unspecifi": [219, 220, 221, 226], "intersect": 219, "logical_or": 219, "to_tensor": [219, 220], "mt0": 219, "get_mask": [219, 220], "mt1": 219, "revisit": 219, "ma": 219, "masked_arrai": 219, "mask0": 219, "mask1": 219, "necessit": 219, "maskedtensor_advanced_semant": [219, 236], "as_masked_tensor": 220, "as_tensor": 220, "afterthought": 220, "born": 220, "recur": 220, "inabl": 220, "10729": 220, "troubl": 220, "52248": 220, "frustrat": 220, "4132": 220, "67180": 220, "longstand": 220, "unsaf": 220, "61474": 220, "nanmax": 220, "nanmin": 220, "lend": 220, "substructur": 221, "sparse_coo": 221, "sparse_csr": 221, "ndim": 221, "nse": 221, "sparse_tensor_data": 221, "sparse_tensor_mask": 221, "dense_masked_tensor": 221, "to_sparse_coo": 221, "to_sparse_csr": 221, "nuanc": 221, "crow_indic": 221, "col_indic": 221, "nnz": 221, "to_dens": 221, "is_spars": 221, "is_sparse_coo": 221, "is_sparse_csr": 221, "mt": 221, "mt2": 221, "surfac": 221, "synergi": 221, "invest": 221, "maskedtensor_spars": [221, 236], "lesli": [222, 230, 232], "fang": [222, 230, 232], "torchinductor_max_autotune_gemm_backend": 222, "upfront": [222, 275], "torchinductor_freez": [222, 230, 231], "log_autotuning_result": 222, "amp_en": 222, "outperform": 222, "linear_unari": 222, "64x16": 222, "32x16": 222, "cpp_packed_gemm_0": 222, "2142": 222, "_linear_pointwis": 222, "2441": 222, "mkldnn": [222, 242, 257], "anymor": [222, 284], "cpp_fused__to_copy_relu_1": 222, "async_compil": 222, "cpp_pybind": 222, "kernel_micro_gemm_amx_kernel_32_2": 222, "amxstat": 222, "amx_stat": 222, "lda": 222, "ldb": 222, "ldc": 222, "uint8_t": 222, "tilecfg_row": 222, "kernel_micro_gemm": 222, "constexpr": 222, "num_thread": [222, 270], "64l": 222, "omp_get_thread_num": 222, "mc_block_id": 222, "num_mc_blocks_per_thread": 222, "n_block_start": 222, "n_block_end": 222, "nc_block": 222, "kc": 222, "k_block_start": 222, "k_block_end": 222, "kc_block": 222, "nci": 222, "nc_block_end": 222, "m_end": 222, "m_start": 222, "16l": 222, "div_floor_integ": 222, "n_end": 222, "n_start": 222, "loadu": 222, "local_acc_buf": 222, "nr": 222, "tmp4": 222, "tmp5": 222, "tmp6": 222, "tmp7": 222, "tmp8": 222, "32l": 222, "invalu": 223, "nt": 223, "poss": 223, "irregularli": 223, "legal": 223, "semnat": 223, "qmodel": 225, "compare_weight": 225, "wt_compare_dict": 225, "sqnr": 225, "nomin": 225, "compare_model_output": 225, "white_list": 225, "outputlogg": 225, "default_numeric_suite_compare_model_output_white_list": 225, "myoutputlogg": 225, "prepare_model_with_stub": 225, "shadowlogg": 225, "compare_model_stub": 225, "quantizablebasicblock": 225, "myshadowlogg": 225, "db": [225, 227], "ON": [225, 256], "numeric_suite_tutori": [225, 236], "pypi": [226, 259], "optimizi": 226, "nnapi": 226, "autovector": [226, 240], "maskedtensor": [226, 236], "coo": 226, "csr": 226, "flight": 226, "flightrecord": 226, "autoload": 226, "_export": [227, 229, 230, 300], "14k": 227, "prepare_pt2": [227, 230, 231], "convert_pt2": [227, 229, 230, 231], "quantize_pt2": [227, 229, 230, 231], "xnnpack_quant": [227, 229], "xnnpackquant": [227, 229, 232], "get_symmetric_quantization_config": [227, 229], "backendconfig": [227, 232], "fake_qu": 227, "embedding_byt": 227, "executorchquant": 227, "composed_quant": 227, "quantization_cap": 227, "minmax": 227, "exported_model": [227, 229, 230, 231], "capture_pre_autograd_graph": [227, 229, 230], "dynamic_dim": [227, 229], "themodel": 227, "fp32_op": 227, "qauntiz": 227, "quantized_linear": 227, "x_int8": 227, "x_scale": 227, "x_zero_point": 227, "weight_int8": 227, "weight_scal": [227, 232], "weight_zero_point": 227, "bias_fp32": 227, "output_scal": 227, "output_zero_point": 227, "x_fp32": 227, "quantized_decompos": 227, "dequantize_per_tensor": 227, "x_i8": 227, "x_quant_min": 227, "x_quant_max": 227, "weight_fp32": 227, "weight_i8": 227, "weight_quant_min": 227, "weight_quant_max": 227, "weight_permut": 227, "permute_copi": 227, "out_fp32": 227, "out_i8": 227, "out_scal": 227, "out_zero_point": 227, "out_quant_min": 227, "out_quant_max": 227, "float32_op": 227, "use_reference_represent": 227, "x_int16": 227, "weight_int16": 227, "acc_int32": 227, "out_dtyp": 227, "bias_scal": 227, "bias_int32": 227, "out_int8": 227, "clamp": [227, 241], "qmin": 227, "qmax": 227, "pt2e_quantized_model_file_path": 227, "resnet18_pt2e_quant": 227, "quantized_ep": 227, "loaded_quantized_ep": 227, "ptq": [229, 230], "prepare_qat_pt2": [229, 230], "move_exported_model_to_ev": [229, 230], "move_exported_model_to_train": 229, "subgraph": 229, "_native_batch_norm_legit": 229, "cudnn_batch_norm": 229, "num_observer_update_epoch": 229, "num_batch_norm_update_epoch": 229, "num_epochs_between_ev": 229, "subseq": 229, "running_var": 229, "new_arg": 229, "prepared_model_copi": 229, "checkpoint_": 229, "weiwen": [230, 232], "xia": [230, 232], "x86inductorquant": 230, "spr": 230, "x86_inductor_quant": 230, "xiq": 230, "traced_b": [230, 231], "memory_format": [230, 231, 241, 242, 253, 256, 258], "aten_graph": 230, "get_default_x86_inductor_quantization_config": 230, "is_dynam": [230, 231, 232], "converted_model": [230, 231], "optimized_model": [230, 231], "qconvolut": [230, 231], "qlinear": [230, 231], "conting": [230, 231], "qmaxpool2d": [230, 231], "example_x86inductorquantizer_pytorch_2_1": 230, "torchbench": [230, 257], "shoud": 230, "example_x86inductorquantizer_qat": 230, "yan": 231, "zhiwei": 231, "eikan": 231, "liangang": 231, "river": 231, "cui": 231, "yifeng": 231, "xpuinductorquant": 231, "xpu_inductor_quantizer_exampl": 231, "xpu_inductor_quant": 231, "xpuiq": 231, "resnet18_weight": 231, "get_default_xpu_inductor_quantization_config": 231, "histogramobserv": [231, 232], "perchannelminmaxobserv": 231, "quantizationspec": [231, 232], "xnnpack_quantizer_util": 231, "quantizationconfig": [231, 232], "type_check": 231, "_observerorfakequantizeconstructor": 231, "get_xpu_inductor_symm_quantization_config": 231, "extra_arg": 231, "act_observer_or_fake_quant_ctr": 231, "act_quantization_spec": [231, 232], "per_tensor_symmetr": [231, 232], "observer_or_fake_quant_ctr": [231, 232], "weight_observer_or_fake_quant_ctr": 231, "weight_quantization_spec": [231, 232], "per_channel_symmetr": 231, "ch_axi": 231, "oc": 231, "kh": 231, "kw": 231, "bias_quantization_spec": 231, "placehold": 231, "quantization_config": 231, "indcutor": 231, "kimish": 232, "patel": 232, "quantiat": 232, "qnnpackquant": 232, "quantizationannot": 232, "bitwidth": 232, "input_qspec_map": 232, "output_qspec": 232, "_annot": 232, "matcher": 232, "get_source_partit": 232, "add_partit": 232, "gm": 232, "add_nod": 232, "output_nod": 232, "input_act_qspec": 232, "output_act_qspec": 232, "input_act0": 232, "input_act1": 232, "quantization_annot": 232, "sharedquantizationspec": 232, "average_pool": 232, "edgeornod": 232, "conv1_out": 232, "conv2_out": 232, "qspec1": 232, "cat_input0": 232, "cat_input1": 232, "share_qparams_with_input_act0_qspec": 232, "fixedqparamsquantizationspec": 232, "act_qspec": 232, "sigmoid_nod": 232, "input_act": 232, "derivedquantizationspec": 232, "derive_qparams_fn": 232, "observerorfakequant": 232, "observerbas": 232, "fakequantizebas": 232, "obejct": 232, "obs_or_fq": 232, "fq": 232, "act_obs_or_fq": 232, "weight_obs_or_fq": 232, "act_scal": 232, "act_zp": 232, "calculate_qparam": 232, "weight_zp": 232, "bias_qspec": 232, "derived_from": 232, "backendquant": 232, "get_input_act_qspec": 232, "get_output_act_qspec": 232, "get_weight_qspec": 232, "get_bias_qspec": 232, "call_funct": 232, "relu_": [232, 241], "relu_nod": 232, "maybe_conv_nod": 232, "recognz": 232, "subgraphmatch": 232, "conv_relu_pattern": 232, "name_node_map": 232, "input_nod": 232, "weight_nod": 232, "bias_nod": 232, "yuanhao": 233, "ji": 233, "effortless": 233, "gaudi": 233, "hpu": 233, "huawei": 233, "torch_device_backend_autoload": 233, "torch_foo": 233, "_autoload": 233, "entry_point": 233, "habana_framework": 233, "__autoload": 233, "device_backend": 233, "is_load": 233, "entrypoint": 233, "_force_cutlass": 235, "2560": 235, "10240": 235, "dense_output": 235, "dense_t": 235, "stmt": [235, 245, 270], "blocked_autorang": [235, 245, 270], "median": [235, 270, 285], "1e3": 235, "sparse_output": 235, "sparse_t": 235, "80gb": 235, "870m": 235, "630m": 235, "382x": 235, "weightnormsparsifi": 235, "preprocess_validation_funct": 235, "384": [235, 301], "only_second": 235, "return_overflowing_token": 235, "return_offsets_map": 235, "sample_map": 235, "overflow_to_sample_map": 235, "example_id": 235, "sequence_id": 235, "offset_map": 235, "preprocess_train_funct": 235, "start_posit": 235, "end_posit": 235, "start_char": 235, "answer_start": 235, "end_char": 235, "context_start": 235, "context_end": 235, "start_logit": 235, "end_logit": 235, "n_best": 235, "max_answer_length": 235, "example_to_featur": 235, "defaultdict": 235, "predicted_answ": 235, "feature_index": 235, "start_index": 235, "argsort": 235, "end_index": 235, "logit_scor": 235, "best_answ": 235, "prediction_text": 235, "theoretical_answ": 235, "measure_execution_tim": 235, "dataset_for_model": 235, "remove_column": 235, "set_format": 235, "batch_size_to_time_sec": 235, "column_nam": 235, "p50": 235, "automodelforquestionansw": 235, "squad_dataset": 235, "tokenized_squad_dataset": 235, "data_col": 235, "datacollatorwithpad": 235, "hyperparam": 235, "training_arg": 235, "trainingargu": 235, "lr_scheduler_typ": 235, "per_device_train_batch_s": 235, "per_device_eval_batch_s": 235, "fp16_baselin": 235, "fp16_time": 235, "cuda_fp16": 235, "exact_match": 235, "53358561967833": 235, "9280493093186": 235, "927572380751371": 235, "607915310189128": 235, "18846387788653": 235, "91255673766136": 235, "sparsity_level": 235, "elemen": 235, "sparse_block_shap": 235, "zeros_per_block": 235, "sparse_config": 235, "tensor_fqn": 235, "fqn": [235, 249, 250], "named_modul": 235, "paramter": 235, "bertoutput": 235, "parametrizedlinear": 235, "fakespars": 235, "elementwise_affin": 235, "59602649006622": 235, "51610004515979": 235, "set_printopt": [235, 270], "edgeitem": 235, "0237": 235, "0130": 235, "0462": 235, "0272": 235, "0436": 235, "0492": 235, "0844": 235, "0340": 235, "0302": 235, "0350": 235, "0303": 235, "0175": 235, "0529": 235, "0327": 235, "0213": 235, "0258": 235, "0239": 235, "0380": 235, "0562": 235, "0432": 235, "0262": 235, "0227": 235, "0244": 235, "0921": 235, "0784": 235, "0761": 235, "0225": 235, "0395": 235, "0684": 235, "0344": 235, "metrics_spars": 235, "sparse_perf": 235, "43897824030275": 235, "48718950090766": 235, "621004460379481": 235, "368514601141214": 235, "702805917710066": 235, "244": [235, 265], "19364519417286": 235, "87x": 235, "torchao": 236, "torchscript_freez": [236, 238], "vmap_recip": [236, 240], "orthogonal_": 237, "skip_init": 237, "param1": 237, "kaiming_uniform_": 237, "register_buff": 237, "some_buff": 237, "to_empti": [237, 283], "intial": 237, "fnet": 238, "___torch_mangle_3": 238, "fnet2": 238, "0107": 238, "0048": 238, "42368": 240, "unsuccessfulli": 240, "rummag": 240, "shenanigin": 240, "8304": 240, "23475": 240, "performantli": 240, "7786": 240, "batch_of_sampl": 240, "grad_sampl": 240, "ivan": 241, "kobzarev": 241, "use_vulkan": 241, "vulkan_wrapp": 241, "use_vulkan_wrapp": 241, "libvulkan": 241, "vulkansdk": 241, "lunarg": 241, "vulkan_sdk": 241, "vulkan_sdk_root": 241, "install_vulkan": 241, "pytorch_root": 241, "use_vulkan_shaderc_runtim": 241, "macosx_deployment_target": 241, "41237a4": 241, "android_abi": [241, 256], "v8a": [241, 256], "build_android": [241, 256], "pytorch_android": 241, "aar": 241, "build_pytorch_android": 241, "script_model": 241, "mobilenet2": 241, "32bit": 241, "mobile_optim": [241, 256], "optimize_for_mobil": [241, 256], "script_model_vulkan": 241, "optimization_blocklist": 241, "mobileoptimizertyp": 241, "vulkan_automatic_gpu_transf": 241, "is_vulkan_avail": 241, "tensor_vulkan": 241, "tensor_output_vulkan": 241, "tensor_output": 241, "_adaptive_avg_pool2d": 241, "_cat": 241, "avg_pool2d": 241, "hardtanh_": 241, "transpose_": 241, "upsample_nearest2d": 241, "floatbuff": 241, "allocatefloatbuff": 241, "fromblob": 241, "mmodul": 241, "test_app": 241, "testapp": 241, "mainact": 241, "l133": 241, "apploc": 241, "gradl": 241, "installmbvulkanlocalbasedebug": 241, "mbq": 241, "swiftshad": 241, "googlesourc": 241, "tmul": 242, "gen": 242, "avx": [242, 258], "vnni": [242, 258], "024": 242, "conv3d": [242, 286], "conv_transpose1d": 242, "conv_transpose2d": 242, "conv_transpose3d": 242, "baddbmm": 242, "addbmm": 242, "onednn_verbos": 242, "verbose_on": 242, "6dbeffbae1f23cbbeae17adb7b5b13f1f37c080": 242, "nthr": 242, "isa": [242, 286], "prim_templ": 242, "prop_kind": 242, "memory_descriptor": 242, "problem_desc": 242, "exec_tim": 242, "exec": 242, "undef": 242, "src_f32": 242, "f0": 242, "dst_f32": 242, "scratchpad": 242, "2561": 242, "avx512_core_amx_bf16": 242, "forward_train": 242, "src_bf16": 242, "acdb": 242, "wei_bf16": 242, "abcd16b16a2b": 242, "bia_f32": 242, "dst_bf16": 242, "alg": 242, "convolution_direct": 242, "mb7_ic2oc1_ih224oh111kh3sh2dh1ph1_iw224ow111kw3sw2dw1pw1": 242, "628906": 242, "brg": 242, "avx512_core_amx_int8": 242, "src_s8": 242, "wei_s8": 242, "ba16a64b4a": 242, "dst_s8": 242, "1x30522": 242, "30522x768": 242, "1x768": 242, "66382": 242, "jacob": 244, "szwejbka": 244, "bundled_input": 244, "scripted_modul": 244, "bundled_model": 244, "bundle_input": 244, "get_all_bundled_input": 244, "example_dict": 244, "all_info": 244, "get_bundled_inputs_functions_and_info": 244, "func_nam": 244, "input_func_nam": 244, "get_inputs_function_nam": 244, "func_to_run": 244, "model_funct": 244, "decompress": 244, "ie": 244, "bundle_randn": 244, "deflat": 244, "create_exampl": 244, "deflated_input": 244, "inflatablearg": 244, "randn_lik": 244, "bundle_optional_dict_of_randn": 244, "fmt_fn": 244, "lazo": [245, 246, 255, 297, 302], "get_device_cap": 245, "benchmark_torch_function_in_microsecond": 245, "eager_runtim": 245, "compiled_runtim": 245, "747": 245, "2437149845064u": 245, "07384741178u": 245, "linearlr": 246, "compiling_optimizer_lr_schedul": [246, 293], "set_device_map": 247, "worker0": 247, "worker1": 247, "payload": [247, 283], "infiniband": 247, "cma": 247, "comm_mod": [247, 251], "pend": [247, 284], "current_stream": 247, "tensorpiperpcbackendopt": 247, "num_worker_thread": 247, "rpc_backend_opt": 247, "34x": 247, "3145179748535156": 247, "06867480278015137": 247, "shell": [248, 256], "image_classifi": 248, "kitten": 248, "index_to_nam": 248, "infil": 248, "input_transform": 248, "timg": 248, "models_": 248, "render_predict": 248, "prediction_idx": 248, "stridx": 248, "img_class_map": 248, "mapping_file_path": 248, "isfil": 248, "msg": 248, "curl": 248, "multipart": 248, "recevi": 248, "285": 248, "luca": [249, 250], "pasqualin": [249, 250], "iri": [249, 250, 252], "rodrigo": [249, 250], "kumpera": [249, 250], "async_sav": 249, "checkpoint_size_per_rank": 249, "number_of_rank": 249, "pageabl": 249, "get_state_dict": [249, 250], "set_state_dict": [249, 250], "appstat": [249, 250], "protocol": [249, 250], "load_stat_dict": [249, 250], "sharded_state_dict": [249, 250], "optim_state_dict": [249, 250], "run_fsdp_checkpoint_save_exampl": [249, 250], "checkpoint_futur": 249, "queu": 249, "checkpoint_id": [249, 250], "_step": 249, "attack": 249, "storagewrit": 249, "cached_state_dict": 249, "storage_writ": 249, "adddition": 250, "run_fsdp_checkpoint_load_exampl": 250, "run_checkpoint_load_exampl": 250, "format_util": 250, "torch_to_dcp": 250, "dcp_to_torch": 250, "dcp_to_torch_sav": 250, "torch_save_to_dcp": 250, "torch_save_checkpoint_dir": 250, "torch_save_checkpoint": 250, "_new": 250, "anshul": 251, "sinha": 251, "distributedtensor": 251, "interoper": 251, "mlpmodul": 251, "generate_comm_debug_tracing_t": 251, "noise_level": 251, "log_comm_debug_tracing_table_to_fil": 251, "file_nam": [251, 301], "transformer_operation_log": 251, "generate_json_dump": 251, "c10d_function": 251, "comm_mode_features_exampl": 251, "effortlessli": 252, "homogen": 252, "num_node_devic": 252, "shard_rank_list": 252, "shard_group": 252, "current_shard_group": 252, "current_replicate_group": 252, "shard_factor": 252, "replicate_group_rank": 252, "replicate_group": 252, "2d_setup": 252, "thru": 252, "get_group": 252, "mesh_dim": 252, "2d_setup_with_device_mesh": 252, "meshshap": 252, "hybrid_shard": 252, "mesh_3d": 252, "hsdp_mesh": 252, "tp_group": 252, "quasi": 253, "hyperbol": 253, "qhm": 253, "qhm_updat": 253, "dp_list": 253, "momentum_buffer_list": 253, "nu": 253, "weight_decay_typ": 253, "d_p": 253, "momentum_buff": 253, "polymorph": 253, "functionalqhm": 253, "params_with_grad": 253, "preserve_format": 253, "functional_optim_map": 253, "remote_params_list": 253, "dist_optim": 253, "_foreach": 255, "horizton": 255, "annotatedconvbnrelumodel": 256, "prepare_sav": 256, "torchscript_model": 256, "torchscript_model_optim": 256, "model_fus": 256, "bnrelu2d": 256, "build_pytorch_mobil": 256, "dbuild_binari": 256, "speed_benchmark_torch": 256, "adb": 256, "input_typ": 256, "6189": 256, "575": 256, "6216": 256, "858": 256, "sunita": 257, "nadamp": 257, "graviton3": 257, "sve": 257, "simd": 257, "graviton2": 257, "bla": 257, "acl": 257, "c7g": 257, "bfloa16": 257, "r7g": 257, "m7g": 257, "4vcpu": 257, "profileract": [257, 276], "myneuralnetwork": 257, "linear_relu_stack": 257, "11008": 257, "pred_probab": 257, "mymodel_infer": 257, "813": 257, "255m": 257, "177": 257, "032m": 257, "160u": 257, "162": [257, 270], "054m": 257, "540": 257, "180u": 257, "738m": 257, "201": 257, "955m": 257, "985": 257, "282m": 257, "421m": 257, "043m": 257, "810u": 257, "356m": 257, "179": 257, "388m": 257, "896": 257, "940u": 257, "mmla": 257, "dnnl_default_fpmath_mod": 257, "943": 257, "052": 257, "507m": 257, "167": [257, 305], "653m": 257, "838": 257, "265u": 257, "107": 257, "593m": 257, "358": 257, "643u": 257, "262": 257, "911m": 257, "060": 257, "533m": 257, "414m": 257, "892m": 257, "307u": 257, "281m": 257, "934m": 257, "849": [257, 270], "670u": 257, "fastmath": 257, "821": 257, "914": 257, "713m": 257, "244m": 257, "711": 257, "220u": 257, "322m": 257, "307": 257, "740u": 257, "094": 257, "495m": 257, "921": 257, "736m": 257, "441m": 257, "803u": 257, "942m": 257, "186m": 257, "720": 257, "930u": 257, "848": 257, "944": 257, "148m": 257, "141": [257, 270], "309m": 257, "706": 257, "545u": 257, "916m": 257, "720u": 257, "431m": 257, "471m": 257, "951": 257, "027m": 257, "243m": 257, "143u": 257, "928m": 257, "237m": 257, "185u": 257, "47x": 257, "till": [257, 267], "torch_mkldnn_matmul_min_dim": 257, "958": 257, "612m": 257, "620u": 257, "951m": 257, "170u": 257, "423m": 257, "034": 257, "691m": 257, "988": 257, "628m": 257, "520m": 257, "945m": 257, "817u": 257, "382m": 257, "136": 257, "910u": 257, "781": 257, "604m": 257, "295": 257, "437m": 257, "477m": 257, "516m": 257, "558": 257, "387u": 257, "708m": 257, "499m": 257, "788": 257, "627m": 257, "982m": 257, "385m": 257, "617u": 257, "932m": 257, "297": 257, "369m": 257, "487m": 257, "038m": 257, "060m": 257, "300u": 257, "013m": 257, "106": 257, "710u": 257, "521m": 257, "750m": 257, "216": 257, "475m": 257, "033m": 257, "110u": 257, "285m": 257, "345m": 257, "725u": 257, "margin": 257, "thp_mem_alloc_en": 257, "321": 257, "069m": 257, "568m": 257, "613m": 257, "602m": 257, "682": 257, "007u": 257, "777m": 257, "697": 257, "082m": 257, "329": 257, "097m": 257, "547m": 257, "325": 257, "115m": 257, "626m": 257, "avx512": 258, "amx": [258, 259], "xmx": 258, "claus": [258, 259, 306], "roialign": 258, "bertmodel": 258, "seq_length": 258, "check_trac": 258, "cache_en": 258, "memoryformat": 258, "channelslast": 258, "intel_ext_pt_cpu": 258, "libpytorch_path": 258, "ldd": 258, "cmake_have_libc_pthread": 258, "0x00007f3cf98e0000": 258, "libc10": 258, "0x00007f3cf985a000": 258, "libintel": 258, "ext": 258, "0x00007f3cf70fc000": 258, "libtorch_cpu": [258, 285], "0x00007f3ce16ac000": 258, "libdnnl_graph": 258, "0x00007f3cde954000": 258, "mitig": [259, 286], "conv2_drop": 259, "fc1_drop": 259, "lenet_mnist_model": 259, "pytorch_fx": 259, "accuracy_criterion": 259, "neural_compressor": 259, "calib_dataload": 259, "q_model": 259, "top1metr": 259, "quant_aware_train": 259, "training_func": 259, "q_func": 259, "dummy_dataset": 259, "dummydataset": 259, "2021": 259, "linearrelu": 259, "best_configur": 259, "best_model_weight": 259, "int8_model": 259, "gui": [265, 290], "8080": 265, "path_of_launch": 265, "iteration_n": 265, "brown": 265, "percerntag": 265, "jitter": [265, 270], "enrich": 265, "ittsampl": 265, "292820": 265, "unmark": 265, "iteration_": 265, "basefold": 265, "bash_sourc": 265, "ota": 267, "incept": 267, "print_model_s": 267, "mdl": 267, "model_dynamic_quant": 267, "qconfig_spec": 267, "model_static_quant": 267, "98mb": 267, "tra": 267, "model_qat": 267, "gradcam": 268, "283": 268, "occlus": 268, "guidedbackprop": 268, "deeplift": 268, "gradientshap": 268, "forward_func": 268, "pictori": 268, "textual": 268, "distractor": 268, "visualize_text": 268, "imdb_torchtext_interpret": 268, "gilbert": 268, "tanner": 268, "gilberttann": 268, "captum_recip": [268, 274, 282], "carilli": 269, "ture": 269, "kepler": 269, "maxwel": 269, "pascal": 269, "modest": 269, "in_siz": 269, "out_siz": 269, "num_lay": 269, "underflow": 269, "scaler": 269, "unscal": 269, "unscale_": 269, "rough": 269, "binary_cross_entropy_with_logit": 269, "suspect": 269, "docstr": 269, "subregion": 269, "backtrac": 269, "torch_show_cpp_stacktrac": 269, "amp_recip": [269, 274, 282], "tediou": 270, "mistak": 270, "mul_sum": 270, "0x7fb10400d0f0": 270, "batched_dot_mul_sum": 270, "379": 270, "0x7fb103d67048": 270, "batched_dot_bmm": 270, "sub_label": 270, "0x7fb103d54080": 270, "118": 270, "0x7fb16935d2e8": 270, "2775": 270, "0x7fb10400d080": 270, "min_run_tim": [270, 285], "748": 270, "432": [270, 276], "22657": 270, "11899": 270, "609": 270, "23098": 270, "27246": 270, "267073": 270, "118823": 270, "189": 270, "2782": 270, "7471": 270, "11874": 270, "173": 270, "27824": 270, "100060": 270, "121499": 270, "2773": 270, "12833": 270, "6295": 270, "27062": 270, "71804": 270, "120365": 270, "103": [270, 299], "2804": 270, "6764": 270, "11871": 270, "6640": 270, "27592": 270, "73003": 270, "120083": 270, "callgrindstat": [270, 285], "trip": [270, 285], "batched_dot": 270, "36000": 270, "stark": 270, "fuzzer": 270, "10000000": 270, "k0": 270, "k1": 270, "discontigu": 270, "725": 270, "383": 270, "1468": 270, "5039": 270, "2140": 270, "1296": 270, "41000": 270, "1598": 270, "763": 270, "473": 270, "16384": 270, "12642115": 270, "4800": 270, "20400": 270, "110000": 270, "400000": 270, "493": 270, "1100": [270, 285], "2440": 270, "870": 270, "2030": 270, "495": 270, "23600": 270, "24000": [270, 285], "62374": 270, "240372": 270, "16000": 270, "40156": 270, "2670": 270, "opac": 270, "complementari": 270, "insensit": 270, "environment": 270, "cpp_lib": 270, "batched_dot_src": 270, "extra_cflag": 270, "extra_include_path": 270, "getenv": 270, "batched_dot_mul_sum_v0": 270, "batched_dot_mul_sum_v1": 270, "module_import_str": 270, "67631": 270, "importlib": 270, "spec_from_file_loc": 270, "repr": 270, "module_from_spec": 270, "exec_modul": 270, "textwrap": 270, "pretty_print": 270, "t_baselin": 270, "stats_v0": 270, "collect_callgrind": 270, "stats_v1": 270, "as_standard": [270, 285], "denois": 270, "ing": 270, "wrap_pybind_function_impl_": 270, "linewidth": 270, "valgrind_wrapp": [270, 285], "timer_interfac": [270, 285], "0x7fb0f06e7630": 270, "2392671": 270, "4367": 270, "rel_with_deb_info": [270, 285], "0x7fb10400d208": 270, "2378978": 270, "functioncount": [270, 285], "0x7fb1000ab358": 270, "0x000000000020d9e0": 270, "0x000000000020db10": 270, "integer_sequ": 270, "0ul": 270, "1ul": 270, "5200": 270, "undefinedtensorimpl": 270, "reset_": 270, "5935": 270, "0x000000000022c0e0": 270, "13693": 270, "changing_default_devic": [271, 282], "subsidiari": [272, 287, 288], "neighbor": [272, 286], "sharp": 272, "blurri": 272, "defining_a_neural_network": [272, 274, 282], "postprocess": 273, "quanitz": 273, "float_lstm": 273, "mileag": 273, "timeit": [273, 285], "quantized_lstm": 273, "documentaion": 273, "dynamic_quant": [273, 274, 282], "what_is_state_dict": [274, 282, 288], "saving_and_loading_models_for_infer": 274, "custom_dataset_transforms_load": 274, "warmstarting_model_using_parameters_from_a_different_model": [274, 282, 287], "zeroing_out_gradi": [274, 282, 289], "mobile_perf": 274, "regional_compil": [274, 291, 293], "syntaxerror": [274, 282], "undesir": 275, "unload": 275, "somemodul": 275, "param_in_model": 275, "param_in_state_dict": 275, "set_swap_module_params_on_convers": [275, 283], "swap_tensor": [275, 282], "module_load_state_dict_tip": [275, 282], "model_infer": 276, "_fork": 276, "cpu_time_tot": 276, "row_limit": 276, "509m": 276, "503m": 276, "931m": 276, "597m": 276, "700m": 276, "585m": 276, "_convolut": 276, "450m": 276, "mkldnn_convolut": 276, "838m": 276, "556m": 276, "batch_norm": 276, "693m": 276, "734": 276, "_batch_norm_impl_index": 276, "482m": 276, "724": 276, "100u": 276, "native_batch_norm": 276, "229m": 276, "705": 276, "450u": 276, "332": 276, "631m": 276, "286u": 276, "668m": 276, "292m": 276, "988u": 276, "549m": 276, "group_by_input_shap": 276, "008m": 276, "956m": 276, "909m": 276, "834m": 276, "332m": 276, "303m": 276, "273m": 276, "233m": 276, "751m": 276, "occurr": 276, "sort_by_keyword": 276, "_time_tot": 276, "666m": 276, "484m": 276, "_convolution_nogroup": 276, "thnn_conv2d": 276, "thnn_conv2d_forward": 276, "im2col_kernel": 276, "844m": 276, "sgemm_32x32x32_nn": 276, "206m": 276, "sgemm_32x32x32_nn_vec": 276, "093m": 276, "015m": 276, "567m": 276, "871m": 276, "560u": 276, "convolution_overrid": 276, "gen_conv": 276, "216u": 276, "640u": 276, "632u": 276, "conv_reord": 276, "880u": 276, "448u": 276, "712": 276, "486m": 276, "self_cpu_memory_usag": 276, "max_pool2d_with_indic": 276, "kb": 276, "572": 276, "resize_": 276, "masked_select": 276, "122": 276, "064m": 276, "cpu_memory_usag": 276, "viewer": 276, "439": 276, "_conv_forward": 276, "1051": 276, "_call_impl": 276, "016m": 276, "659m": 276, "my_schedul": 276, "skip_first": 276, "step_num": 276, "trace_handl": 276, "profiler_recip": [276, 282], "reasoning_about_shap": [277, 282], "recipes_recip": 282, "tensorboard_with_pytorch": [282, 284], "timer_quick_start": [282, 285], "tuning_guid": [282, 286], "hereaft": 283, "__class__": 283, "__slots__": 283, "pertin": 283, "__torch_dispatch__": [283, 301], "new_param": 283, "myquantizedlinearweight": 283, "param_nam": 283, "__setattr__": 283, "module_load": 283, "__torch_function__": 283, "param_kei": 283, "scalar_valu": 284, "walltim": 284, "tfevent": 284, "0x7f1929a38ed0": 285, "iqr": 285, "424": 285, "0x7f192b019ed0": 285, "unsurprisingli": 285, "0x7f1929a35850": 285, "563600": 285, "tensormethod": 285, "ab_ref": 285, "0x7f192a6dfd90": 285, "47264": 285, "_int_fre": 285, "25963": 285, "_int_malloc": 285, "19900": 285, "tensorit": 285, "tensoriteratorconfig": 285, "18000": 285, "__tls_get_addr": 285, "13500": 285, "malloc": [285, 286, 305], "11300": 285, "smallvector": 285, "10345": 285, "_int_memalign": 285, "9200": 285, "iteratorbas": 285, "get_strid": 285, "173472": 285, "0x7f192995d750": 285, "118200": 285, "tensoriter": 285, "20900": 285, "15900": 285, "15100": 285, "cpualloc": 285, "12500": 285, "352327": 285, "a0": 285, "b0": 285, "a1": 285, "a127": 285, "pickleabl": 285, "broadcasting_stat": 285, "17600": 285, "tensoriteratorbas": 285, "compute_strid": 285, "12700": 285, "allocate_or_resize_output": 285, "10200": 285, "smallvectorimpl": 285, "7400": 285, "6200": 285, "invert_perm": 285, "6064": 285, "5100": 285, "reorder_dimens": 285, "4300": 285, "compatible_strid": 285, "check_tensor_options_and_extract_memory_format": 285, "__memcmp_avx2_movb": 285, "empty_cpu": 285, "1300": 285, "2400": 285, "6100": 285, "compute_fast_setup_typ": 285, "22600": 285, "fast_set_up": 285, "58091": 285, "580": 285, "0x7f19299544d0": 285, "compute_shap": 285, "2300": 285, "coalesce_dimens": 285, "promin": 285, "__add__": 285, "__sub__": 285, "dice": 285, "szymon": 286, "migacz": 286, "anomali": 286, "detect_anomali": 286, "set_detect_anomali": 286, "emit_nvtx": 286, "nth": 286, "cpunodebind": 286, "membind": 286, "pytorch_script": 286, "thrash": 286, "gomp_cpu_affin": 286, "omp_proc_bind": 286, "omp_schedul": 286, "libgomp": [286, 305], "sleep": 286, "jemalloc": [286, 305], "tcmalloc": [286, 305], "emphas": 286, "optimize_for_infer": 286, "avx512_bf16": 286, "ccl": 286, "set_float32_matmul_precis": 286, "no_sync": 286, "judgment": 289, "itt": 290, "set_stanc": [290, 293], "usecas": 290, "torchcompil": 290, "prebuilt": 290, "torchscipt": 290, "pod": 290, "andriod": 290, "run_cpu": 290, "graviton": 290, "compressor": 290, "tensorpip": 290, "dcp": 290, "commdebugmod": 290, "diffus": 290, "vertex": 290, "animesh": 291, "jain": 291, "startup": 291, "inline_inbuilt_nn_modul": 291, "graph_cod": 291, "strateg": 291, "torch_compiler_set_stance_tutori": [293, 299], "torch_compile_torch_function_mod": [293, 297], "torch_compile_user_defined_triton_kernel_tutori": [293, 298], "sphx_glr_recipes_torch_export_aoti_python": 293, "torch_export_aoti_python": [293, 300], "compile_model": 294, "resnet50_weight": 294, "weights_prepack": 294, "oguz": [295, 296, 298], "ulgen": [295, 296, 298], "sam": [295, 301], "larsen": 295, "fxgraphcach": [295, 296], "aotautogradcach": [295, 296], "redi": [295, 296], "usernam": 295, "aotautograd": [295, 296], "fxgraph": 295, "torchinductor_": 295, "torchinductor_myusernam": [295, 296], "triton_cache_dir": 295, "torchinductor_redis_host": 295, "torchinductor_redis_port": 295, "6379": 295, "cachebench": 296, "onward": 296, "save_cache_artifact": 296, "load_cache_artifact": 296, "artifact_byt": 296, "cache_info": 296, "pgo": 296, "tritoncach": 296, "inductorcach": 296, "joint": 296, "torchinductor_cache_dir": 296, "basetorchfunctionmod": 297, "flopcountermod": 298, "wrap_triton": 298, "footgun": 298, "register_kernel": 298, "register_flop_formula": 298, "flop_count": 298, "mysin": 298, "reappli": 299, "force_eag": 299, "baz": 299, "forbidden": 299, "0x7f12f655a7a0": 299, "recipes_sourc": 299, "torchdynamo_verbos": 299, "0x7f1263feba30": 299, "eager_on_recompil": 299, "fail_on_recompil": 299, "my_big_model": 299, "my_huge_model": 299, "my_gigantic_model": 299, "774400174617767e": 299, "297599852085114e": 299, "my_humongous_model": 299, "torch.export": 300, "torch._inductor.aoti_compile_and_packag": 300, "aot_compil": 300, "torch._export.aoti_load_packag": 300, "ankith": [300, 301], "gunap": [300, 301], "aot_load": 300, "max_autotun": 300, "runner": 300, "archive_format": 300, "10088": 300, "cagzt6akdaczvxwtbvqe34otfe5jlorktbqlojbzqjqvbfsjlge4": 300, "17160": 300, "c6oytfjmt5w4c7onvtm6fray7clirxt7q5xjbwx3hdydclmwoujz": 300, "16616": 300, "c7ydp7nocyz323hij4tmlf2kcedmwlyg6r57gaqzcsy3huneamu6": 300, "17776": 300, "cyqdf46ordevqhiddvpdpp3uzwatfbzdpl3auj2nx23uxvplnne2": 300, "10856": 300, "cpzfebfgrusqslui7fxsuoo4tvwulmrxirc5tmrpa4mvrbdno7kn": 300, "14608": 300, "c5ukeoz5wmaszd7vczdz2qhtt6n7tdbl3b6wuy4rb2se24fjwfoi": 300, "11376": 300, "csu3nstcp56tsjfycygaqsewpu64l5s6zavvz7537cm4s4cv2k3r": 300, "10984": 300, "cp76lez4glmgq7gedf2u25zvvv6rksv5lav4q22dibd2zicbgwj3": 300, "14736": 300, "c2bb5p6tnwz4elgujqelsrp3unvkgsyiv7xqxmpvuxcm4jfl7pc2": 300, "c6eopmb2b4ngodwsayae4r5q6ni3jlfogfbdk3ypg56tgpzhubfi": 300, "11624": 300, "chmwe6lvoekzfowdbiizitm3haiiuad5kdm6sd2m6mv6dkn2zk32": 300, "15632": 300, "c3jop5g344hj3ztsu4qm6ibxyaaerlhkzh2e6emak23rxfje6jam": 300, "25472": 300, "chaiixybeiuuitm2nmqnxzijzwgnn2n7uuss4qmsupgblfh3h5hk": 300, "139389": 300, "cvk6qzuybruhwxtfblzxiov3rlrziv5fkqc4mdhbmantfu3lmd6t": 300, "cvk6qzuybruhwxtfblzxiov3rlrziv5fkqc4mdhbmantfu3lmd6t_metadata": 300, "47195424": 300, "47523148": 300, "jordi": 301, "ramon": 301, "marco": 301, "carranza": 301, "mvit": 301, "whisper": 301, "blip": 301, "sam2": 301, "multiscal": 301, "kinet": 301, "mvit_v1_b_weight": 301, "mvit_v1_b": 301, "224x224x3": 301, "input_fram": 301, "num_clip": 301, "exported_program": 301, "print_exc": 301, "batch_dim": 301, "asr": 301, "transcrib": 301, "spoken": 301, "680k": 301, "whisperprocessor": 301, "whisperforconditionalgener": 301, "decoder_input_id": 301, "decoder_start_token_id": 301, "internaltorchdynamoerror": 301, "attributeerror": 301, "dynamiccach": 301, "key_cach": 301, "non_strict": 301, "proxytensor": 301, "gameplai": 301, "gamer": 301, "salesforc": 301, "blip_decod": 301, "caption_input": 301, "model_url": 301, "googleapi": 301, "sfr": 301, "model_base_capfilt_larg": 301, "exportdb": 301, "bos_token_id": 301, "anaconda3": 301, "functional_tensor": 301, "545": 301, "outs_unwrap": 301, "_op_dk": 301, "sam2imagepredictor": 301, "_predict": 301, "unnorm_coord": 301, "unnorm_box": 301, "mask_input": 301, "multimask_output": 301, "return_logit": 301, "image_predict": 301, "sam2_image_predictor": 301, "359": 301, "exporthelp": 301, "model_to_export": 301, "aoti": 301, "repl": 303, "r18": 303, "r18_script": 303, "unscripted_output": 303, "scripted_output": 303, "unscripted_top5": 303, "scripted_top5": 303, "463": 303, "ts": 303, "msg_without_backtrac": 303, "output_sm": 303, "softmaxfuncopt": 303, "top5_tensor": 303, "ndone": 303, "418": 303, "644": 303, "cpulongtyp": 303, "exposit": 303, "streamlin": 304, "billabl": 304, "model_artifact": 304, "mar": 304, "your_model_nam": 304, "bucket_nam": 304, "bucket_uri": 304, "gs": 304, "gsutil": 304, "aiplatform": 304, "vertexai": 304, "pytorch_prediction_image_uri": 304, "model_display_nam": 304, "stable_diffusion_1_5": 304, "model_descript": 304, "your_project": 304, "central1": 304, "staging_bucket": 304, "display_nam": 304, "serving_container_image_uri": 304, "artifact_uri": 304, "p100": 304, "endpoint_display_nam": 304, "deployed_model_display_nam": 304, "machine_typ": 304, "accelerator_typ": 304, "nvidia_tesla_p100": 304, "accelerator_count": 304, "traffic_percentag": 304, "deploy_request_timeout": 304, "examplepup": 304, "basebal": 304, "jersei": 304, "base64": 304, "b64decod": 304, "vendor": [304, 305], "preload": 305, "tunabl": 305, "taskset": 305, "uma": 305, "9480": 305, "223": 305, "genuineintel": 305, "node0": 305, "node1": 305, "cento": 305, "yum": 305, "libiomp": 305, "perftool": 305, "gperftool": 305, "libjemalloc2": 305, "ninstanc": 305, "ncore": 305, "program_arg": 305, "iomp": 305, "core_id": 305, "dafault": 305, "ncores_per_inst": 305, "libtcmalloc": 305, "preliminarili": 305, "deepspe": 306, "marian": 306, "oftentim": 306, "exp_avg": 306, "exp_avg_sq": 306, "print_peak_memori": 306, "max_memory_alloc": 306, "use_zero": 306, "optimizer_class": 306, "992": 306, "1361": 306, "3453": 306, "6123046875": 306, "1697": 306}, "objects": {}, "objtypes": {}, "objnames": {}, "titleterms": {"onnx": [0, 24, 116, 117, 118, 119, 120, 123], "live": 0, "tutori": [0, 40, 43, 55, 56, 58, 60, 63, 83, 94, 101, 107, 128, 131, 135, 136, 137, 171, 177, 178, 180, 181, 188, 195, 196, 201, 202, 203, 212, 225, 228, 234, 258, 259, 300], "torchrl": [1, 16, 180], "object": [1, 109, 142, 201], "code": [1, 2, 8, 16, 26, 40, 41, 60, 101, 209, 212, 218, 241, 265], "ddpg": 1, "loss": [1, 14, 41, 49, 52, 55, 58, 102, 106, 107, 108, 123, 140, 144, 153, 180, 269, 289], "overview": [1, 20, 66, 67, 116, 120, 128, 145, 153, 161, 185, 197, 206, 220, 249, 259], "prerequisit": [1, 41, 107, 116, 120, 178, 179, 200, 206, 212, 222, 230, 231, 232, 251, 255, 291, 295, 296, 298, 299, 300, 301], "import": [1, 14, 50, 61, 95, 123, 154, 193, 227, 229, 248, 272, 276, 287, 288, 289, 303], "setup": [1, 20, 22, 27, 95, 115, 145, 152, 153, 154, 167, 175, 179, 190, 191, 203, 204, 211, 225, 235, 245, 246, 248, 255, 272, 276, 287, 288, 289, 291, 302], "lossmodul": 1, "The": [1, 7, 8, 95, 97, 106, 141, 175, 176, 186, 202, 248, 265], "__init__": [1, 38], "method": [1, 17, 26, 152, 167, 200, 201, 221, 283], "valu": [1, 153, 171, 180, 196], "estim": [1, 163], "actor": 1, "put": [1, 163, 179, 201], "thing": [1, 16], "togeth": [1, 16, 140, 163, 170, 179, 201, 269], "forward": [1, 6, 7, 25, 122, 145, 158, 162, 201, 202], "call": [1, 194], "environ": [1, 16, 27, 59, 66, 139, 153, 163, 180, 193, 210, 213], "transform": [1, 9, 16, 46, 47, 57, 102, 132, 133, 134, 137, 140, 154, 162, 172, 174, 175, 180, 185, 188, 202], "parallel": [1, 9, 25, 50, 60, 62, 67, 135, 137, 138, 140, 150, 151, 166, 174, 175, 204, 252, 286], "execut": [1, 5, 16, 22, 117, 175, 182, 190, 276, 286], "normal": [1, 49, 180, 289], "observ": [1, 209], "stat": 1, "build": [1, 4, 5, 6, 12, 26, 27, 37, 102, 109, 159, 160, 176, 178, 202, 239, 241, 248, 256, 289, 303], "model": [1, 5, 7, 9, 11, 14, 20, 22, 23, 24, 25, 29, 37, 41, 42, 43, 50, 55, 61, 66, 67, 81, 82, 92, 98, 100, 102, 104, 106, 107, 112, 114, 116, 117, 125, 127, 131, 132, 134, 137, 140, 141, 148, 150, 153, 154, 155, 160, 163, 164, 166, 167, 174, 175, 177, 178, 179, 186, 188, 190, 191, 193, 201, 203, 207, 208, 211, 225, 227, 229, 238, 241, 244, 245, 246, 255, 256, 258, 259, 263, 264, 265, 268, 272, 273, 276, 280, 281, 286, 287, 288, 300, 301, 303, 304], "explor": [1, 5, 22], "data": [1, 7, 9, 11, 23, 30, 38, 42, 49, 50, 55, 56, 58, 60, 61, 62, 66, 95, 102, 105, 115, 123, 131, 137, 138, 140, 143, 144, 150, 178, 180, 186, 188, 190, 191, 193, 196, 197, 206, 207, 220, 225, 260, 272, 286, 287, 288, 289], "collector": [1, 153, 180], "evalu": [1, 55, 66, 131, 141, 142, 143, 154, 178, 186, 208, 211, 227, 269], "your": [1, 5, 6, 12, 16, 38, 66, 67, 100, 104, 115, 122, 169, 201, 209, 210, 248, 252, 272, 303], "record": [1, 190, 206], "replai": [1, 153, 180, 181], "buffer": [1, 153, 180, 286], "storag": [1, 301, 304], "batch": [1, 10, 16, 146, 159, 162, 182, 257, 286, 301], "size": [1, 154, 211, 227, 273, 301], "modul": [1, 5, 7, 17, 29, 66, 73, 92, 102, 115, 122, 124, 153, 154, 158, 171, 177, 197, 225, 237, 256, 275, 283, 301], "construct": [1, 22, 61, 220, 221], "target": [1, 163, 286], "network": [1, 7, 37, 49, 52, 58, 95, 109, 112, 123, 143, 144, 153, 163, 180, 181, 186, 188, 202, 269, 272, 287, 288, 289], "updat": [1, 52, 163, 182, 237], "optim": [1, 41, 42, 49, 58, 75, 106, 109, 115, 117, 123, 124, 134, 142, 170, 184, 197, 200, 245, 246, 253, 257, 286, 288, 289, 292, 305, 306], "time": [1, 21, 24, 44, 53, 76, 80, 89, 93, 103, 113, 121, 122, 126, 154, 179, 187, 236, 276, 282, 285, 291, 293, 295, 296], "train": [1, 3, 4, 7, 9, 13, 16, 18, 23, 28, 37, 38, 49, 55, 58, 59, 61, 95, 97, 100, 104, 106, 109, 123, 125, 131, 135, 137, 140, 141, 143, 144, 148, 149, 152, 153, 163, 170, 174, 178, 180, 181, 186, 188, 191, 197, 207, 208, 227, 229, 230, 231, 258, 259, 267, 286, 289, 294, 298], "polici": [1, 16, 137, 153, 180], "experi": [1, 16, 17, 142, 203], "result": [1, 3, 50, 58, 81, 117, 122, 142, 143, 147, 180, 186, 188, 190, 197, 211, 235, 265, 268, 270], "conclus": [1, 2, 3, 4, 6, 7, 11, 16, 17, 18, 20, 23, 25, 26, 27, 55, 83, 89, 107, 116, 117, 120, 128, 139, 140, 145, 153, 154, 160, 161, 163, 170, 173, 175, 180, 185, 194, 196, 197, 199, 200, 202, 204, 206, 207, 210, 211, 212, 213, 218, 219, 220, 221, 222, 223, 225, 227, 229, 230, 231, 232, 233, 235, 238, 242, 246, 249, 250, 251, 252, 255, 257, 275, 283, 291, 295, 296, 297, 298, 299, 300, 301, 302, 305], "next": [1, 49, 58, 81, 179, 180], "step": [1, 5, 83, 128, 170, 175, 176, 179, 180, 190, 202, 256, 270, 272, 273, 276, 287, 288, 289, 291], "autograd": [2, 4, 10, 12, 36, 48, 69, 70, 84, 97, 124, 141, 145, 158, 184], "c": [2, 3, 4, 5, 6, 7, 8, 10, 12, 26, 27, 212, 241, 258, 285, 303], "frontend": [2, 7, 92, 94], "basic": [2, 7, 25, 29, 39, 40, 145, 150, 158, 173, 176, 182, 194, 196, 238, 257, 298], "oper": [2, 4, 6, 8, 10, 12, 18, 26, 27, 45, 54, 97, 111, 120, 173, 200, 203, 220, 221, 223, 232, 242, 286], "comput": [2, 16, 21, 36, 44, 48, 53, 76, 80, 89, 93, 103, 111, 113, 114, 121, 126, 131, 162, 167, 178, 187, 236, 268, 282, 286, 293], "higher": 2, "order": [2, 286], "gradient": [2, 14, 36, 81, 98, 172, 220, 269, 286, 289], "us": [2, 3, 6, 7, 9, 13, 14, 15, 24, 26, 27, 28, 29, 40, 48, 56, 59, 66, 90, 115, 116, 117, 120, 122, 125, 130, 134, 138, 145, 146, 148, 150, 151, 153, 155, 158, 172, 174, 176, 182, 183, 184, 185, 190, 191, 193, 213, 216, 220, 222, 232, 241, 243, 247, 250, 251, 252, 259, 265, 267, 268, 275, 276, 284, 286, 287, 298, 300, 302, 305, 306], "custom": [2, 4, 6, 8, 12, 16, 17, 18, 26, 27, 38, 57, 73, 120, 124, 130, 131, 135, 146, 147, 158, 176, 177, 178, 196, 201, 252, 253, 304], "function": [2, 14, 17, 23, 36, 41, 49, 52, 58, 70, 81, 92, 95, 102, 106, 107, 108, 109, 115, 123, 124, 146, 147, 154, 158, 162, 167, 172, 177, 178, 180, 208, 227, 229, 255, 270, 276, 286, 289, 297], "translat": [2, 127, 133, 186], "from": [2, 8, 23, 24, 26, 48, 56, 115, 117, 125, 143, 144, 148, 168, 186, 193, 197, 199, 200, 201, 275, 287], "python": [2, 4, 6, 8, 18, 26, 27, 92, 156, 176, 241, 300, 302], "cuda": [3, 4, 6, 8, 56, 89, 173, 247, 286], "graph": [3, 36, 48, 66, 104, 111, 117, 145, 194, 196, 200, 207, 208, 209, 211, 230, 231, 286, 301], "pytorch": [3, 5, 6, 7, 8, 12, 14, 17, 23, 24, 28, 29, 48, 51, 56, 60, 63, 67, 69, 70, 71, 73, 74, 75, 79, 88, 96, 99, 100, 101, 102, 104, 105, 106, 109, 110, 111, 112, 114, 117, 120, 122, 123, 124, 136, 152, 154, 156, 164, 173, 179, 190, 193, 197, 199, 200, 202, 203, 205, 216, 225, 226, 227, 228, 229, 230, 231, 232, 234, 241, 242, 243, 244, 254, 257, 258, 259, 260, 262, 265, 266, 272, 274, 276, 277, 284, 286, 287, 288, 289, 290, 294, 304], "api": [3, 5, 7, 67, 97, 123, 156, 158, 164, 170, 176, 206, 211, 212, 232, 241, 265, 286, 302], "get": [3, 5, 12, 37, 89, 114, 138, 150, 161, 169, 184, 223, 248, 250, 251, 252, 258, 259], "start": [3, 89, 104, 138, 150, 169, 184, 223, 250, 251, 252, 258, 259, 285, 291, 305], "set": [4, 95, 139, 142, 154, 193, 199, 203, 206, 208, 210, 211, 213, 227, 245, 246, 255, 273, 286, 295], "up": [4, 78, 124, 142, 193, 201, 203, 210, 213, 245, 246, 255, 257, 273, 285], "system": 4, "defin": [4, 7, 10, 11, 23, 26, 37, 49, 52, 55, 66, 70, 107, 116, 124, 142, 154, 175, 180, 193, 201, 203, 207, 208, 227, 229, 256, 270, 272, 285, 287, 288, 289, 298], "op": [4, 6, 10, 196, 297], "ad": [4, 10, 18, 95, 191, 197, 269, 298], "backend": [4, 10, 12, 17, 139, 152, 161, 176, 203, 227, 229, 230, 231, 241, 286, 294, 305], "implement": [4, 10, 26, 27, 41, 58, 81, 108, 120, 146, 171, 176, 182, 183, 185, 218, 220, 237, 255], "an": [4, 11, 12, 16, 24, 49, 66, 112, 114, 120, 141, 153, 180, 197, 206, 246, 275, 304, 305], "regist": [4, 7, 10, 12, 17, 27], "torch": [4, 5, 36, 48, 88, 102, 111, 115, 116, 125, 143, 145, 150, 177, 185, 194, 195, 196, 199, 202, 213, 220, 227, 229, 240, 245, 255, 269, 270, 275, 283, 291, 296, 297, 298, 299, 300, 301, 302, 305], "compil": [4, 6, 27, 145, 161, 185, 194, 197, 202, 213, 222, 245, 246, 255, 291, 295, 296, 297, 298, 299, 300, 302], "support": [4, 10, 12, 18, 95, 104, 120, 178, 185, 221, 237, 248, 253, 298], "hybrid": [4, 92, 94], "registr": 4, "test": [4, 11, 12, 16, 18, 49, 81, 95, 146, 159, 201, 241, 256, 272, 285], "creat": [4, 8, 15, 38, 42, 50, 55, 105, 109, 111, 115, 142, 143, 144, 160, 167, 177, 286, 304], "mutabl": [4, 18], "load": [5, 7, 11, 14, 26, 29, 38, 42, 43, 49, 55, 59, 66, 107, 125, 131, 148, 150, 154, 178, 186, 188, 227, 229, 250, 260, 270, 272, 275, 278, 279, 280, 286, 287, 288, 289, 303], "torchscript": [5, 25, 26, 27, 29, 66, 125, 194, 238, 253, 258, 286, 303], "1": [5, 11, 23, 49, 92, 117, 139, 154, 167, 175, 176, 178, 190, 191, 196, 199, 201, 203, 207, 208, 211, 225, 230, 231, 232, 248, 256, 267, 270, 272, 273, 276, 285, 287, 288, 289], "convert": [5, 29, 66, 164, 203, 208, 215, 224, 227, 229], "script": [5, 27, 29, 59, 92, 134, 169, 211, 292, 305], "via": [5, 17, 156, 206], "trace": [5, 27, 29, 89, 90, 92, 116, 160, 194, 200, 209, 211, 239, 265, 276, 301], "annot": [5, 232], "2": [5, 11, 20, 23, 49, 50, 92, 117, 139, 154, 167, 175, 176, 178, 190, 191, 199, 200, 201, 203, 207, 208, 211, 225, 227, 228, 229, 230, 231, 232, 234, 235, 248, 256, 267, 270, 272, 273, 276, 285, 287, 288, 289], "serial": [5, 17, 26, 154, 177], "file": [5, 38, 55, 117, 125, 148, 186, 206, 248, 281], "3": [5, 11, 23, 49, 50, 92, 117, 139, 154, 175, 176, 190, 191, 199, 203, 207, 208, 211, 225, 230, 231, 232, 256, 267, 270, 272, 273, 276, 285, 287, 288, 289], "A": [5, 27, 48, 51, 63, 97, 98, 108, 146, 173, 232, 265, 269, 279, 285, 287], "minim": [5, 107], "applic": [5, 7, 152, 176, 243, 283], "depend": [5, 117, 119, 156, 185, 196, 197], "libtorch": 5, "4": [5, 11, 20, 23, 49, 92, 117, 154, 176, 179, 190, 191, 203, 208, 211, 232, 235, 256, 267, 270, 272, 273, 276, 285, 287, 288, 289], "5": [5, 23, 49, 117, 190, 191, 203, 208, 211, 232, 270, 273, 276, 285, 289], "help": [5, 190], "extens": [6, 12, 15, 135, 176, 200, 233, 242, 246, 258, 283, 294], "motiv": [6, 7, 92, 208, 218, 227, 232], "exampl": [6, 15, 18, 25, 26, 81, 86, 92, 97, 98, 109, 112, 114, 124, 125, 141, 202, 206, 212, 222, 232, 233, 256, 258, 294, 299, 305], "write": [6, 7, 16, 57, 152, 191, 201, 209, 218, 232, 253], "setuptool": [6, 27], "pass": [6, 13, 122, 139, 145, 159, 170, 272], "backward": [6, 12, 25, 137, 145, 146, 147, 170], "bind": [6, 26], "perform": [6, 122, 139, 155, 160, 161, 164, 172, 179, 185, 190, 199, 200, 213, 222, 227, 249, 257, 259, 262, 286, 299, 305], "comparison": [6, 24, 146, 150, 172, 194, 208], "gpu": [6, 7, 49, 50, 61, 86, 95, 123, 125, 173, 190, 197, 210, 216, 231, 258, 286], "devic": [6, 14, 17, 37, 125, 137, 241, 247, 271, 275, 278, 286], "jit": [6, 12, 27, 116, 179], "mix": [6, 29, 137, 148, 269, 286], "accessor": 6, "integr": [6, 8, 17, 98], "neural": [7, 14, 37, 49, 52, 95, 115, 123, 163, 167, 259, 272, 287, 288, 289], "paramet": [7, 15, 37, 41, 42, 50, 66, 102, 125, 177, 180, 182, 183, 232, 237, 270, 286, 287], "submodul": [7, 209], "travers": 7, "hierarchi": [7, 265], "run": [7, 24, 26, 40, 50, 55, 56, 59, 60, 61, 66, 81, 92, 101, 107, 142, 150, 190, 193, 196, 211, 245, 246, 248, 255, 276, 284, 303], "mode": [7, 22, 23, 158, 162, 207, 208, 209, 211, 222, 227, 258, 297], "ownership": 7, "dcgan": [7, 58], "what": [7, 12, 13, 17, 20, 49, 58, 62, 63, 66, 97, 115, 125, 134, 147, 155, 164, 172, 173, 206, 235, 240, 246, 247, 248, 251, 252, 253, 265, 273, 288, 300, 303, 305, 306], "wa": 7, "gan": [7, 58], "agan": 7, "gener": [7, 17, 58, 81, 123, 125, 142, 144, 256, 270, 279, 286], "discrimin": [7, 58, 108], "loop": [7, 16, 41, 106, 153, 180, 181, 229], "move": [7, 26, 105], "checkpoint": [7, 61, 125, 137, 150, 163, 229, 249, 250, 275, 279, 286], "recov": 7, "state": [7, 306], "inspect": [7, 145, 171, 177, 191, 269], "imag": [7, 14, 24, 49, 64, 65, 104, 117, 131, 134, 156, 178, 179, 193, 248, 301, 304], "author": [8, 29, 117], "manual": 8, "when": [8, 140, 147, 148, 220, 300], "should": [8, 62, 140], "i": [8, 34, 49], "why": [8, 59, 62, 140, 141, 220, 223, 251, 252], "distribut": [9, 13, 19, 22, 59, 60, 61, 62, 67, 89, 123, 135, 150, 151, 152, 175, 183, 184, 197, 249, 250, 253, 286], "pipelin": [9, 151, 174, 175], "dispatch": [10, 12, 185], "schema": 10, "For": [10, 97, 280], "do": [10, 49, 97, 147, 164, 273], "need": [10, 97, 202, 209], "In": [10, 97, 105, 281], "place": [10, 97, 105], "view": [10, 190], "go": [10, 49, 58, 81, 193, 202], "beyond": 10, "autocast": [10, 269], "tracer": 10, "beta": [11, 20, 23, 154, 158, 159, 160, 164, 178, 185, 224, 244, 245, 246, 257, 261, 297, 300, 302], "dynam": [11, 25, 108, 154, 196, 207, 211, 225, 267, 273, 299], "quantiz": [11, 23, 134, 154, 178, 179, 197, 203, 207, 208, 209, 210, 211, 225, 227, 228, 229, 230, 231, 232, 234, 259, 267, 273], "lstm": [11, 25, 108, 112, 153], "word": [11, 109, 114], "languag": [11, 114, 132, 133], "introduct": [11, 14, 28, 29, 48, 58, 67, 89, 96, 98, 99, 100, 101, 104, 105, 106, 111, 119, 139, 154, 171, 173, 175, 190, 193, 194, 197, 198, 204, 211, 212, 213, 218, 221, 222, 225, 230, 231, 232, 237, 241, 242, 244, 256, 267, 272, 273, 276, 287, 288, 289, 295, 296, 305], "text": [11, 55, 129, 130, 192], "pretrain": [11, 66, 201, 267], "extend": [12, 26, 27, 120, 177, 202], "new": [12, 17, 70, 108, 124, 146], "s": [12, 18, 66, 111, 163, 200, 219], "kei": [12, 301], "full": [12, 41, 95, 248], "list": 12, "kernel": [12, 17, 89, 167, 255, 257, 298], "against": 12, "nativ": [12, 243], "compat": 12, "known": 12, "issu": 12, "addit": [12, 128, 136, 173, 175, 190, 206, 273], "note": [12, 66, 108, 232, 268], "futur": [12, 17], "work": [12, 13, 17, 42, 137, 138, 140, 164, 233, 250], "stai": 12, "touch": 12, "uneven": 13, "input": [13, 58, 61, 66, 81, 147, 197, 202, 225, 244, 270, 286], "join": 13, "context": [13, 204], "manag": [13, 173], "requir": [13, 20, 117, 141, 177, 235, 247, 248, 253, 265, 301, 303, 306], "distributeddataparallel": [13, 150, 286], "zeroredundancyoptim": [13, 306], "keyword": 13, "argument": 13, "how": [13, 17, 40, 137, 138, 140, 170, 208, 213, 227, 229, 232, 233, 247, 250, 252, 253, 265, 272, 284, 303, 306], "doe": [13, 20, 141, 235], "joinabl": 13, "joinhook": 13, "make": [13, 108, 209, 243], "toi": [13, 232], "class": [13, 16, 26, 37, 57, 107, 171, 197], "transfer": [14, 131, 178], "underli": 14, "principl": [14, 199, 200, 221], "packag": [14, 85], "select": [14, 153, 204, 239], "content": [14, 124, 257], "style": [14, 202], "descent": 14, "numpi": [15, 45, 54, 78, 105, 124, 219], "scipi": 15, "less": 15, "parametr": [15, 171, 177], "pendulum": 16, "effect": 16, "action": [16, 153], "_step": 16, "reset": 16, "simul": 16, "_reset": 16, "metadata": [16, 17], "env": 16, "_spec": 16, "spec": 16, "shape": [16, 43, 105, 196, 277], "reproduc": 16, "seed": [16, 105], "wrap": [16, 18, 115, 137, 201, 285, 298], "envbas": 16, "our": [16, 22, 146, 152, 159, 170, 272, 287, 288, 289], "rollout": 16, "simpl": [16, 50, 97, 117, 156, 160, 186, 269, 276], "facilit": 17, "privateuse1": 17, "guard": [17, 196], "deseri": [17, 26], "other": [17, 22, 102, 104, 106, 173, 190], "improv": [17, 122, 190, 257], "user": [17, 88, 209, 241, 298], "renam": 17, "name": [17, 143, 144, 196], "properti": 17, "relat": [17, 43, 193, 200, 283], "pil": 18, "crop": 18, "combin": [19, 140, 150], "dataparallel": [19, 50, 62, 95, 125, 150], "rpc": [19, 135, 151, 182, 183, 184, 205, 247, 254], "framework": [19, 183, 184], "acceler": [20, 105, 115, 169, 202, 235], "bert": [20, 154, 211, 235], "semi": [20, 28, 235], "structur": [20, 235], "sparsiti": [20, 221, 235], "problem": [20, 232, 235], "solv": [20, 235], "intro": [20, 235], "establish": 20, "baselin": [20, 208], "prune": [20, 177, 235], "spars": [20, 218, 221, 235], "infer": [20, 47, 125, 131, 134, 154, 156, 179, 197, 199, 248, 257, 258, 269, 280, 286, 294, 300, 303], "torchrec": [22, 197, 198], "shard": [22, 67, 137, 138, 140, 197, 306], "instal": [22, 83, 89, 98, 117, 154, 178, 179, 197, 213, 259, 284], "embed": [22, 104, 114, 197], "distributedmodelparallel": [22, 197], "multiprocess": 22, "tabl": [22, 124], "wise": 22, "static": [23, 108, 208, 225, 267, 301], "eager": [23, 208, 211], "architectur": 23, "helper": [23, 154, 208, 221, 227, 229, 255], "dataset": [23, 31, 38, 50, 57, 100, 104, 106, 115, 123, 130, 154, 201, 208, 211, 227, 229, 289], "loader": [23, 95], "imagenet": 23, "post": [23, 207, 208, 227, 230, 231, 248, 267], "awar": [23, 229, 230, 259, 267], "speedup": [23, 194, 269], "option": [24, 36, 48, 50, 117, 128, 201, 241, 248, 272, 305], "export": [24, 116, 117, 120, 125, 195, 196, 227, 228, 229, 230, 231, 232, 234, 300, 301, 303], "runtim": [24, 117, 286, 300, 305], "between": [24, 150, 220], "syntax": [25, 92, 238], "appli": [25, 67, 140, 154, 230, 231, 233, 305], "ensembl": [25, 155], "bidirect": 25, "layer": [25, 37, 98, 102, 140, 146, 202, 286], "asid": 25, "visual": [25, 38, 98, 104, 117, 131, 170, 178, 186, 188, 191, 265, 268], "project": [26, 202], "With": [26, 190], "cmake": [26, 27], "save": [26, 29, 42, 43, 59, 61, 66, 117, 125, 137, 141, 147, 148, 150, 163, 170, 227, 229, 249, 250, 269, 270, 278, 279, 280, 281, 287], "To": [26, 67, 248], "ivalu": 26, "take": 26, "return": [26, 141], "bound": [26, 200], "appendix": [27, 221], "more": [27, 36, 97, 105, 134, 141, 161, 162, 182, 190, 244, 249, 256, 267, 270, 272, 273, 276, 284, 287, 288, 289, 304], "wai": [27, 172], "supervis": 28, "learn": [28, 39, 40, 51, 63, 92, 108, 109, 110, 123, 124, 131, 134, 135, 154, 163, 173, 178, 180, 181, 182, 184, 190, 199, 206, 244, 256, 267, 270, 272, 273, 276, 284, 287, 288, 289, 300, 305], "usb": 28, "built": [28, 203], "upon": 28, "freematch": 28, "softmatch": 28, "cifar": [28, 107], "10": [28, 107, 170, 208], "onli": [28, 209, 258, 259], "40": 28, "label": [28, 193], "specif": [28, 193, 227, 229, 286], "imbalanc": 28, "algorithm": [28, 181], "further": [29, 36, 37, 38, 41, 46, 48, 59, 61, 62, 116, 117, 119, 120, 122, 128, 131, 148, 149, 153, 202, 203, 218, 220, 221], "read": [29, 36, 37, 38, 41, 46, 48, 59, 61, 62, 116, 117, 119, 120, 122, 128, 148, 149, 153, 193, 200, 203, 218, 220, 221, 265], "audio": [30, 31, 32, 33, 34, 35], "augment": [30, 32, 89, 112, 286], "featur": [32, 33, 98, 112, 131, 137, 178, 190, 193, 197, 258, 259], "extract": [33, 193], "o": 34, "resampl": 35, "automat": [36, 111, 158, 269, 301], "differenti": [36, 48, 111, 158], "tensor": [36, 45, 54, 69, 79, 87, 100, 105, 111, 123, 124, 135, 140, 141, 143, 170, 185, 202, 221, 223, 232, 246, 283, 286, 301], "disabl": [36, 286], "track": [36, 147, 191], "jacobian": [36, 162, 167], "product": [36, 162, 167, 185], "nn": [37, 73, 74, 85, 92, 102, 115, 124, 125, 132, 133, 177, 202, 275, 283, 301], "flatten": 37, "linear": [37, 102, 109, 115], "relu": [37, 203], "sequenti": [37, 115], "softmax": [37, 109, 220], "dataload": [38, 57, 100, 106, 115, 123], "iter": [38, 55, 57, 177], "__len__": 38, "__getitem__": 38, "prepar": [38, 55, 66, 143, 144, 156, 186, 190, 203, 208, 218, 219, 220, 227, 229, 241, 263, 264], "through": [38, 57, 92, 203, 230, 231, 272], "thi": [40, 63, 137, 170, 202, 233], "guid": [40, 173, 209, 286], "hyperparamet": [41, 95, 180, 181], "quickstart": 42, "weight": [43, 52, 58, 71, 124, 225], "initi": [45, 54, 58, 59, 139, 150, 152, 163, 171, 223, 237, 272, 287, 288], "attribut": [45, 54, 98, 268], "bridg": [45, 54, 105], "arrai": [45, 54], "totensor": 46, "lambda": 46, "fast": [47, 81, 257], "better": [47, 213, 222], "gentl": 48, "background": [48, 173], "usag": [48, 123, 145, 146, 158, 170, 173, 194, 196, 199, 241, 257, 259, 294, 298], "vector": [48, 155, 162, 167], "calculu": 48, "exclus": 48, "dag": 48, "classifi": [49, 109, 117, 134, 143, 178, 193], "about": [49, 154, 277], "cifar10": 49, "convolut": [49, 102, 146, 153, 159, 286], "multipl": [49, 125, 177, 281], "where": [49, 58, 81, 193, 220], "dummi": 50, "8": [50, 208, 270, 285], "summari": [50, 137, 185, 266], "deep": [51, 63, 108, 109, 110, 123, 199], "60": [51, 63], "minut": [51, 63], "blitz": [51, 63], "backprop": 52, "chatbot": 55, "preprocess": [55, 130, 163, 179], "format": [55, 117, 125, 164, 200, 206, 250, 286], "trim": 55, "seq2seq": [55, 66, 186], "encod": [55, 66, 114, 186], "decod": [55, 66, 186], "procedur": 55, "mask": [55, 202, 220], "singl": [55, 166], "greedi": [55, 66], "my": 55, "googl": [56, 304], "colab": 56, "version": [56, 167], "drive": 56, "enabl": [56, 204, 206, 212, 286], "compos": [57, 162, 298], "afterword": 57, "torchvis": [57, 82, 201], "adversari": [58, 81], "fault": 59, "toler": 59, "torchrun": [59, 150], "grace": 59, "restart": 59, "process": [59, 61, 150, 175, 176, 182, 248], "group": [59, 61, 176], "provid": 59, "variabl": [59, 139, 286], "snapshot": [59, 170], "trainer": 59, "constructor": [59, 286], "resum": [59, 125, 269], "video": [60, 179, 301], "section": 60, "multi": [61, 86, 95, 142, 199], "ddp": [61, 62, 135, 148, 150, 286], "job": [61, 206, 276], "you": [62, 104, 140, 173, 202, 206, 268, 300, 305], "prefer": 62, "over": 62, "dp": 62, "goal": 63, "segment": [64, 65, 201, 301], "deeplabv3": [64, 65], "android": [64, 217, 239, 241, 243, 256, 261, 263], "io": [65, 216, 217, 239, 261, 264], "deploi": [66, 156, 248, 304], "acknowledg": [66, 142, 199, 200], "handl": 66, "attent": [66, 185, 186, 202], "search": [66, 95], "chang": [66, 105, 271], "host": 66, "own": [66, 152, 209, 248], "greedysearchdecod": 66, "print": [66, 122], "primit": 67, "commun": [67, 89, 95, 152, 247], "launcher": [67, 199, 200], "scale": [67, 140, 149, 185], "develop": 67, "control": [71, 116, 124, 185, 196, 286, 299, 305], "flow": [71, 116, 124, 196, 232, 301], "share": [71, 124, 232], "warm": [78, 124], "threat": 81, "sign": 81, "attack": 81, "under": 81, "fgsm": 81, "accuraci": [81, 95, 154, 161, 227, 259, 273], "vs": [81, 162, 173, 219], "epsilon": 81, "sampl": [81, 144, 172, 265], "finetun": [82, 83, 131, 178, 201], "torchmultimod": 83, "flava": 83, "former": 88, "holist": [89, 90], "analysi": [89, 90, 200], "hta": 89, "tempor": 89, "breakdown": 89, "idl": 89, "durat": 89, "overlap": 89, "counter": 89, "memori": [89, 112, 122, 141, 146, 164, 170, 173, 181, 199, 200, 249, 257, 276, 286, 305], "bandwidth": 89, "queue": 89, "length": [89, 286], "launch": [89, 175, 265], "statist": 89, "diff": 90, "inform": [92, 161], "part": [92, 112, 178, 200], "pure": 92, "top": [92, 200], "level": [92, 97, 112, 143, 144], "tune": [95, 137, 154, 200, 257, 286], "rai": 95, "configur": [95, 142, 154, 200, 211, 227, 229, 265, 295], "space": 95, "youtub": [96, 99, 101], "seri": [96, 101], "fundament": 97, "we": 97, "turn": [97, 143], "off": 97, "On": 97, "profil": [97, 122, 160, 161, 190, 200, 205, 254, 265, 276], "advanc": [97, 108, 137, 152, 190, 200, 219, 242, 269, 298], "topic": [97, 152, 269], "detail": [97, 237], "high": [97, 185], "understand": 98, "captum": [98, 268], "first": [98, 116, 171, 199, 200], "occlus": 98, "gradcam": 98, "insight": 98, "common": [102, 145, 232, 244, 301], "type": [102, 105, 197, 269, 301], "recurr": [102, 153], "manipul": [102, 105], "activ": [102, 106, 123, 222], "tensorboard": [104, 190, 191, 284], "befor": [104, 193, 268], "show": 104, "scalar": [104, 284], "resourc": [104, 106, 136, 173, 175, 248, 273, 303, 304], "random": [105, 108], "math": [105, 257], "logic": [105, 199], "brief": 105, "broadcast": 105, "alter": 105, "copi": [105, 173], "number": [105, 199], "dimens": [105, 257], "per": [106, 172], "epoch": 106, "knowledg": 107, "distil": 107, "util": [107, 123, 177, 181, 202, 242, 270, 283, 286, 297], "cross": [107, 202], "entropi": 107, "cosin": 107, "intermedi": [107, 147, 286], "regressor": 107, "decis": 108, "bi": 108, "crf": 108, "versu": 108, "toolkit": 108, "condit": 108, "field": 108, "discuss": 108, "exercis": [108, 112, 114, 128, 143, 144, 186, 200], "tag": [108, 112], "block": [109, 202, 270], "affin": 109, "map": 109, "non": [109, 173, 196, 209, 246, 256, 286], "probabl": 109, "compon": [109, 161], "logist": 109, "regress": 109, "bag": [109, 114], "nlp": [110, 143, 144, 168, 186], "librari": [111, 129, 193, 243, 272, 276, 286, 287, 288, 289, 305], "reshap": 111, "sequenc": [112, 140, 186], "long": [112, 276], "short": [112, 265], "term": 112, "speech": [112, 189, 192, 301], "tagger": 112, "charact": [112, 143, 144], "lexic": 114, "semant": [114, 218, 219], "dens": [114, 185], "n": 114, "gram": 114, "continu": 114, "realli": 115, "mnist": 115, "net": 115, "scratch": [115, 143, 144, 168, 186], "without": [115, 241, 256], "refactor": [115, 116, 209], "add": [115, 139, 201, 297], "valid": [115, 286], "fit": [115, 170], "get_data": 115, "switch": [115, 286], "cnn": 115, "close": 115, "thought": 115, "attempt": 116, "suggest": [116, 196], "patch": [116, 193], "cond": 116, "netron": 117, "6": [117, 190, 191, 203, 208, 270, 276, 285], "7": [117, 190, 203, 208, 270, 276, 285], "compar": [117, 134, 211, 225, 256, 270], "ones": 117, "overrid": 120, "exist": [120, 164], "debug": [122, 161, 206, 208, 211, 227, 286], "cheat": 123, "sheet": 123, "vision": [123, 131, 134, 178, 286], "creation": 123, "dimension": 123, "algebra": 123, "rate": 123, "schedul": [123, 142, 246], "datasampl": 123, "also": [123, 245, 298], "see": [123, 245, 298], "state_dict": [125, 288], "recommend": [125, 143, 173, 194, 232], "entir": 125, "One": [125, 281], "warmstart": [125, 287], "differ": [125, 145, 201, 287], "across": [125, 278], "cpu": [125, 137, 141, 160, 161, 173, 199, 200, 213, 222, 242, 258, 265, 286, 294, 298, 305], "t5": [127, 137], "base": [127, 178, 205, 239, 254], "summar": 127, "sentiment": 127, "classif": [127, 129, 193, 301], "templat": 128, "torchtext": [129, 130, 132, 133], "few": [131, 178], "predict": [131, 156, 178, 193], "convnet": 131, "fix": [131, 196, 232], "extractor": [131, 178], "deploy": [134, 259, 303], "deit": 134, "lite": [134, 217], "interpret": [134, 160, 217, 239, 261, 268], "speed": [134, 150, 257], "fsdp": [135, 137, 138], "tp": [135, 140], "devicemesh": [135, 252], "welcom": 136, "fulli": [137, 138, 140, 202], "recap": 137, "fine": [137, 154], "hf": 137, "precis": [137, 148, 269, 286], "intial": 137, "strategi": [137, 142], "prefetch": 137, "stream": 137, "rank0": 137, "libuv": 139, "tcpstore": 139, "benchmark": [139, 159, 211, 245, 256, 270], "impact": 139, "exit": 139, "rout": 139, "use_libuv": 139, "fals": 139, "0": [139, 178, 196, 220, 228, 234], "init_method": 139, "processgroup": 139, "larg": 140, "layernorm": 140, "rmsnorm": 140, "hook": [141, 170], "typic": 141, "than": [141, 199], "concept": [141, 196], "pack": [141, 202], "unpack": 141, "some": 141, "unconvent": 141, "int": 141, "tupl": 141, "str": 141, "disk": 141, "na": 142, "ax": 142, "torchx": 142, "app": [142, 241, 248], "runner": 142, "searchspac": 142, "metric": 142, "optimizationconfig": 142, "choos": [142, 305], "rnn": [143, 144, 184], "plot": [143, 144, 186], "captur": [145, 160, 170, 179, 230, 231], "larger": 145, "log": [145, 161, 163, 284], "flag": 145, "address": [145, 301], "certain": 145, "limit": [145, 298], "aotautograd": 145, "recompil": [145, 299], "reason": [145, 277], "fuse": [146, 159, 170, 185, 197, 256, 286], "norm": [146, 159, 286], "formula": [146, 298], "batchnorm": 146, "out": [146, 159, 233, 289], "doubl": 147, "output": [147, 197, 259], "real": [148, 179], "world": 148, "cloud": [148, 304], "enough": 148, "multinod": 149, "local": [149, 199], "global": [149, 154, 177, 211], "rank": 149, "heteregen": 149, "troubleshoot": [149, 179, 269], "case": [150, 244, 286], "skew": 150, "point": [152, 225, 283], "collect": [152, 180, 270], "ring": 152, "allreduc": 152, "dqn": [153, 181], "mlp": 153, "q": [153, 181], "huggingfac": 154, "necessari": [154, 272, 276, 287, 288, 289], "download": [154, 193, 207, 211], "token": 154, "check": [154, 211, 227], "refer": [154, 203, 225], "vmap": [155, 240], "rest": 156, "flask": [156, 248], "definit": [156, 163], "web": 156, "server": [156, 182, 183], "forc": 157, "align": 157, "wav2vec2": [157, 189], "fuser": 159, "fx": [159, 160, 194, 207, 208, 209, 230, 231], "fusion": [159, 203, 255], "resnet18": [159, 160, 232], "symbol": [160, 196, 209], "investig": 160, "inductor": [161, 212, 230, 231, 295], "determin": 161, "error": [161, 196, 269, 301], "hessian": 162, "hvp": 162, "vhp": 162, "revers": 162, "jacrev": 162, "jacfwd": 162, "functorch": 162, "mario": 163, "plai": 163, "rl": 163, "agent": 163, "act": 163, "cach": [163, 171, 295, 296], "recal": 163, "td": 163, "all": [163, 170, 202, 269, 276, 286], "let": 163, "channel": [164, 200], "last": [164, 200], "gain": [164, 299], "machin": 166, "best": [166, 194, 197], "practic": [166, 173, 190, 194, 197], "tangent": 167, "ntk": 167, "contract": 167, "nvfuser": 169, "dure": [170, 286], "disclaim": 170, "techniqu": 170, "register_post_accumulate_grad_hook": 170, "everyth": [170, 201], "line": [170, 211], "hand": 171, "ar": [171, 202], "citizen": 171, "concaten": 171, "remov": [171, 177], "grad": [172, 220, 286], "effici": [172, 199, 218, 261, 286], "good": 173, "non_block": 173, "pin_memori": 173, "preambl": 173, "pageabl": 173, "asynchron": [173, 182, 249, 286], "synchron": [173, 286], "true": [173, 275, 286], "cudamemcpyasync": 173, "perspect": 173, "synergi": 173, "direct": [173, 247], "mp": 173, "consider": 173, "partit": 175, "main": 175, "cpp": 176, "subclass": [176, 185, 283], "expos": 176, "re": 177, "nightli": [178, 195], "raspberri": 179, "pi": 179, "30": 179, "fp": 179, "opencv": 179, "choic": 179, "mobilenetv2": [179, 215, 224], "It": 179, "reinforc": [180, 181, 184], "ppo": 180, "cartpol": 182, "solver": 182, "rref": 184, "dot": 185, "sdpa": 185, "explicit": [185, 255], "hardwar": 185, "causal": 185, "self": 185, "nestedtensor": 185, "attn_bia": 185, "spatial": 188, "depict": 188, "stn": 188, "recognit": [189, 301], "event": 190, "analyz": [190, 206, 276], "amd": 190, "projector": 191, "assess": 191, "tacotron2": 192, "whole": 193, "slide": 193, "tiatoolbox": 193, "clean": 193, "patchpredictor": 193, "patholog": 193, "here": 193, "nest": [194, 202, 223], "demonstr": [194, 301], "torchdynamo": [194, 296, 301], "break": [196, 301], "strict": [196, 301], "constraint": [196, 203], "special": 196, "dim": 196, "violat": 196, "_check": 196, "ir": [196, 232], "decomposit": 196, "exportdb": 196, "program": 196, "recsi": 197, "embeddingbag": 197, "embeddingbagcollect": 197, "planner": 197, "lazyawait": 197, "anatomi": 197, "lookup": 197, "grok": [199, 200], "intel": [199, 200, 213, 231, 242, 258, 259, 265, 286, 294, 305], "avoid": [199, 286], "core": [199, 215, 286], "access": [199, 220, 286, 288, 305], "alwai": 199, "faster": 199, "remot": [199, 296], "pin": [199, 249], "worker": 199, "default": [199, 269, 271], "torchserv": [199, 200, 304], "set_num_thread": 199, "physic": 199, "down": 200, "microarchitectur": 200, "tma": 200, "back": 200, "end": [200, 206, 296], "vtune": [200, 265], "instrument": [200, 265], "technolog": [200, 265], "itt": [200, 265], "leverag": [200, 242], "alloc": [200, 257, 286, 305], "tcmalloc": 200, "jemalloc": 200, "ptmalloc": 200, "boost": 200, "detect": 201, "pennfudan": 201, "modifi": [201, 269], "backbon": 201, "instanc": 201, "replac": 202, "Is": 202, "me": 202, "introduc": [202, 217], "abov": 202, "octob": 202, "2024": 202, "multiheadattent": 202, "gpt": 202, "one": [202, 211], "row": 202, "longer": 202, "caus": 202, "nan": [202, 220, 269], "flexattent": 202, "njt": 202, "swiglu": 202, "feed": 202, "prototyp": [203, 206, 207, 208, 209, 210, 211, 215, 216, 217, 218, 219, 220, 221, 226, 227, 229, 235, 239], "backendconfig": 203, "deriv": [203, 232], "pattern": [203, 232], "each": 203, "dtypeconfig": 203, "conv": 203, "qconfigmap": [203, 208], "satisfi": 203, "faulti": 203, "rotat": 204, "approach": 204, "workload": [205, 242, 254, 265, 286], "flight": 206, "stuck": 206, "retriev": 206, "dump": 206, "eval": [208, 227], "specifi": [208, 211, 272], "calibr": [208, 227], "9": 208, "float": [208, 225], "skip": [209, 237, 286], "traceabl": 209, "torchao": 210, "glue": 211, "qconfig_dict": 211, "wrapper": [212, 241], "window": 213, "xpu": [213, 265], "softwar": 213, "altern": 213, "llvm": 213, "ml": 215, "workflow": [217, 241, 267], "adagrad": 218, "maskedtensor": [218, 219, 220, 221], "simpler": 218, "origin": 218, "maskedarrai": 219, "reduct": [219, 221], "index": 220, "slice": 220, "distinguish": 220, "anoth": 220, "x": 220, "yield": 220, "nansum": 220, "nanmean": 220, "safe": 220, "miss": 220, "coo": 221, "csr": 221, "unari": 221, "binari": 221, "max": 222, "autotun": 222, "nnapi": 224, "numer": 225, "suit": 225, "correspond": 225, "locat": 225, "its": 225, "equival": 225, "same": 225, "recip": [226, 256, 262, 263, 264, 266, 267, 274, 290, 292], "lower": [227, 230, 231], "qat": 229, "x86": 230, "param": 232, "pt2e": 232, "match": [232, 286], "aten": 232, "directli": [232, 286], "subgraphmatcherwithnamenodemap": 232, "autoload": 233, "tree": 233, "mechan": 233, "freez": 238, "mobil": [239, 261, 262, 266, 292], "so": 240, "vulkan": 241, "desktop": 241, "sdk": 241, "java": 241, "upload": [241, 304], "matrix": 242, "amx": 242, "guidelin": 242, "can": 242, "confirm": 242, "being": 242, "prebuilt": [243, 304], "bundl": 244, "uncommon": 244, "inflat": 244, "arg": 244, "lr": 246, "happen": 246, "tensorpip": 247, "both": 248, "quickli": 248, "bring": 248, "servic": 248, "pre": [248, 256, 267], "dcp": [249, 250], "even": 249, "commdebugmod": 251, "hsdp": 252, "solut": [252, 301], "horizont": 255, "foreach_map": 255, "requisit": [256, 267], "two": 256, "fuse_modul": 256, "tool": 256, "aw": 257, "graviton": 257, "processor": 257, "bfloat16": [257, 258], "openbla": 257, "smaller": 257, "overhead": 257, "linux": 257, "transpar": 257, "huge": 257, "page": 257, "thp": 257, "float32": 258, "imper": 258, "float16": 258, "zoo": 258, "eas": 259, "compressor": 259, "driven": 259, "showcas": 265, "mobilenet": 267, "v2": 267, "begin": 268, "final": 268, "gradscal": 269, "e": 269, "g": 269, "clip": 269, "amp": [269, 286], "minor": 269, "inf": 269, "mismatch": 269, "mai": 269, "manifest": 269, "cudnn_status_bad_param": 269, "syntaxerror": 270, "timeit": 270, "timer": [270, 285], "autorang": 270, "fuzz": 270, "instruct": [270, 285], "count": [270, 285], "callgrind": [270, 285], "look": 273, "latenc": 273, "tip": 275, "mmap": 275, "meta": 275, "load_state_dict": [275, 283], "assign": 275, "instanti": 276, "resnet": 276, "consumpt": 276, "examin": 276, "stack": 276, "And": [279, 280], "swap_tensor": 283, "quick": [285, 305], "wall": 285, "blocked_autorang": 285, "snippet": 285, "collect_callgrind": 285, "delv": 285, "deeper": 285, "b": [285, 287], "footnot": 285, "calcul": 286, "bia": 286, "follow": 286, "none": 286, "instead": 286, "zero_grad": 286, "channels_last": 286, "uniform": 286, "numa": [286, 305], "openmp": [286, 305], "libiomp": 286, "onednn": 286, "cudnn": 286, "auto": 286, "tuner": 286, "unnecessari": 286, "prealloc": 286, "reduc": [286, 291], "accumul": 286, "find_unused_paramet": 286, "balanc": 286, "zero": 289, "while": 289, "cold": 291, "region": 291, "fp32": 294, "bf16": 294, "torchinductor_fx_graph_cach": 295, "torchinductor_autograd_cach": 295, "torchinductor_cache_dir": 295, "torchinductor_fx_graph_remote_cach": 295, "torchinductor_autograd_remote_cach": 295, "torchinductor_autotune_remote_cach": 295, "torchinductor_force_disable_cach": 295, "offer": 296, "mega": 296, "modular": 296, "torchinductor": 296, "triton": [296, 298], "rewrit": 297, "mul": 297, "triton_op": 298, "fallback": 298, "flopcount": 298, "set_stanc": 299, "descript": 299, "prevent": 299, "measur": 299, "crash": 299, "sooner": 299, "aotinductor": 300, "challeng": 301, "them": 301, "No": 301, "caption": 301, "cannot": 301, "mutat": 301, "frozen": 301, "promptabl": 301, "torch_log": 302, "engin": 303, "stabl": 304, "diffus": 304, "vertex": 304, "ai": 304, "endpoint": 304, "handler": 304, "artifact": 304, "gc": 304, "contain": 304, "onto": 304, "xeon": 305, "run_cpu": 305, "Will": 305, "command": 305, "explan": 305}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 6, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.intersphinx": 1, "sphinx": 56}})