SINet_r18.ipynb

{"cells":[{"cell_type":"code","execution_count":1,"metadata":{"id":"pzyDskWyJc1y","executionInfo":{"status":"ok","timestamp":1724815276756,"user_tz":240,"elapsed":25,"user":{"displayName":"VinitraMk","userId":"14045597532953840063"}}},"outputs":[],"source":["DRIVE_FOLDER=\"/content/drive/MyDrive/UMass-Courses/Semester-2/CS670/UMass-CS670-Project\""]},{"cell_type":"markdown","metadata":{"id":"evW3h7Ky7g4f"},"source":["\n","## Setup\n","\n","If data is already downloaded, remaining setup should take ~5min\n","\n","data download and unzipping takes a lot of time"]},{"cell_type":"code","execution_count":2,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":24562,"status":"ok","timestamp":1724815301299,"user":{"displayName":"VinitraMk","userId":"14045597532953840063"},"user_tz":240},"id":"oESLU7TJ7RFM","outputId":"e3532be3-33d4-4ba8-d164-4c961556cfef"},"outputs":[{"output_type":"stream","name":"stdout","text":["Mounted at /content/drive\n"]}],"source":["from google.colab import drive\n","drive.mount('/content/drive', force_remount=True)"]},{"cell_type":"code","execution_count":3,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":498,"status":"ok","timestamp":1724815301777,"user":{"displayName":"VinitraMk","userId":"14045597532953840063"},"user_tz":240},"id":"6vtuPTzG8ImL","outputId":"11cc12cf-e881-4ecf-d94c-1b6b133f73b6"},"outputs":[{"output_type":"stream","name":"stdout","text":["/content/drive/MyDrive/UMass-Courses/Semester-2/CS670/UMass-CS670-Project\n"]}],"source":["%cd $DRIVE_FOLDER"]},{"cell_type":"code","execution_count":8,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":33023,"status":"ok","timestamp":1724815484884,"user":{"displayName":"VinitraMk","userId":"14045597532953840063"},"user_tz":240},"id":"EsYANEFC8jV4","outputId":"ea40920b-0e5e-44af-82c9-271b02b2445b"},"outputs":[{"output_type":"stream","name":"stdout","text":["Requirement already satisfied: opencv-python in /usr/local/lib/python3.10/dist-packages (4.10.0.84)\n","Requirement already satisfied: numpy>=1.21.2 in /usr/local/lib/python3.10/dist-packages (from opencv-python) (1.26.4)\n","Requirement already satisfied: gdown in /usr/local/lib/python3.10/dist-packages (5.1.0)\n","Requirement already satisfied: beautifulsoup4 in /usr/local/lib/python3.10/dist-packages (from gdown) (4.12.3)\n","Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from gdown) (3.15.4)\n","Requirement already satisfied: requests[socks] in /usr/local/lib/python3.10/dist-packages (from gdown) (2.32.3)\n","Requirement already satisfied: tqdm in /usr/local/lib/python3.10/dist-packages (from gdown) (4.66.5)\n","Requirement already satisfied: soupsieve>1.2 in /usr/local/lib/python3.10/dist-packages (from beautifulsoup4->gdown) (2.6)\n","Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests[socks]->gdown) (3.3.2)\n","Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests[socks]->gdown) (3.7)\n","Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests[socks]->gdown) (2.0.7)\n","Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests[socks]->gdown) (2024.7.4)\n","Requirement already satisfied: PySocks!=1.5.7,>=1.5.6 in /usr/local/lib/python3.10/dist-packages (from requests[socks]->gdown) (1.7.1)\n","Cloning into 'apex'...\n","remote: Enumerating objects: 11837, done.\u001b[K\n","remote: Counting objects: 100% (3905/3905), done.\u001b[K\n","remote: Compressing objects: 100% (703/703), done.\u001b[K\n","remote: Total 11837 (delta 3445), reused 3386 (delta 3196), pack-reused 7932 (from 1)\u001b[K\n","Receiving objects: 100% (11837/11837), 15.59 MiB | 9.31 MiB/s, done.\n","Resolving deltas: 100% (8274/8274), done.\n","Updating files: 100% (505/505), done.\n","/content/drive/MyDrive/UMass-Courses/Semester-2/CS670/UMass-CS670-Project/apex\n","\n","\n","torch.__version__  = 2.4.0+cu121\n","\n","\n","running install\n","/usr/local/lib/python3.10/dist-packages/setuptools/_distutils/cmd.py:66: SetuptoolsDeprecationWarning: setup.py install is deprecated.\n","!!\n","\n","        ********************************************************************************\n","        Please avoid running ``setup.py`` directly.\n","        Instead, use pypa/build, pypa/installer or other\n","        standards-based tools.\n","\n","        See https://blog.ganssle.io/articles/2021/10/setup-py-deprecated.html for details.\n","        ********************************************************************************\n","\n","!!\n","  self.initialize_options()\n","/usr/local/lib/python3.10/dist-packages/setuptools/_distutils/cmd.py:66: EasyInstallDeprecationWarning: easy_install command is deprecated.\n","!!\n","\n","        ********************************************************************************\n","        Please avoid running ``setup.py`` and ``easy_install``.\n","        Instead, use pypa/build, pypa/installer or other\n","        standards-based tools.\n","\n","        See https://github.com/pypa/setuptools/issues/917 for details.\n","        ********************************************************************************\n","\n","!!\n","  self.initialize_options()\n","running bdist_egg\n","running egg_info\n","creating apex.egg-info\n","writing apex.egg-info/PKG-INFO\n","writing dependency_links to apex.egg-info/dependency_links.txt\n","writing requirements to apex.egg-info/requires.txt\n","writing top-level names to apex.egg-info/top_level.txt\n","writing manifest file 'apex.egg-info/SOURCES.txt'\n","reading manifest file 'apex.egg-info/SOURCES.txt'\n","adding license file 'LICENSE'\n","writing manifest file 'apex.egg-info/SOURCES.txt'\n","installing library code to build/bdist.linux-x86_64/egg\n","running install_lib\n","running build_py\n","creating build\n","creating build/lib\n","creating build/lib/apex\n","copying apex/__init__.py -> build/lib/apex\n","copying apex/_autocast_utils.py -> build/lib/apex\n","creating build/lib/apex/RNN\n","copying apex/RNN/RNNBackend.py -> build/lib/apex/RNN\n","copying apex/RNN/__init__.py -> build/lib/apex/RNN\n","copying apex/RNN/cells.py -> build/lib/apex/RNN\n","copying apex/RNN/models.py -> build/lib/apex/RNN\n","creating build/lib/apex/amp\n","copying apex/amp/__init__.py -> build/lib/apex/amp\n","copying apex/amp/__version__.py -> build/lib/apex/amp\n","copying apex/amp/_amp_state.py -> build/lib/apex/amp\n","copying apex/amp/_initialize.py -> build/lib/apex/amp\n","copying apex/amp/_process_optimizer.py -> build/lib/apex/amp\n","copying apex/amp/amp.py -> build/lib/apex/amp\n","copying apex/amp/compat.py -> build/lib/apex/amp\n","copying apex/amp/frontend.py -> build/lib/apex/amp\n","copying apex/amp/handle.py -> build/lib/apex/amp\n","copying apex/amp/opt.py -> build/lib/apex/amp\n","copying apex/amp/rnn_compat.py -> build/lib/apex/amp\n","copying apex/amp/scaler.py -> build/lib/apex/amp\n","copying apex/amp/utils.py -> build/lib/apex/amp\n","copying apex/amp/wrap.py -> build/lib/apex/amp\n","creating build/lib/apex/contrib\n","copying apex/contrib/__init__.py -> build/lib/apex/contrib\n","creating build/lib/apex/fp16_utils\n","copying apex/fp16_utils/__init__.py -> build/lib/apex/fp16_utils\n","copying apex/fp16_utils/fp16_optimizer.py -> build/lib/apex/fp16_utils\n","copying apex/fp16_utils/fp16util.py -> build/lib/apex/fp16_utils\n","copying apex/fp16_utils/loss_scaler.py -> build/lib/apex/fp16_utils\n","creating build/lib/apex/fused_dense\n","copying apex/fused_dense/__init__.py -> build/lib/apex/fused_dense\n","copying apex/fused_dense/fused_dense.py -> build/lib/apex/fused_dense\n","creating build/lib/apex/mlp\n","copying apex/mlp/__init__.py -> build/lib/apex/mlp\n","copying apex/mlp/mlp.py -> build/lib/apex/mlp\n","creating build/lib/apex/multi_tensor_apply\n","copying apex/multi_tensor_apply/__init__.py -> build/lib/apex/multi_tensor_apply\n","copying apex/multi_tensor_apply/multi_tensor_apply.py -> build/lib/apex/multi_tensor_apply\n","creating build/lib/apex/normalization\n","copying apex/normalization/__init__.py -> build/lib/apex/normalization\n","copying apex/normalization/fused_layer_norm.py -> build/lib/apex/normalization\n","creating build/lib/apex/optimizers\n","copying apex/optimizers/__init__.py -> build/lib/apex/optimizers\n","copying apex/optimizers/fused_adagrad.py -> build/lib/apex/optimizers\n","copying apex/optimizers/fused_adam.py -> build/lib/apex/optimizers\n","copying apex/optimizers/fused_lamb.py -> build/lib/apex/optimizers\n","copying apex/optimizers/fused_mixed_precision_lamb.py -> build/lib/apex/optimizers\n","copying apex/optimizers/fused_novograd.py -> build/lib/apex/optimizers\n","copying apex/optimizers/fused_sgd.py -> build/lib/apex/optimizers\n","creating build/lib/apex/parallel\n","copying apex/parallel/LARC.py -> build/lib/apex/parallel\n","copying apex/parallel/__init__.py -> build/lib/apex/parallel\n","copying apex/parallel/distributed.py -> build/lib/apex/parallel\n","copying apex/parallel/multiproc.py -> build/lib/apex/parallel\n","copying apex/parallel/optimized_sync_batchnorm.py -> build/lib/apex/parallel\n","copying apex/parallel/optimized_sync_batchnorm_kernel.py -> build/lib/apex/parallel\n","copying apex/parallel/sync_batchnorm.py -> build/lib/apex/parallel\n","copying apex/parallel/sync_batchnorm_kernel.py -> build/lib/apex/parallel\n","creating build/lib/apex/transformer\n","copying apex/transformer/__init__.py -> build/lib/apex/transformer\n","copying apex/transformer/_ucc_util.py -> build/lib/apex/transformer\n","copying apex/transformer/enums.py -> build/lib/apex/transformer\n","copying apex/transformer/log_util.py -> build/lib/apex/transformer\n","copying apex/transformer/microbatches.py -> build/lib/apex/transformer\n","copying apex/transformer/parallel_state.py -> build/lib/apex/transformer\n","copying apex/transformer/utils.py -> build/lib/apex/transformer\n","creating build/lib/apex/amp/lists\n","copying apex/amp/lists/__init__.py -> build/lib/apex/amp/lists\n","copying apex/amp/lists/functional_overrides.py -> build/lib/apex/amp/lists\n","copying apex/amp/lists/tensor_overrides.py -> build/lib/apex/amp/lists\n","copying apex/amp/lists/torch_overrides.py -> build/lib/apex/amp/lists\n","creating build/lib/apex/contrib/bottleneck\n","copying apex/contrib/bottleneck/__init__.py -> build/lib/apex/contrib/bottleneck\n","copying apex/contrib/bottleneck/bottleneck.py -> build/lib/apex/contrib/bottleneck\n","copying apex/contrib/bottleneck/halo_exchangers.py -> build/lib/apex/contrib/bottleneck\n","copying apex/contrib/bottleneck/test.py -> build/lib/apex/contrib/bottleneck\n","creating build/lib/apex/contrib/clip_grad\n","copying apex/contrib/clip_grad/__init__.py -> build/lib/apex/contrib/clip_grad\n","copying apex/contrib/clip_grad/clip_grad.py -> build/lib/apex/contrib/clip_grad\n","creating build/lib/apex/contrib/conv_bias_relu\n","copying apex/contrib/conv_bias_relu/__init__.py -> build/lib/apex/contrib/conv_bias_relu\n","copying apex/contrib/conv_bias_relu/conv_bias_relu.py -> build/lib/apex/contrib/conv_bias_relu\n","creating build/lib/apex/contrib/cudnn_gbn\n","copying apex/contrib/cudnn_gbn/__init__.py -> build/lib/apex/contrib/cudnn_gbn\n","copying apex/contrib/cudnn_gbn/batch_norm.py -> build/lib/apex/contrib/cudnn_gbn\n","creating build/lib/apex/contrib/fmha\n","copying apex/contrib/fmha/__init__.py -> build/lib/apex/contrib/fmha\n","copying apex/contrib/fmha/fmha.py -> build/lib/apex/contrib/fmha\n","creating build/lib/apex/contrib/focal_loss\n","copying apex/contrib/focal_loss/__init__.py -> build/lib/apex/contrib/focal_loss\n","copying apex/contrib/focal_loss/focal_loss.py -> build/lib/apex/contrib/focal_loss\n","creating build/lib/apex/contrib/gpu_direct_storage\n","copying apex/contrib/gpu_direct_storage/__init__.py -> build/lib/apex/contrib/gpu_direct_storage\n","creating build/lib/apex/contrib/group_norm\n","copying apex/contrib/group_norm/__init__.py -> build/lib/apex/contrib/group_norm\n","copying apex/contrib/group_norm/group_norm.py -> build/lib/apex/contrib/group_norm\n","creating build/lib/apex/contrib/groupbn\n","copying apex/contrib/groupbn/__init__.py -> build/lib/apex/contrib/groupbn\n","copying apex/contrib/groupbn/batch_norm.py -> build/lib/apex/contrib/groupbn\n","creating build/lib/apex/contrib/index_mul_2d\n","copying apex/contrib/index_mul_2d/__init__.py -> build/lib/apex/contrib/index_mul_2d\n","copying apex/contrib/index_mul_2d/index_mul_2d.py -> build/lib/apex/contrib/index_mul_2d\n","creating build/lib/apex/contrib/layer_norm\n","copying apex/contrib/layer_norm/__init__.py -> build/lib/apex/contrib/layer_norm\n","copying apex/contrib/layer_norm/layer_norm.py -> build/lib/apex/contrib/layer_norm\n","creating build/lib/apex/contrib/multihead_attn\n","copying apex/contrib/multihead_attn/__init__.py -> build/lib/apex/contrib/multihead_attn\n","copying apex/contrib/multihead_attn/encdec_multihead_attn.py -> build/lib/apex/contrib/multihead_attn\n","copying apex/contrib/multihead_attn/encdec_multihead_attn_func.py -> build/lib/apex/contrib/multihead_attn\n","copying apex/contrib/multihead_attn/fast_encdec_multihead_attn_func.py -> build/lib/apex/contrib/multihead_attn\n","copying apex/contrib/multihead_attn/fast_encdec_multihead_attn_norm_add_func.py -> build/lib/apex/contrib/multihead_attn\n","copying apex/contrib/multihead_attn/fast_self_multihead_attn_func.py -> build/lib/apex/contrib/multihead_attn\n","copying apex/contrib/multihead_attn/fast_self_multihead_attn_norm_add_func.py -> build/lib/apex/contrib/multihead_attn\n","copying apex/contrib/multihead_attn/mask_softmax_dropout_func.py -> build/lib/apex/contrib/multihead_attn\n","copying apex/contrib/multihead_attn/self_multihead_attn.py -> build/lib/apex/contrib/multihead_attn\n","copying apex/contrib/multihead_attn/self_multihead_attn_func.py -> build/lib/apex/contrib/multihead_attn\n","creating build/lib/apex/contrib/nccl_allocator\n","copying apex/contrib/nccl_allocator/__init__.py -> build/lib/apex/contrib/nccl_allocator\n","copying apex/contrib/nccl_allocator/nccl_allocator.py -> build/lib/apex/contrib/nccl_allocator\n","creating build/lib/apex/contrib/openfold_triton\n","copying apex/contrib/openfold_triton/__init__.py -> build/lib/apex/contrib/openfold_triton\n","copying apex/contrib/openfold_triton/_layer_norm_backward_kernels.py -> build/lib/apex/contrib/openfold_triton\n","copying apex/contrib/openfold_triton/_layer_norm_config_ampere.py -> build/lib/apex/contrib/openfold_triton\n","copying apex/contrib/openfold_triton/_layer_norm_config_hopper.py -> build/lib/apex/contrib/openfold_triton\n","copying apex/contrib/openfold_triton/_layer_norm_forward_kernels.py -> build/lib/apex/contrib/openfold_triton\n","copying apex/contrib/openfold_triton/_mha_kernel.py -> build/lib/apex/contrib/openfold_triton\n","copying apex/contrib/openfold_triton/fused_adam_swa.py -> build/lib/apex/contrib/openfold_triton\n","copying apex/contrib/openfold_triton/layer_norm.py -> build/lib/apex/contrib/openfold_triton\n","copying apex/contrib/openfold_triton/mha.py -> build/lib/apex/contrib/openfold_triton\n","creating build/lib/apex/contrib/optimizers\n","copying apex/contrib/optimizers/__init__.py -> build/lib/apex/contrib/optimizers\n","copying apex/contrib/optimizers/distributed_fused_adam.py -> build/lib/apex/contrib/optimizers\n","copying apex/contrib/optimizers/distributed_fused_lamb.py -> build/lib/apex/contrib/optimizers\n","copying apex/contrib/optimizers/fp16_optimizer.py -> build/lib/apex/contrib/optimizers\n","copying apex/contrib/optimizers/fused_adam.py -> build/lib/apex/contrib/optimizers\n","copying apex/contrib/optimizers/fused_lamb.py -> build/lib/apex/contrib/optimizers\n","copying apex/contrib/optimizers/fused_sgd.py -> build/lib/apex/contrib/optimizers\n","creating build/lib/apex/contrib/peer_memory\n","copying apex/contrib/peer_memory/__init__.py -> build/lib/apex/contrib/peer_memory\n","copying apex/contrib/peer_memory/peer_halo_exchanger_1d.py -> build/lib/apex/contrib/peer_memory\n","copying apex/contrib/peer_memory/peer_memory.py -> build/lib/apex/contrib/peer_memory\n","creating build/lib/apex/contrib/sparsity\n","copying apex/contrib/sparsity/__init__.py -> build/lib/apex/contrib/sparsity\n","copying apex/contrib/sparsity/asp.py -> build/lib/apex/contrib/sparsity\n","copying apex/contrib/sparsity/permutation_lib.py -> build/lib/apex/contrib/sparsity\n","copying apex/contrib/sparsity/sparse_masklib.py -> build/lib/apex/contrib/sparsity\n","creating build/lib/apex/contrib/test\n","copying apex/contrib/test/__init__.py -> build/lib/apex/contrib/test\n","creating build/lib/apex/contrib/transducer\n","copying apex/contrib/transducer/__init__.py -> build/lib/apex/contrib/transducer\n","copying apex/contrib/transducer/_transducer_ref.py -> build/lib/apex/contrib/transducer\n","copying apex/contrib/transducer/transducer.py -> build/lib/apex/contrib/transducer\n","creating build/lib/apex/contrib/xentropy\n","copying apex/contrib/xentropy/__init__.py -> build/lib/apex/contrib/xentropy\n","copying apex/contrib/xentropy/softmax_xentropy.py -> build/lib/apex/contrib/xentropy\n","creating build/lib/apex/contrib/sparsity/permutation_search_kernels\n","copying apex/contrib/sparsity/permutation_search_kernels/__init__.py -> build/lib/apex/contrib/sparsity/permutation_search_kernels\n","copying apex/contrib/sparsity/permutation_search_kernels/call_permutation_search_kernels.py -> build/lib/apex/contrib/sparsity/permutation_search_kernels\n","copying apex/contrib/sparsity/permutation_search_kernels/channel_swap.py -> build/lib/apex/contrib/sparsity/permutation_search_kernels\n","copying apex/contrib/sparsity/permutation_search_kernels/exhaustive_search.py -> build/lib/apex/contrib/sparsity/permutation_search_kernels\n","copying apex/contrib/sparsity/permutation_search_kernels/permutation_utilities.py -> build/lib/apex/contrib/sparsity/permutation_search_kernels\n","creating build/lib/apex/contrib/test/bottleneck\n","copying apex/contrib/test/bottleneck/__init__.py -> build/lib/apex/contrib/test/bottleneck\n","copying apex/contrib/test/bottleneck/test_bottleneck_module.py -> build/lib/apex/contrib/test/bottleneck\n","creating build/lib/apex/contrib/test/clip_grad\n","copying apex/contrib/test/clip_grad/__init__.py -> build/lib/apex/contrib/test/clip_grad\n","copying apex/contrib/test/clip_grad/test_clip_grad.py -> build/lib/apex/contrib/test/clip_grad\n","creating build/lib/apex/contrib/test/conv_bias_relu\n","copying apex/contrib/test/conv_bias_relu/__init__.py -> build/lib/apex/contrib/test/conv_bias_relu\n","copying apex/contrib/test/conv_bias_relu/test_conv_bias_relu.py -> build/lib/apex/contrib/test/conv_bias_relu\n","creating build/lib/apex/contrib/test/cudnn_gbn\n","copying apex/contrib/test/cudnn_gbn/__init__.py -> build/lib/apex/contrib/test/cudnn_gbn\n","copying apex/contrib/test/cudnn_gbn/test_cudnn_gbn_with_two_gpus.py -> build/lib/apex/contrib/test/cudnn_gbn\n","creating build/lib/apex/contrib/test/fmha\n","copying apex/contrib/test/fmha/__init__.py -> build/lib/apex/contrib/test/fmha\n","copying apex/contrib/test/fmha/test_fmha.py -> build/lib/apex/contrib/test/fmha\n","creating build/lib/apex/contrib/test/focal_loss\n","copying apex/contrib/test/focal_loss/__init__.py -> build/lib/apex/contrib/test/focal_loss\n","copying apex/contrib/test/focal_loss/test_focal_loss.py -> build/lib/apex/contrib/test/focal_loss\n","creating build/lib/apex/contrib/test/group_norm\n","copying apex/contrib/test/group_norm/__init__.py -> build/lib/apex/contrib/test/group_norm\n","copying apex/contrib/test/group_norm/test_group_norm.py -> build/lib/apex/contrib/test/group_norm\n","creating build/lib/apex/contrib/test/index_mul_2d\n","copying apex/contrib/test/index_mul_2d/__init__.py -> build/lib/apex/contrib/test/index_mul_2d\n","copying apex/contrib/test/index_mul_2d/test_index_mul_2d.py -> build/lib/apex/contrib/test/index_mul_2d\n","creating build/lib/apex/contrib/test/layer_norm\n","copying apex/contrib/test/layer_norm/__init__.py -> build/lib/apex/contrib/test/layer_norm\n","copying apex/contrib/test/layer_norm/test_fast_layer_norm.py -> build/lib/apex/contrib/test/layer_norm\n","creating build/lib/apex/contrib/test/multihead_attn\n","copying apex/contrib/test/multihead_attn/__init__.py -> build/lib/apex/contrib/test/multihead_attn\n","copying apex/contrib/test/multihead_attn/test_encdec_multihead_attn.py -> build/lib/apex/contrib/test/multihead_attn\n","copying apex/contrib/test/multihead_attn/test_encdec_multihead_attn_norm_add.py -> build/lib/apex/contrib/test/multihead_attn\n","copying apex/contrib/test/multihead_attn/test_fast_self_multihead_attn_bias.py -> build/lib/apex/contrib/test/multihead_attn\n","copying apex/contrib/test/multihead_attn/test_mha_fused_softmax.py -> build/lib/apex/contrib/test/multihead_attn\n","copying apex/contrib/test/multihead_attn/test_self_multihead_attn.py -> build/lib/apex/contrib/test/multihead_attn\n","copying apex/contrib/test/multihead_attn/test_self_multihead_attn_norm_add.py -> build/lib/apex/contrib/test/multihead_attn\n","creating build/lib/apex/contrib/test/optimizers\n","copying apex/contrib/test/optimizers/__init__.py -> build/lib/apex/contrib/test/optimizers\n","copying apex/contrib/test/optimizers/test_dist_adam.py -> build/lib/apex/contrib/test/optimizers\n","copying apex/contrib/test/optimizers/test_distributed_fused_lamb.py -> build/lib/apex/contrib/test/optimizers\n","creating build/lib/apex/contrib/test/peer_memory\n","copying apex/contrib/test/peer_memory/__init__.py -> build/lib/apex/contrib/test/peer_memory\n","copying apex/contrib/test/peer_memory/test_peer_halo_exchange_module.py -> build/lib/apex/contrib/test/peer_memory\n","creating build/lib/apex/contrib/test/transducer\n","copying apex/contrib/test/transducer/__init__.py -> build/lib/apex/contrib/test/transducer\n","copying apex/contrib/test/transducer/test_transducer_joint.py -> build/lib/apex/contrib/test/transducer\n","copying apex/contrib/test/transducer/test_transducer_loss.py -> build/lib/apex/contrib/test/transducer\n","creating build/lib/apex/contrib/test/xentropy\n","copying apex/contrib/test/xentropy/__init__.py -> build/lib/apex/contrib/test/xentropy\n","copying apex/contrib/test/xentropy/test_label_smoothing.py -> build/lib/apex/contrib/test/xentropy\n","creating build/lib/apex/transformer/_data\n","copying apex/transformer/_data/__init__.py -> build/lib/apex/transformer/_data\n","copying apex/transformer/_data/_batchsampler.py -> build/lib/apex/transformer/_data\n","creating build/lib/apex/transformer/amp\n","copying apex/transformer/amp/__init__.py -> build/lib/apex/transformer/amp\n","copying apex/transformer/amp/grad_scaler.py -> build/lib/apex/transformer/amp\n","creating build/lib/apex/transformer/functional\n","copying apex/transformer/functional/__init__.py -> build/lib/apex/transformer/functional\n","copying apex/transformer/functional/fused_rope.py -> build/lib/apex/transformer/functional\n","copying apex/transformer/functional/fused_softmax.py -> build/lib/apex/transformer/functional\n","creating build/lib/apex/transformer/layers\n","copying apex/transformer/layers/__init__.py -> build/lib/apex/transformer/layers\n","copying apex/transformer/layers/layer_norm.py -> build/lib/apex/transformer/layers\n","creating build/lib/apex/transformer/pipeline_parallel\n","copying apex/transformer/pipeline_parallel/__init__.py -> build/lib/apex/transformer/pipeline_parallel\n","copying apex/transformer/pipeline_parallel/_timers.py -> build/lib/apex/transformer/pipeline_parallel\n","copying apex/transformer/pipeline_parallel/p2p_communication.py -> build/lib/apex/transformer/pipeline_parallel\n","copying apex/transformer/pipeline_parallel/utils.py -> build/lib/apex/transformer/pipeline_parallel\n","creating build/lib/apex/transformer/tensor_parallel\n","copying apex/transformer/tensor_parallel/__init__.py -> build/lib/apex/transformer/tensor_parallel\n","copying apex/transformer/tensor_parallel/cross_entropy.py -> build/lib/apex/transformer/tensor_parallel\n","copying apex/transformer/tensor_parallel/data.py -> build/lib/apex/transformer/tensor_parallel\n","copying apex/transformer/tensor_parallel/layers.py -> build/lib/apex/transformer/tensor_parallel\n","copying apex/transformer/tensor_parallel/mappings.py -> build/lib/apex/transformer/tensor_parallel\n","copying apex/transformer/tensor_parallel/memory.py -> build/lib/apex/transformer/tensor_parallel\n","copying apex/transformer/tensor_parallel/random.py -> build/lib/apex/transformer/tensor_parallel\n","copying apex/transformer/tensor_parallel/utils.py -> build/lib/apex/transformer/tensor_parallel\n","creating build/lib/apex/transformer/testing\n","copying apex/transformer/testing/__init__.py -> build/lib/apex/transformer/testing\n","copying apex/transformer/testing/arguments.py -> build/lib/apex/transformer/testing\n","copying apex/transformer/testing/commons.py -> build/lib/apex/transformer/testing\n","copying apex/transformer/testing/distributed_test_base.py -> build/lib/apex/transformer/testing\n","copying apex/transformer/testing/global_vars.py -> build/lib/apex/transformer/testing\n","copying apex/transformer/testing/standalone_bert.py -> build/lib/apex/transformer/testing\n","copying apex/transformer/testing/standalone_gpt.py -> build/lib/apex/transformer/testing\n","copying apex/transformer/testing/standalone_transformer_lm.py -> build/lib/apex/transformer/testing\n","creating build/lib/apex/transformer/pipeline_parallel/schedules\n","copying apex/transformer/pipeline_parallel/schedules/__init__.py -> build/lib/apex/transformer/pipeline_parallel/schedules\n","copying apex/transformer/pipeline_parallel/schedules/common.py -> build/lib/apex/transformer/pipeline_parallel/schedules\n","copying apex/transformer/pipeline_parallel/schedules/fwd_bwd_no_pipelining.py -> build/lib/apex/transformer/pipeline_parallel/schedules\n","copying apex/transformer/pipeline_parallel/schedules/fwd_bwd_pipelining_with_interleaving.py -> build/lib/apex/transformer/pipeline_parallel/schedules\n","copying apex/transformer/pipeline_parallel/schedules/fwd_bwd_pipelining_without_interleaving.py -> build/lib/apex/transformer/pipeline_parallel/schedules\n","creating build/bdist.linux-x86_64\n","creating build/bdist.linux-x86_64/egg\n","creating build/bdist.linux-x86_64/egg/apex\n","copying build/lib/apex/__init__.py -> build/bdist.linux-x86_64/egg/apex\n","copying build/lib/apex/_autocast_utils.py -> build/bdist.linux-x86_64/egg/apex\n","creating build/bdist.linux-x86_64/egg/apex/RNN\n","copying build/lib/apex/RNN/RNNBackend.py -> build/bdist.linux-x86_64/egg/apex/RNN\n","copying build/lib/apex/RNN/__init__.py -> build/bdist.linux-x86_64/egg/apex/RNN\n","copying build/lib/apex/RNN/cells.py -> build/bdist.linux-x86_64/egg/apex/RNN\n","copying build/lib/apex/RNN/models.py -> build/bdist.linux-x86_64/egg/apex/RNN\n","creating build/bdist.linux-x86_64/egg/apex/amp\n","copying build/lib/apex/amp/__init__.py -> build/bdist.linux-x86_64/egg/apex/amp\n","copying build/lib/apex/amp/__version__.py -> build/bdist.linux-x86_64/egg/apex/amp\n","copying build/lib/apex/amp/_amp_state.py -> build/bdist.linux-x86_64/egg/apex/amp\n","copying build/lib/apex/amp/_initialize.py -> build/bdist.linux-x86_64/egg/apex/amp\n","copying build/lib/apex/amp/_process_optimizer.py -> build/bdist.linux-x86_64/egg/apex/amp\n","copying build/lib/apex/amp/amp.py -> build/bdist.linux-x86_64/egg/apex/amp\n","copying build/lib/apex/amp/compat.py -> build/bdist.linux-x86_64/egg/apex/amp\n","copying build/lib/apex/amp/frontend.py -> build/bdist.linux-x86_64/egg/apex/amp\n","copying build/lib/apex/amp/handle.py -> build/bdist.linux-x86_64/egg/apex/amp\n","copying build/lib/apex/amp/opt.py -> build/bdist.linux-x86_64/egg/apex/amp\n","copying build/lib/apex/amp/rnn_compat.py -> build/bdist.linux-x86_64/egg/apex/amp\n","copying build/lib/apex/amp/scaler.py -> build/bdist.linux-x86_64/egg/apex/amp\n","copying build/lib/apex/amp/utils.py -> build/bdist.linux-x86_64/egg/apex/amp\n","copying build/lib/apex/amp/wrap.py -> build/bdist.linux-x86_64/egg/apex/amp\n","creating build/bdist.linux-x86_64/egg/apex/amp/lists\n","copying build/lib/apex/amp/lists/__init__.py -> build/bdist.linux-x86_64/egg/apex/amp/lists\n","copying build/lib/apex/amp/lists/functional_overrides.py -> build/bdist.linux-x86_64/egg/apex/amp/lists\n","copying build/lib/apex/amp/lists/tensor_overrides.py -> build/bdist.linux-x86_64/egg/apex/amp/lists\n","copying build/lib/apex/amp/lists/torch_overrides.py -> build/bdist.linux-x86_64/egg/apex/amp/lists\n","creating build/bdist.linux-x86_64/egg/apex/contrib\n","copying build/lib/apex/contrib/__init__.py -> build/bdist.linux-x86_64/egg/apex/contrib\n","creating build/bdist.linux-x86_64/egg/apex/contrib/bottleneck\n","copying build/lib/apex/contrib/bottleneck/__init__.py -> build/bdist.linux-x86_64/egg/apex/contrib/bottleneck\n","copying build/lib/apex/contrib/bottleneck/bottleneck.py -> build/bdist.linux-x86_64/egg/apex/contrib/bottleneck\n","copying build/lib/apex/contrib/bottleneck/halo_exchangers.py -> build/bdist.linux-x86_64/egg/apex/contrib/bottleneck\n","copying build/lib/apex/contrib/bottleneck/test.py -> build/bdist.linux-x86_64/egg/apex/contrib/bottleneck\n","creating build/bdist.linux-x86_64/egg/apex/contrib/clip_grad\n","copying build/lib/apex/contrib/clip_grad/__init__.py -> build/bdist.linux-x86_64/egg/apex/contrib/clip_grad\n","copying build/lib/apex/contrib/clip_grad/clip_grad.py -> build/bdist.linux-x86_64/egg/apex/contrib/clip_grad\n","creating build/bdist.linux-x86_64/egg/apex/contrib/conv_bias_relu\n","copying build/lib/apex/contrib/conv_bias_relu/__init__.py -> build/bdist.linux-x86_64/egg/apex/contrib/conv_bias_relu\n","copying build/lib/apex/contrib/conv_bias_relu/conv_bias_relu.py -> build/bdist.linux-x86_64/egg/apex/contrib/conv_bias_relu\n","creating build/bdist.linux-x86_64/egg/apex/contrib/cudnn_gbn\n","copying build/lib/apex/contrib/cudnn_gbn/__init__.py -> build/bdist.linux-x86_64/egg/apex/contrib/cudnn_gbn\n","copying build/lib/apex/contrib/cudnn_gbn/batch_norm.py -> build/bdist.linux-x86_64/egg/apex/contrib/cudnn_gbn\n","creating build/bdist.linux-x86_64/egg/apex/contrib/fmha\n","copying build/lib/apex/contrib/fmha/__init__.py -> build/bdist.linux-x86_64/egg/apex/contrib/fmha\n","copying build/lib/apex/contrib/fmha/fmha.py -> build/bdist.linux-x86_64/egg/apex/contrib/fmha\n","creating build/bdist.linux-x86_64/egg/apex/contrib/focal_loss\n","copying build/lib/apex/contrib/focal_loss/__init__.py -> build/bdist.linux-x86_64/egg/apex/contrib/focal_loss\n","copying build/lib/apex/contrib/focal_loss/focal_loss.py -> build/bdist.linux-x86_64/egg/apex/contrib/focal_loss\n","creating build/bdist.linux-x86_64/egg/apex/contrib/gpu_direct_storage\n","copying build/lib/apex/contrib/gpu_direct_storage/__init__.py -> build/bdist.linux-x86_64/egg/apex/contrib/gpu_direct_storage\n","creating build/bdist.linux-x86_64/egg/apex/contrib/group_norm\n","copying build/lib/apex/contrib/group_norm/__init__.py -> build/bdist.linux-x86_64/egg/apex/contrib/group_norm\n","copying build/lib/apex/contrib/group_norm/group_norm.py -> build/bdist.linux-x86_64/egg/apex/contrib/group_norm\n","creating build/bdist.linux-x86_64/egg/apex/contrib/groupbn\n","copying build/lib/apex/contrib/groupbn/__init__.py -> build/bdist.linux-x86_64/egg/apex/contrib/groupbn\n","copying build/lib/apex/contrib/groupbn/batch_norm.py -> build/bdist.linux-x86_64/egg/apex/contrib/groupbn\n","creating build/bdist.linux-x86_64/egg/apex/contrib/index_mul_2d\n","copying build/lib/apex/contrib/index_mul_2d/__init__.py -> build/bdist.linux-x86_64/egg/apex/contrib/index_mul_2d\n","copying build/lib/apex/contrib/index_mul_2d/index_mul_2d.py -> build/bdist.linux-x86_64/egg/apex/contrib/index_mul_2d\n","creating build/bdist.linux-x86_64/egg/apex/contrib/layer_norm\n","copying build/lib/apex/contrib/layer_norm/__init__.py -> build/bdist.linux-x86_64/egg/apex/contrib/layer_norm\n","copying build/lib/apex/contrib/layer_norm/layer_norm.py -> build/bdist.linux-x86_64/egg/apex/contrib/layer_norm\n","creating build/bdist.linux-x86_64/egg/apex/contrib/multihead_attn\n","copying build/lib/apex/contrib/multihead_attn/__init__.py -> build/bdist.linux-x86_64/egg/apex/contrib/multihead_attn\n","copying build/lib/apex/contrib/multihead_attn/encdec_multihead_attn.py -> build/bdist.linux-x86_64/egg/apex/contrib/multihead_attn\n","copying build/lib/apex/contrib/multihead_attn/encdec_multihead_attn_func.py -> build/bdist.linux-x86_64/egg/apex/contrib/multihead_attn\n","copying build/lib/apex/contrib/multihead_attn/fast_encdec_multihead_attn_func.py -> build/bdist.linux-x86_64/egg/apex/contrib/multihead_attn\n","copying build/lib/apex/contrib/multihead_attn/fast_encdec_multihead_attn_norm_add_func.py -> build/bdist.linux-x86_64/egg/apex/contrib/multihead_attn\n","copying build/lib/apex/contrib/multihead_attn/fast_self_multihead_attn_func.py -> build/bdist.linux-x86_64/egg/apex/contrib/multihead_attn\n","copying build/lib/apex/contrib/multihead_attn/fast_self_multihead_attn_norm_add_func.py -> build/bdist.linux-x86_64/egg/apex/contrib/multihead_attn\n","copying build/lib/apex/contrib/multihead_attn/mask_softmax_dropout_func.py -> build/bdist.linux-x86_64/egg/apex/contrib/multihead_attn\n","copying build/lib/apex/contrib/multihead_attn/self_multihead_attn.py -> build/bdist.linux-x86_64/egg/apex/contrib/multihead_attn\n","copying build/lib/apex/contrib/multihead_attn/self_multihead_attn_func.py -> build/bdist.linux-x86_64/egg/apex/contrib/multihead_attn\n","creating build/bdist.linux-x86_64/egg/apex/contrib/nccl_allocator\n","copying build/lib/apex/contrib/nccl_allocator/__init__.py -> build/bdist.linux-x86_64/egg/apex/contrib/nccl_allocator\n","copying build/lib/apex/contrib/nccl_allocator/nccl_allocator.py -> build/bdist.linux-x86_64/egg/apex/contrib/nccl_allocator\n","creating build/bdist.linux-x86_64/egg/apex/contrib/openfold_triton\n","copying build/lib/apex/contrib/openfold_triton/__init__.py -> build/bdist.linux-x86_64/egg/apex/contrib/openfold_triton\n","copying build/lib/apex/contrib/openfold_triton/_layer_norm_backward_kernels.py -> build/bdist.linux-x86_64/egg/apex/contrib/openfold_triton\n","copying build/lib/apex/contrib/openfold_triton/_layer_norm_config_ampere.py -> build/bdist.linux-x86_64/egg/apex/contrib/openfold_triton\n","copying build/lib/apex/contrib/openfold_triton/_layer_norm_config_hopper.py -> build/bdist.linux-x86_64/egg/apex/contrib/openfold_triton\n","copying build/lib/apex/contrib/openfold_triton/_layer_norm_forward_kernels.py -> build/bdist.linux-x86_64/egg/apex/contrib/openfold_triton\n","copying build/lib/apex/contrib/openfold_triton/_mha_kernel.py -> build/bdist.linux-x86_64/egg/apex/contrib/openfold_triton\n","copying build/lib/apex/contrib/openfold_triton/fused_adam_swa.py -> build/bdist.linux-x86_64/egg/apex/contrib/openfold_triton\n","copying build/lib/apex/contrib/openfold_triton/layer_norm.py -> build/bdist.linux-x86_64/egg/apex/contrib/openfold_triton\n","copying build/lib/apex/contrib/openfold_triton/mha.py -> build/bdist.linux-x86_64/egg/apex/contrib/openfold_triton\n","creating build/bdist.linux-x86_64/egg/apex/contrib/optimizers\n","copying build/lib/apex/contrib/optimizers/__init__.py -> build/bdist.linux-x86_64/egg/apex/contrib/optimizers\n","copying build/lib/apex/contrib/optimizers/distributed_fused_adam.py -> build/bdist.linux-x86_64/egg/apex/contrib/optimizers\n","copying build/lib/apex/contrib/optimizers/distributed_fused_lamb.py -> build/bdist.linux-x86_64/egg/apex/contrib/optimizers\n","copying build/lib/apex/contrib/optimizers/fp16_optimizer.py -> build/bdist.linux-x86_64/egg/apex/contrib/optimizers\n","copying build/lib/apex/contrib/optimizers/fused_adam.py -> build/bdist.linux-x86_64/egg/apex/contrib/optimizers\n","copying build/lib/apex/contrib/optimizers/fused_lamb.py -> build/bdist.linux-x86_64/egg/apex/contrib/optimizers\n","copying build/lib/apex/contrib/optimizers/fused_sgd.py -> build/bdist.linux-x86_64/egg/apex/contrib/optimizers\n","creating build/bdist.linux-x86_64/egg/apex/contrib/peer_memory\n","copying build/lib/apex/contrib/peer_memory/__init__.py -> build/bdist.linux-x86_64/egg/apex/contrib/peer_memory\n","copying build/lib/apex/contrib/peer_memory/peer_halo_exchanger_1d.py -> build/bdist.linux-x86_64/egg/apex/contrib/peer_memory\n","copying build/lib/apex/contrib/peer_memory/peer_memory.py -> build/bdist.linux-x86_64/egg/apex/contrib/peer_memory\n","creating build/bdist.linux-x86_64/egg/apex/contrib/sparsity\n","copying build/lib/apex/contrib/sparsity/__init__.py -> build/bdist.linux-x86_64/egg/apex/contrib/sparsity\n","copying build/lib/apex/contrib/sparsity/asp.py -> build/bdist.linux-x86_64/egg/apex/contrib/sparsity\n","copying build/lib/apex/contrib/sparsity/permutation_lib.py -> build/bdist.linux-x86_64/egg/apex/contrib/sparsity\n","copying build/lib/apex/contrib/sparsity/sparse_masklib.py -> build/bdist.linux-x86_64/egg/apex/contrib/sparsity\n","creating build/bdist.linux-x86_64/egg/apex/contrib/sparsity/permutation_search_kernels\n","copying build/lib/apex/contrib/sparsity/permutation_search_kernels/__init__.py -> build/bdist.linux-x86_64/egg/apex/contrib/sparsity/permutation_search_kernels\n","copying build/lib/apex/contrib/sparsity/permutation_search_kernels/call_permutation_search_kernels.py -> build/bdist.linux-x86_64/egg/apex/contrib/sparsity/permutation_search_kernels\n","copying build/lib/apex/contrib/sparsity/permutation_search_kernels/channel_swap.py -> build/bdist.linux-x86_64/egg/apex/contrib/sparsity/permutation_search_kernels\n","copying build/lib/apex/contrib/sparsity/permutation_search_kernels/exhaustive_search.py -> build/bdist.linux-x86_64/egg/apex/contrib/sparsity/permutation_search_kernels\n","copying build/lib/apex/contrib/sparsity/permutation_search_kernels/permutation_utilities.py -> build/bdist.linux-x86_64/egg/apex/contrib/sparsity/permutation_search_kernels\n","creating build/bdist.linux-x86_64/egg/apex/contrib/test\n","copying build/lib/apex/contrib/test/__init__.py -> build/bdist.linux-x86_64/egg/apex/contrib/test\n","creating build/bdist.linux-x86_64/egg/apex/contrib/test/bottleneck\n","copying build/lib/apex/contrib/test/bottleneck/__init__.py -> build/bdist.linux-x86_64/egg/apex/contrib/test/bottleneck\n","copying build/lib/apex/contrib/test/bottleneck/test_bottleneck_module.py -> build/bdist.linux-x86_64/egg/apex/contrib/test/bottleneck\n","creating build/bdist.linux-x86_64/egg/apex/contrib/test/clip_grad\n","copying build/lib/apex/contrib/test/clip_grad/__init__.py -> build/bdist.linux-x86_64/egg/apex/contrib/test/clip_grad\n","copying build/lib/apex/contrib/test/clip_grad/test_clip_grad.py -> build/bdist.linux-x86_64/egg/apex/contrib/test/clip_grad\n","creating build/bdist.linux-x86_64/egg/apex/contrib/test/conv_bias_relu\n","copying build/lib/apex/contrib/test/conv_bias_relu/__init__.py -> build/bdist.linux-x86_64/egg/apex/contrib/test/conv_bias_relu\n","copying build/lib/apex/contrib/test/conv_bias_relu/test_conv_bias_relu.py -> build/bdist.linux-x86_64/egg/apex/contrib/test/conv_bias_relu\n","creating build/bdist.linux-x86_64/egg/apex/contrib/test/cudnn_gbn\n","copying build/lib/apex/contrib/test/cudnn_gbn/__init__.py -> build/bdist.linux-x86_64/egg/apex/contrib/test/cudnn_gbn\n","copying build/lib/apex/contrib/test/cudnn_gbn/test_cudnn_gbn_with_two_gpus.py -> build/bdist.linux-x86_64/egg/apex/contrib/test/cudnn_gbn\n","creating build/bdist.linux-x86_64/egg/apex/contrib/test/fmha\n","copying build/lib/apex/contrib/test/fmha/__init__.py -> build/bdist.linux-x86_64/egg/apex/contrib/test/fmha\n","copying build/lib/apex/contrib/test/fmha/test_fmha.py -> build/bdist.linux-x86_64/egg/apex/contrib/test/fmha\n","creating build/bdist.linux-x86_64/egg/apex/contrib/test/focal_loss\n","copying build/lib/apex/contrib/test/focal_loss/__init__.py -> build/bdist.linux-x86_64/egg/apex/contrib/test/focal_loss\n","copying build/lib/apex/contrib/test/focal_loss/test_focal_loss.py -> build/bdist.linux-x86_64/egg/apex/contrib/test/focal_loss\n","creating build/bdist.linux-x86_64/egg/apex/contrib/test/group_norm\n","copying build/lib/apex/contrib/test/group_norm/__init__.py -> build/bdist.linux-x86_64/egg/apex/contrib/test/group_norm\n","copying build/lib/apex/contrib/test/group_norm/test_group_norm.py -> build/bdist.linux-x86_64/egg/apex/contrib/test/group_norm\n","creating build/bdist.linux-x86_64/egg/apex/contrib/test/index_mul_2d\n","copying build/lib/apex/contrib/test/index_mul_2d/__init__.py -> build/bdist.linux-x86_64/egg/apex/contrib/test/index_mul_2d\n","copying build/lib/apex/contrib/test/index_mul_2d/test_index_mul_2d.py -> build/bdist.linux-x86_64/egg/apex/contrib/test/index_mul_2d\n","creating build/bdist.linux-x86_64/egg/apex/contrib/test/layer_norm\n","copying build/lib/apex/contrib/test/layer_norm/__init__.py -> build/bdist.linux-x86_64/egg/apex/contrib/test/layer_norm\n","copying build/lib/apex/contrib/test/layer_norm/test_fast_layer_norm.py -> build/bdist.linux-x86_64/egg/apex/contrib/test/layer_norm\n","creating build/bdist.linux-x86_64/egg/apex/contrib/test/multihead_attn\n","copying build/lib/apex/contrib/test/multihead_attn/__init__.py -> build/bdist.linux-x86_64/egg/apex/contrib/test/multihead_attn\n","copying build/lib/apex/contrib/test/multihead_attn/test_encdec_multihead_attn.py -> build/bdist.linux-x86_64/egg/apex/contrib/test/multihead_attn\n","copying build/lib/apex/contrib/test/multihead_attn/test_encdec_multihead_attn_norm_add.py -> build/bdist.linux-x86_64/egg/apex/contrib/test/multihead_attn\n","copying build/lib/apex/contrib/test/multihead_attn/test_fast_self_multihead_attn_bias.py -> build/bdist.linux-x86_64/egg/apex/contrib/test/multihead_attn\n","copying build/lib/apex/contrib/test/multihead_attn/test_mha_fused_softmax.py -> build/bdist.linux-x86_64/egg/apex/contrib/test/multihead_attn\n","copying build/lib/apex/contrib/test/multihead_attn/test_self_multihead_attn.py -> build/bdist.linux-x86_64/egg/apex/contrib/test/multihead_attn\n","copying build/lib/apex/contrib/test/multihead_attn/test_self_multihead_attn_norm_add.py -> build/bdist.linux-x86_64/egg/apex/contrib/test/multihead_attn\n","creating build/bdist.linux-x86_64/egg/apex/contrib/test/optimizers\n","copying build/lib/apex/contrib/test/optimizers/__init__.py -> build/bdist.linux-x86_64/egg/apex/contrib/test/optimizers\n","copying build/lib/apex/contrib/test/optimizers/test_dist_adam.py -> build/bdist.linux-x86_64/egg/apex/contrib/test/optimizers\n","copying build/lib/apex/contrib/test/optimizers/test_distributed_fused_lamb.py -> build/bdist.linux-x86_64/egg/apex/contrib/test/optimizers\n","creating build/bdist.linux-x86_64/egg/apex/contrib/test/peer_memory\n","copying build/lib/apex/contrib/test/peer_memory/__init__.py -> build/bdist.linux-x86_64/egg/apex/contrib/test/peer_memory\n","copying build/lib/apex/contrib/test/peer_memory/test_peer_halo_exchange_module.py -> build/bdist.linux-x86_64/egg/apex/contrib/test/peer_memory\n","creating build/bdist.linux-x86_64/egg/apex/contrib/test/transducer\n","copying build/lib/apex/contrib/test/transducer/__init__.py -> build/bdist.linux-x86_64/egg/apex/contrib/test/transducer\n","copying build/lib/apex/contrib/test/transducer/test_transducer_joint.py -> build/bdist.linux-x86_64/egg/apex/contrib/test/transducer\n","copying build/lib/apex/contrib/test/transducer/test_transducer_loss.py -> build/bdist.linux-x86_64/egg/apex/contrib/test/transducer\n","creating build/bdist.linux-x86_64/egg/apex/contrib/test/xentropy\n","copying build/lib/apex/contrib/test/xentropy/__init__.py -> build/bdist.linux-x86_64/egg/apex/contrib/test/xentropy\n","copying build/lib/apex/contrib/test/xentropy/test_label_smoothing.py -> build/bdist.linux-x86_64/egg/apex/contrib/test/xentropy\n","creating build/bdist.linux-x86_64/egg/apex/contrib/transducer\n","copying build/lib/apex/contrib/transducer/__init__.py -> build/bdist.linux-x86_64/egg/apex/contrib/transducer\n","copying build/lib/apex/contrib/transducer/_transducer_ref.py -> build/bdist.linux-x86_64/egg/apex/contrib/transducer\n","copying build/lib/apex/contrib/transducer/transducer.py -> build/bdist.linux-x86_64/egg/apex/contrib/transducer\n","creating build/bdist.linux-x86_64/egg/apex/contrib/xentropy\n","copying build/lib/apex/contrib/xentropy/__init__.py -> build/bdist.linux-x86_64/egg/apex/contrib/xentropy\n","copying build/lib/apex/contrib/xentropy/softmax_xentropy.py -> build/bdist.linux-x86_64/egg/apex/contrib/xentropy\n","creating build/bdist.linux-x86_64/egg/apex/fp16_utils\n","copying build/lib/apex/fp16_utils/__init__.py -> build/bdist.linux-x86_64/egg/apex/fp16_utils\n","copying build/lib/apex/fp16_utils/fp16_optimizer.py -> build/bdist.linux-x86_64/egg/apex/fp16_utils\n","copying build/lib/apex/fp16_utils/fp16util.py -> build/bdist.linux-x86_64/egg/apex/fp16_utils\n","copying build/lib/apex/fp16_utils/loss_scaler.py -> build/bdist.linux-x86_64/egg/apex/fp16_utils\n","creating build/bdist.linux-x86_64/egg/apex/fused_dense\n","copying build/lib/apex/fused_dense/__init__.py -> build/bdist.linux-x86_64/egg/apex/fused_dense\n","copying build/lib/apex/fused_dense/fused_dense.py -> build/bdist.linux-x86_64/egg/apex/fused_dense\n","creating build/bdist.linux-x86_64/egg/apex/mlp\n","copying build/lib/apex/mlp/__init__.py -> build/bdist.linux-x86_64/egg/apex/mlp\n","copying build/lib/apex/mlp/mlp.py -> build/bdist.linux-x86_64/egg/apex/mlp\n","creating build/bdist.linux-x86_64/egg/apex/multi_tensor_apply\n","copying build/lib/apex/multi_tensor_apply/__init__.py -> build/bdist.linux-x86_64/egg/apex/multi_tensor_apply\n","copying build/lib/apex/multi_tensor_apply/multi_tensor_apply.py -> build/bdist.linux-x86_64/egg/apex/multi_tensor_apply\n","creating build/bdist.linux-x86_64/egg/apex/normalization\n","copying build/lib/apex/normalization/__init__.py -> build/bdist.linux-x86_64/egg/apex/normalization\n","copying build/lib/apex/normalization/fused_layer_norm.py -> build/bdist.linux-x86_64/egg/apex/normalization\n","creating build/bdist.linux-x86_64/egg/apex/optimizers\n","copying build/lib/apex/optimizers/__init__.py -> build/bdist.linux-x86_64/egg/apex/optimizers\n","copying build/lib/apex/optimizers/fused_adagrad.py -> build/bdist.linux-x86_64/egg/apex/optimizers\n","copying build/lib/apex/optimizers/fused_adam.py -> build/bdist.linux-x86_64/egg/apex/optimizers\n","copying build/lib/apex/optimizers/fused_lamb.py -> build/bdist.linux-x86_64/egg/apex/optimizers\n","copying build/lib/apex/optimizers/fused_mixed_precision_lamb.py -> build/bdist.linux-x86_64/egg/apex/optimizers\n","copying build/lib/apex/optimizers/fused_novograd.py -> build/bdist.linux-x86_64/egg/apex/optimizers\n","copying build/lib/apex/optimizers/fused_sgd.py -> build/bdist.linux-x86_64/egg/apex/optimizers\n","creating build/bdist.linux-x86_64/egg/apex/parallel\n","copying build/lib/apex/parallel/LARC.py -> build/bdist.linux-x86_64/egg/apex/parallel\n","copying build/lib/apex/parallel/__init__.py -> build/bdist.linux-x86_64/egg/apex/parallel\n","copying build/lib/apex/parallel/distributed.py -> build/bdist.linux-x86_64/egg/apex/parallel\n","copying build/lib/apex/parallel/multiproc.py -> build/bdist.linux-x86_64/egg/apex/parallel\n","copying build/lib/apex/parallel/optimized_sync_batchnorm.py -> build/bdist.linux-x86_64/egg/apex/parallel\n","copying build/lib/apex/parallel/optimized_sync_batchnorm_kernel.py -> build/bdist.linux-x86_64/egg/apex/parallel\n","copying build/lib/apex/parallel/sync_batchnorm.py -> build/bdist.linux-x86_64/egg/apex/parallel\n","copying build/lib/apex/parallel/sync_batchnorm_kernel.py -> build/bdist.linux-x86_64/egg/apex/parallel\n","creating build/bdist.linux-x86_64/egg/apex/transformer\n","copying build/lib/apex/transformer/__init__.py -> build/bdist.linux-x86_64/egg/apex/transformer\n","copying build/lib/apex/transformer/_ucc_util.py -> build/bdist.linux-x86_64/egg/apex/transformer\n","copying build/lib/apex/transformer/enums.py -> build/bdist.linux-x86_64/egg/apex/transformer\n","copying build/lib/apex/transformer/log_util.py -> build/bdist.linux-x86_64/egg/apex/transformer\n","copying build/lib/apex/transformer/microbatches.py -> build/bdist.linux-x86_64/egg/apex/transformer\n","copying build/lib/apex/transformer/parallel_state.py -> build/bdist.linux-x86_64/egg/apex/transformer\n","copying build/lib/apex/transformer/utils.py -> build/bdist.linux-x86_64/egg/apex/transformer\n","creating build/bdist.linux-x86_64/egg/apex/transformer/_data\n","copying build/lib/apex/transformer/_data/__init__.py -> build/bdist.linux-x86_64/egg/apex/transformer/_data\n","copying build/lib/apex/transformer/_data/_batchsampler.py -> build/bdist.linux-x86_64/egg/apex/transformer/_data\n","creating build/bdist.linux-x86_64/egg/apex/transformer/amp\n","copying build/lib/apex/transformer/amp/__init__.py -> build/bdist.linux-x86_64/egg/apex/transformer/amp\n","copying build/lib/apex/transformer/amp/grad_scaler.py -> build/bdist.linux-x86_64/egg/apex/transformer/amp\n","creating build/bdist.linux-x86_64/egg/apex/transformer/functional\n","copying build/lib/apex/transformer/functional/__init__.py -> build/bdist.linux-x86_64/egg/apex/transformer/functional\n","copying build/lib/apex/transformer/functional/fused_rope.py -> build/bdist.linux-x86_64/egg/apex/transformer/functional\n","copying build/lib/apex/transformer/functional/fused_softmax.py -> build/bdist.linux-x86_64/egg/apex/transformer/functional\n","creating build/bdist.linux-x86_64/egg/apex/transformer/layers\n","copying build/lib/apex/transformer/layers/__init__.py -> build/bdist.linux-x86_64/egg/apex/transformer/layers\n","copying build/lib/apex/transformer/layers/layer_norm.py -> build/bdist.linux-x86_64/egg/apex/transformer/layers\n","creating build/bdist.linux-x86_64/egg/apex/transformer/pipeline_parallel\n","copying build/lib/apex/transformer/pipeline_parallel/__init__.py -> build/bdist.linux-x86_64/egg/apex/transformer/pipeline_parallel\n","copying build/lib/apex/transformer/pipeline_parallel/_timers.py -> build/bdist.linux-x86_64/egg/apex/transformer/pipeline_parallel\n","copying build/lib/apex/transformer/pipeline_parallel/p2p_communication.py -> build/bdist.linux-x86_64/egg/apex/transformer/pipeline_parallel\n","copying build/lib/apex/transformer/pipeline_parallel/utils.py -> build/bdist.linux-x86_64/egg/apex/transformer/pipeline_parallel\n","creating build/bdist.linux-x86_64/egg/apex/transformer/pipeline_parallel/schedules\n","copying build/lib/apex/transformer/pipeline_parallel/schedules/__init__.py -> build/bdist.linux-x86_64/egg/apex/transformer/pipeline_parallel/schedules\n","copying build/lib/apex/transformer/pipeline_parallel/schedules/common.py -> build/bdist.linux-x86_64/egg/apex/transformer/pipeline_parallel/schedules\n","copying build/lib/apex/transformer/pipeline_parallel/schedules/fwd_bwd_no_pipelining.py -> build/bdist.linux-x86_64/egg/apex/transformer/pipeline_parallel/schedules\n","copying build/lib/apex/transformer/pipeline_parallel/schedules/fwd_bwd_pipelining_with_interleaving.py -> build/bdist.linux-x86_64/egg/apex/transformer/pipeline_parallel/schedules\n","copying build/lib/apex/transformer/pipeline_parallel/schedules/fwd_bwd_pipelining_without_interleaving.py -> build/bdist.linux-x86_64/egg/apex/transformer/pipeline_parallel/schedules\n","creating build/bdist.linux-x86_64/egg/apex/transformer/tensor_parallel\n","copying build/lib/apex/transformer/tensor_parallel/__init__.py -> build/bdist.linux-x86_64/egg/apex/transformer/tensor_parallel\n","copying build/lib/apex/transformer/tensor_parallel/cross_entropy.py -> build/bdist.linux-x86_64/egg/apex/transformer/tensor_parallel\n","copying build/lib/apex/transformer/tensor_parallel/data.py -> build/bdist.linux-x86_64/egg/apex/transformer/tensor_parallel\n","copying build/lib/apex/transformer/tensor_parallel/layers.py -> build/bdist.linux-x86_64/egg/apex/transformer/tensor_parallel\n","copying build/lib/apex/transformer/tensor_parallel/mappings.py -> build/bdist.linux-x86_64/egg/apex/transformer/tensor_parallel\n","copying build/lib/apex/transformer/tensor_parallel/memory.py -> build/bdist.linux-x86_64/egg/apex/transformer/tensor_parallel\n","copying build/lib/apex/transformer/tensor_parallel/random.py -> build/bdist.linux-x86_64/egg/apex/transformer/tensor_parallel\n","copying build/lib/apex/transformer/tensor_parallel/utils.py -> build/bdist.linux-x86_64/egg/apex/transformer/tensor_parallel\n","creating build/bdist.linux-x86_64/egg/apex/transformer/testing\n","copying build/lib/apex/transformer/testing/__init__.py -> build/bdist.linux-x86_64/egg/apex/transformer/testing\n","copying build/lib/apex/transformer/testing/arguments.py -> build/bdist.linux-x86_64/egg/apex/transformer/testing\n","copying build/lib/apex/transformer/testing/commons.py -> build/bdist.linux-x86_64/egg/apex/transformer/testing\n","copying build/lib/apex/transformer/testing/distributed_test_base.py -> build/bdist.linux-x86_64/egg/apex/transformer/testing\n","copying build/lib/apex/transformer/testing/global_vars.py -> build/bdist.linux-x86_64/egg/apex/transformer/testing\n","copying build/lib/apex/transformer/testing/standalone_bert.py -> build/bdist.linux-x86_64/egg/apex/transformer/testing\n","copying build/lib/apex/transformer/testing/standalone_gpt.py -> build/bdist.linux-x86_64/egg/apex/transformer/testing\n","copying build/lib/apex/transformer/testing/standalone_transformer_lm.py -> build/bdist.linux-x86_64/egg/apex/transformer/testing\n","byte-compiling build/bdist.linux-x86_64/egg/apex/__init__.py to __init__.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/_autocast_utils.py to _autocast_utils.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/RNN/RNNBackend.py to RNNBackend.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/RNN/__init__.py to __init__.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/RNN/cells.py to cells.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/RNN/models.py to models.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/amp/__init__.py to __init__.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/amp/__version__.py to __version__.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/amp/_amp_state.py to _amp_state.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/amp/_initialize.py to _initialize.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/amp/_process_optimizer.py to _process_optimizer.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/amp/amp.py to amp.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/amp/compat.py to compat.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/amp/frontend.py to frontend.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/amp/handle.py to handle.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/amp/opt.py to opt.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/amp/rnn_compat.py to rnn_compat.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/amp/scaler.py to scaler.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/amp/utils.py to utils.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/amp/wrap.py to wrap.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/amp/lists/__init__.py to __init__.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/amp/lists/functional_overrides.py to functional_overrides.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/amp/lists/tensor_overrides.py to tensor_overrides.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/amp/lists/torch_overrides.py to torch_overrides.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/__init__.py to __init__.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/bottleneck/__init__.py to __init__.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/bottleneck/bottleneck.py to bottleneck.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/bottleneck/halo_exchangers.py to halo_exchangers.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/bottleneck/test.py to test.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/clip_grad/__init__.py to __init__.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/clip_grad/clip_grad.py to clip_grad.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/conv_bias_relu/__init__.py to __init__.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/conv_bias_relu/conv_bias_relu.py to conv_bias_relu.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/cudnn_gbn/__init__.py to __init__.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/cudnn_gbn/batch_norm.py to batch_norm.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/fmha/__init__.py to __init__.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/fmha/fmha.py to fmha.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/focal_loss/__init__.py to __init__.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/focal_loss/focal_loss.py to focal_loss.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/gpu_direct_storage/__init__.py to __init__.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/group_norm/__init__.py to __init__.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/group_norm/group_norm.py to group_norm.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/groupbn/__init__.py to __init__.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/groupbn/batch_norm.py to batch_norm.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/index_mul_2d/__init__.py to __init__.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/index_mul_2d/index_mul_2d.py to index_mul_2d.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/layer_norm/__init__.py to __init__.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/layer_norm/layer_norm.py to layer_norm.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/multihead_attn/__init__.py to __init__.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/multihead_attn/encdec_multihead_attn.py to encdec_multihead_attn.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/multihead_attn/encdec_multihead_attn_func.py to encdec_multihead_attn_func.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/multihead_attn/fast_encdec_multihead_attn_func.py to fast_encdec_multihead_attn_func.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/multihead_attn/fast_encdec_multihead_attn_norm_add_func.py to fast_encdec_multihead_attn_norm_add_func.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/multihead_attn/fast_self_multihead_attn_func.py to fast_self_multihead_attn_func.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/multihead_attn/fast_self_multihead_attn_norm_add_func.py to fast_self_multihead_attn_norm_add_func.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/multihead_attn/mask_softmax_dropout_func.py to mask_softmax_dropout_func.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/multihead_attn/self_multihead_attn.py to self_multihead_attn.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/multihead_attn/self_multihead_attn_func.py to self_multihead_attn_func.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/nccl_allocator/__init__.py to __init__.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/nccl_allocator/nccl_allocator.py to nccl_allocator.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/openfold_triton/__init__.py to __init__.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/openfold_triton/_layer_norm_backward_kernels.py to _layer_norm_backward_kernels.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/openfold_triton/_layer_norm_config_ampere.py to _layer_norm_config_ampere.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/openfold_triton/_layer_norm_config_hopper.py to _layer_norm_config_hopper.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/openfold_triton/_layer_norm_forward_kernels.py to _layer_norm_forward_kernels.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/openfold_triton/_mha_kernel.py to _mha_kernel.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/openfold_triton/fused_adam_swa.py to fused_adam_swa.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/openfold_triton/layer_norm.py to layer_norm.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/openfold_triton/mha.py to mha.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/optimizers/__init__.py to __init__.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/optimizers/distributed_fused_adam.py to distributed_fused_adam.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/optimizers/distributed_fused_lamb.py to distributed_fused_lamb.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/optimizers/fp16_optimizer.py to fp16_optimizer.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/optimizers/fused_adam.py to fused_adam.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/optimizers/fused_lamb.py to fused_lamb.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/optimizers/fused_sgd.py to fused_sgd.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/peer_memory/__init__.py to __init__.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/peer_memory/peer_halo_exchanger_1d.py to peer_halo_exchanger_1d.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/peer_memory/peer_memory.py to peer_memory.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/sparsity/__init__.py to __init__.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/sparsity/asp.py to asp.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/sparsity/permutation_lib.py to permutation_lib.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/sparsity/sparse_masklib.py to sparse_masklib.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/sparsity/permutation_search_kernels/__init__.py to __init__.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/sparsity/permutation_search_kernels/call_permutation_search_kernels.py to call_permutation_search_kernels.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/sparsity/permutation_search_kernels/channel_swap.py to channel_swap.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/sparsity/permutation_search_kernels/exhaustive_search.py to exhaustive_search.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/sparsity/permutation_search_kernels/permutation_utilities.py to permutation_utilities.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/test/__init__.py to __init__.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/test/bottleneck/__init__.py to __init__.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/test/bottleneck/test_bottleneck_module.py to test_bottleneck_module.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/test/clip_grad/__init__.py to __init__.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/test/clip_grad/test_clip_grad.py to test_clip_grad.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/test/conv_bias_relu/__init__.py to __init__.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/test/conv_bias_relu/test_conv_bias_relu.py to test_conv_bias_relu.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/test/cudnn_gbn/__init__.py to __init__.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/test/cudnn_gbn/test_cudnn_gbn_with_two_gpus.py to test_cudnn_gbn_with_two_gpus.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/test/fmha/__init__.py to __init__.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/test/fmha/test_fmha.py to test_fmha.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/test/focal_loss/__init__.py to __init__.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/test/focal_loss/test_focal_loss.py to test_focal_loss.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/test/group_norm/__init__.py to __init__.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/test/group_norm/test_group_norm.py to test_group_norm.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/test/index_mul_2d/__init__.py to __init__.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/test/index_mul_2d/test_index_mul_2d.py to test_index_mul_2d.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/test/layer_norm/__init__.py to __init__.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/test/layer_norm/test_fast_layer_norm.py to test_fast_layer_norm.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/test/multihead_attn/__init__.py to __init__.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/test/multihead_attn/test_encdec_multihead_attn.py to test_encdec_multihead_attn.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/test/multihead_attn/test_encdec_multihead_attn_norm_add.py to test_encdec_multihead_attn_norm_add.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/test/multihead_attn/test_fast_self_multihead_attn_bias.py to test_fast_self_multihead_attn_bias.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/test/multihead_attn/test_mha_fused_softmax.py to test_mha_fused_softmax.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/test/multihead_attn/test_self_multihead_attn.py to test_self_multihead_attn.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/test/multihead_attn/test_self_multihead_attn_norm_add.py to test_self_multihead_attn_norm_add.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/test/optimizers/__init__.py to __init__.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/test/optimizers/test_dist_adam.py to test_dist_adam.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/test/optimizers/test_distributed_fused_lamb.py to test_distributed_fused_lamb.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/test/peer_memory/__init__.py to __init__.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/test/peer_memory/test_peer_halo_exchange_module.py to test_peer_halo_exchange_module.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/test/transducer/__init__.py to __init__.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/test/transducer/test_transducer_joint.py to test_transducer_joint.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/test/transducer/test_transducer_loss.py to test_transducer_loss.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/test/xentropy/__init__.py to __init__.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/test/xentropy/test_label_smoothing.py to test_label_smoothing.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/transducer/__init__.py to __init__.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/transducer/_transducer_ref.py to _transducer_ref.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/transducer/transducer.py to transducer.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/xentropy/__init__.py to __init__.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/contrib/xentropy/softmax_xentropy.py to softmax_xentropy.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/fp16_utils/__init__.py to __init__.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/fp16_utils/fp16_optimizer.py to fp16_optimizer.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/fp16_utils/fp16util.py to fp16util.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/fp16_utils/loss_scaler.py to loss_scaler.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/fused_dense/__init__.py to __init__.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/fused_dense/fused_dense.py to fused_dense.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/mlp/__init__.py to __init__.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/mlp/mlp.py to mlp.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/multi_tensor_apply/__init__.py to __init__.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/multi_tensor_apply/multi_tensor_apply.py to multi_tensor_apply.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/normalization/__init__.py to __init__.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/normalization/fused_layer_norm.py to fused_layer_norm.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/optimizers/__init__.py to __init__.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/optimizers/fused_adagrad.py to fused_adagrad.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/optimizers/fused_adam.py to fused_adam.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/optimizers/fused_lamb.py to fused_lamb.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/optimizers/fused_mixed_precision_lamb.py to fused_mixed_precision_lamb.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/optimizers/fused_novograd.py to fused_novograd.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/optimizers/fused_sgd.py to fused_sgd.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/parallel/LARC.py to LARC.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/parallel/__init__.py to __init__.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/parallel/distributed.py to distributed.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/parallel/multiproc.py to multiproc.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/parallel/optimized_sync_batchnorm.py to optimized_sync_batchnorm.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/parallel/optimized_sync_batchnorm_kernel.py to optimized_sync_batchnorm_kernel.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/parallel/sync_batchnorm.py to sync_batchnorm.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/parallel/sync_batchnorm_kernel.py to sync_batchnorm_kernel.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/transformer/__init__.py to __init__.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/transformer/_ucc_util.py to _ucc_util.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/transformer/enums.py to enums.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/transformer/log_util.py to log_util.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/transformer/microbatches.py to microbatches.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/transformer/parallel_state.py to parallel_state.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/transformer/utils.py to utils.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/transformer/_data/__init__.py to __init__.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/transformer/_data/_batchsampler.py to _batchsampler.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/transformer/amp/__init__.py to __init__.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/transformer/amp/grad_scaler.py to grad_scaler.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/transformer/functional/__init__.py to __init__.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/transformer/functional/fused_rope.py to fused_rope.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/transformer/functional/fused_softmax.py to fused_softmax.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/transformer/layers/__init__.py to __init__.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/transformer/layers/layer_norm.py to layer_norm.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/transformer/pipeline_parallel/__init__.py to __init__.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/transformer/pipeline_parallel/_timers.py to _timers.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/transformer/pipeline_parallel/p2p_communication.py to p2p_communication.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/transformer/pipeline_parallel/utils.py to utils.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/transformer/pipeline_parallel/schedules/__init__.py to __init__.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/transformer/pipeline_parallel/schedules/common.py to common.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/transformer/pipeline_parallel/schedules/fwd_bwd_no_pipelining.py to fwd_bwd_no_pipelining.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/transformer/pipeline_parallel/schedules/fwd_bwd_pipelining_with_interleaving.py to fwd_bwd_pipelining_with_interleaving.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/transformer/pipeline_parallel/schedules/fwd_bwd_pipelining_without_interleaving.py to fwd_bwd_pipelining_without_interleaving.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/transformer/tensor_parallel/__init__.py to __init__.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/transformer/tensor_parallel/cross_entropy.py to cross_entropy.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/transformer/tensor_parallel/data.py to data.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/transformer/tensor_parallel/layers.py to layers.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/transformer/tensor_parallel/mappings.py to mappings.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/transformer/tensor_parallel/memory.py to memory.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/transformer/tensor_parallel/random.py to random.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/transformer/tensor_parallel/utils.py to utils.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/transformer/testing/__init__.py to __init__.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/transformer/testing/arguments.py to arguments.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/transformer/testing/commons.py to commons.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/transformer/testing/distributed_test_base.py to distributed_test_base.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/transformer/testing/global_vars.py to global_vars.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/transformer/testing/standalone_bert.py to standalone_bert.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/transformer/testing/standalone_gpt.py to standalone_gpt.cpython-310.pyc\n","byte-compiling build/bdist.linux-x86_64/egg/apex/transformer/testing/standalone_transformer_lm.py to standalone_transformer_lm.cpython-310.pyc\n","creating build/bdist.linux-x86_64/egg/EGG-INFO\n","copying apex.egg-info/PKG-INFO -> build/bdist.linux-x86_64/egg/EGG-INFO\n","copying apex.egg-info/SOURCES.txt -> build/bdist.linux-x86_64/egg/EGG-INFO\n","copying apex.egg-info/dependency_links.txt -> build/bdist.linux-x86_64/egg/EGG-INFO\n","copying apex.egg-info/requires.txt -> build/bdist.linux-x86_64/egg/EGG-INFO\n","copying apex.egg-info/top_level.txt -> build/bdist.linux-x86_64/egg/EGG-INFO\n","zip_safe flag not set; analyzing archive contents...\n","apex.contrib.optimizers.__pycache__.distributed_fused_adam.cpython-310: module MAY be using inspect.stack\n","creating dist\n","creating 'dist/apex-0.1-py3.10.egg' and adding 'build/bdist.linux-x86_64/egg' to it\n","removing 'build/bdist.linux-x86_64/egg' (and everything under it)\n","Processing apex-0.1-py3.10.egg\n","creating /usr/local/lib/python3.10/dist-packages/apex-0.1-py3.10.egg\n","Extracting apex-0.1-py3.10.egg to /usr/local/lib/python3.10/dist-packages\n","Adding apex 0.1 to easy-install.pth file\n","\n","Installed /usr/local/lib/python3.10/dist-packages/apex-0.1-py3.10.egg\n","Processing dependencies for apex==0.1\n","Searching for packaging==24.1\n","Best match: packaging 24.1\n","Adding packaging 24.1 to easy-install.pth file\n","detected new path './apex-0.1-py3.10.egg'\n","\n","Using /usr/local/lib/python3.10/dist-packages/setuptools/_vendor\n","Finished processing dependencies for apex==0.1\n","Requirement already satisfied: packaging in /usr/local/lib/python3.10/dist-packages (24.1)\n","/content/drive/MyDrive/UMass-Courses/Semester-2/CS670/UMass-CS670-Project\n"]}],"source":["!pip install opencv-python\n","!pip install gdown\n","import os\n","if not(os.path.exists(\"./apex\")):\n","  !git clone https://github.com/NVIDIA/apex\n","%cd apex\n","!python3 setup.py install\n","!pip install packaging\n","\n","%cd .."]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":314421,"status":"ok","timestamp":1724810240043,"user":{"displayName":"Vinitra","userId":"09606499732062179579"},"user_tz":240},"id":"Sk5zkriE8tzD","outputId":"37e193d7-86a0-42bf-a7cd-a2b214c21359"},"outputs":[{"output_type":"stream","name":"stdout","text":["Requirement already satisfied: gdown in /usr/local/lib/python3.10/dist-packages (5.1.0)\n","Requirement already satisfied: beautifulsoup4 in /usr/local/lib/python3.10/dist-packages (from gdown) (4.12.3)\n","Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from gdown) (3.15.4)\n","Requirement already satisfied: requests[socks] in /usr/local/lib/python3.10/dist-packages (from gdown) (2.32.3)\n","Requirement already satisfied: tqdm in /usr/local/lib/python3.10/dist-packages (from gdown) (4.66.5)\n","Requirement already satisfied: soupsieve>1.2 in /usr/local/lib/python3.10/dist-packages (from beautifulsoup4->gdown) (2.6)\n","Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests[socks]->gdown) (3.3.2)\n","Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests[socks]->gdown) (3.7)\n","Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests[socks]->gdown) (2.0.7)\n","Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests[socks]->gdown) (2024.7.4)\n","Requirement already satisfied: PySocks!=1.5.7,>=1.5.6 in /usr/local/lib/python3.10/dist-packages (from requests[socks]->gdown) (1.7.1)\n"]}],"source":["import os\n","\n","!pip install gdown\n","\n","\n","data_dir=\"source-data\"\n","\n","if not(os.path.exists(\"./source-data\")):\n","    # !gdown https://drive.google.com/uc?id=18oBjWeuw5qAq4HG_jZdjUHas4APy-KJE&export=download\n","    os.mkdir(\"source-data\")\n","    #echo 'Downloaded data! Unzipping to data folder'\n","    !unzip -q -d ./$data_dir ./COD10K-v3.zip\n","else:\n","    print(\"\\nThe data directory exists!\")\n","    #!unzip -q -d ./$data_dir ./COD10K-v3.zip"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":107681,"status":"ok","timestamp":1724805430824,"user":{"displayName":"Vinitra","userId":"09606499732062179579"},"user_tz":240},"id":"5Ot3lHFFc6LT","outputId":"e8c61f28-0ee7-4999-e3c6-663615113307"},"outputs":[{"output_type":"stream","name":"stdout","text":["Collecting scipy==1.1.0\n","  Using cached scipy-1.1.0.tar.gz (15.6 MB)\n","  Preparing metadata (setup.py) ... \u001b[?25l\u001b[?25hdone\n","Building wheels for collected packages: scipy\n","  \u001b[1;31merror\u001b[0m: \u001b[1msubprocess-exited-with-error\u001b[0m\n","  \n","  \u001b[31m×\u001b[0m \u001b[32mpython setup.py bdist_wheel\u001b[0m did not run successfully.\n","  \u001b[31m│\u001b[0m exit code: \u001b[1;36m1\u001b[0m\n","  \u001b[31m╰─>\u001b[0m See above for output.\n","  \n","  \u001b[1;35mnote\u001b[0m: This error originates from a subprocess, and is likely not a problem with pip.\n","  Building wheel for scipy (setup.py) ... \u001b[?25lerror\n","\u001b[31m  ERROR: Failed building wheel for scipy\u001b[0m\u001b[31m\n","\u001b[0m\u001b[?25h  Running setup.py clean for scipy\n","  \u001b[1;31merror\u001b[0m: \u001b[1msubprocess-exited-with-error\u001b[0m\n","  \n","  \u001b[31m×\u001b[0m \u001b[32mpython setup.py clean\u001b[0m did not run successfully.\n","  \u001b[31m│\u001b[0m exit code: \u001b[1;36m1\u001b[0m\n","  \u001b[31m╰─>\u001b[0m See above for output.\n","  \n","  \u001b[1;35mnote\u001b[0m: This error originates from a subprocess, and is likely not a problem with pip.\n","\u001b[31m  ERROR: Failed cleaning build dir for scipy\u001b[0m\u001b[31m\n","\u001b[0mFailed to build scipy\n","\u001b[31mERROR: ERROR: Failed to build installable wheels for some pyproject.toml based projects (scipy)\u001b[0m\u001b[31m\n","\u001b[0m"]}],"source":["!pip3 install scipy==1.1.0\n"]},{"cell_type":"markdown","metadata":{"id":"z7qsdV2h86oO"},"source":["## Train"]},{"cell_type":"code","execution_count":9,"metadata":{"id":"pQHYtWBT87ne","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1724826838617,"user_tz":240,"elapsed":11345458,"user":{"displayName":"VinitraMk","userId":"14045597532953840063"}},"outputId":"3db5de7e-a502-4d0c-fb1c-93d12dc7c447"},"outputs":[{"output_type":"stream","name":"stdout","text":["/usr/local/lib/python3.10/dist-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.\n","  warnings.warn(\n","/usr/local/lib/python3.10/dist-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=ResNet18_Weights.IMAGENET1K_V1`. You can also use `weights=ResNet18_Weights.DEFAULT` to get the most up-to-date weights.\n","  warnings.warn(msg)\n","Downloading: \"https://download.pytorch.org/models/resnet18-f37072fd.pth\" to /root/.cache/torch/hub/checkpoints/resnet18-f37072fd.pth\n","100% 44.7M/44.7M [00:00<00:00, 188MB/s]\n","[INFO] initialize weights from resnet18\n","------------------------------ SINet_ResNet18(\n","  (resnet): ResNet_2Branch(\n","    (conv1): Conv2d(3, 64, kernel_size=(7, 7), stride=(2, 2), padding=(3, 3), bias=False)\n","    (bn1): BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","    (relu): ReLU(inplace=True)\n","    (maxpool): MaxPool2d(kernel_size=3, stride=2, padding=1, dilation=1, ceil_mode=False)\n","    (layer1): Sequential(\n","      (0): BasicBlock(\n","        (conv1): Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n","        (bn1): BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","        (conv2): Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n","        (bn2): BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","      )\n","      (1): BasicBlock(\n","        (conv1): Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n","        (bn1): BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","        (conv2): Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n","        (bn2): BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","      )\n","    )\n","    (layer2): Sequential(\n","      (0): BasicBlock(\n","        (conv1): Conv2d(64, 128, kernel_size=(3, 3), stride=(2, 2), padding=(1, 1), bias=False)\n","        (bn1): BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","        (conv2): Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n","        (bn2): BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (downsample): Sequential(\n","          (0): Conv2d(64, 128, kernel_size=(1, 1), stride=(2, 2), bias=False)\n","          (1): BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        )\n","      )\n","      (1): BasicBlock(\n","        (conv1): Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n","        (bn1): BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","        (conv2): Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n","        (bn2): BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","      )\n","    )\n","    (layer3_1): Sequential(\n","      (0): BasicBlock(\n","        (conv1): Conv2d(128, 256, kernel_size=(3, 3), stride=(2, 2), padding=(1, 1), bias=False)\n","        (bn1): BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","        (conv2): Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n","        (bn2): BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (downsample): Sequential(\n","          (0): Conv2d(128, 256, kernel_size=(1, 1), stride=(2, 2), bias=False)\n","          (1): BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        )\n","      )\n","      (1): BasicBlock(\n","        (conv1): Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n","        (bn1): BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","        (conv2): Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n","        (bn2): BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","      )\n","    )\n","    (layer4_1): Sequential(\n","      (0): BasicBlock(\n","        (conv1): Conv2d(256, 512, kernel_size=(3, 3), stride=(2, 2), padding=(1, 1), bias=False)\n","        (bn1): BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","        (conv2): Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n","        (bn2): BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (downsample): Sequential(\n","          (0): Conv2d(256, 512, kernel_size=(1, 1), stride=(2, 2), bias=False)\n","          (1): BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        )\n","      )\n","      (1): BasicBlock(\n","        (conv1): Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n","        (bn1): BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","        (conv2): Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n","        (bn2): BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","      )\n","    )\n","    (layer3_2): Sequential(\n","      (0): BasicBlock(\n","        (conv1): Conv2d(128, 256, kernel_size=(3, 3), stride=(2, 2), padding=(1, 1), bias=False)\n","        (bn1): BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","        (conv2): Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n","        (bn2): BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (downsample): Sequential(\n","          (0): Conv2d(128, 256, kernel_size=(1, 1), stride=(2, 2), bias=False)\n","          (1): BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        )\n","      )\n","      (1): BasicBlock(\n","        (conv1): Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n","        (bn1): BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","        (conv2): Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n","        (bn2): BatchNorm2d(256, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","      )\n","    )\n","    (layer4_2): Sequential(\n","      (0): BasicBlock(\n","        (conv1): Conv2d(256, 512, kernel_size=(3, 3), stride=(2, 2), padding=(1, 1), bias=False)\n","        (bn1): BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","        (conv2): Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n","        (bn2): BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (downsample): Sequential(\n","          (0): Conv2d(256, 512, kernel_size=(1, 1), stride=(2, 2), bias=False)\n","          (1): BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        )\n","      )\n","      (1): BasicBlock(\n","        (conv1): Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n","        (bn1): BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","        (conv2): Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n","        (bn2): BatchNorm2d(512, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","      )\n","    )\n","  )\n","  (downSample): MaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)\n","  (rf_low_sm): RF(\n","    (relu): ReLU(inplace=True)\n","    (branch0): Sequential(\n","      (0): BasicConv2d(\n","        (conv): Conv2d(128, 32, kernel_size=(1, 1), stride=(1, 1), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","    )\n","    (branch1): Sequential(\n","      (0): BasicConv2d(\n","        (conv): Conv2d(128, 32, kernel_size=(1, 1), stride=(1, 1), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (1): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(1, 3), stride=(1, 1), padding=(0, 1), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (2): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(3, 1), stride=(1, 1), padding=(1, 0), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (3): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(3, 3), dilation=(3, 3), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","    )\n","    (branch2): Sequential(\n","      (0): BasicConv2d(\n","        (conv): Conv2d(128, 32, kernel_size=(1, 1), stride=(1, 1), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (1): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(1, 5), stride=(1, 1), padding=(0, 2), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (2): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(5, 1), stride=(1, 1), padding=(2, 0), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (3): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(5, 5), dilation=(5, 5), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","    )\n","    (branch3): Sequential(\n","      (0): BasicConv2d(\n","        (conv): Conv2d(128, 32, kernel_size=(1, 1), stride=(1, 1), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (1): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(1, 7), stride=(1, 1), padding=(0, 3), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (2): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(7, 1), stride=(1, 1), padding=(3, 0), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (3): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(7, 7), dilation=(7, 7), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","    )\n","    (conv_cat): BasicConv2d(\n","      (conv): Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n","      (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","      (relu): ReLU(inplace=True)\n","    )\n","    (conv_res): BasicConv2d(\n","      (conv): Conv2d(128, 32, kernel_size=(1, 1), stride=(1, 1), bias=False)\n","      (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","      (relu): ReLU(inplace=True)\n","    )\n","  )\n","  (rf2_sm): RF(\n","    (relu): ReLU(inplace=True)\n","    (branch0): Sequential(\n","      (0): BasicConv2d(\n","        (conv): Conv2d(896, 32, kernel_size=(1, 1), stride=(1, 1), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","    )\n","    (branch1): Sequential(\n","      (0): BasicConv2d(\n","        (conv): Conv2d(896, 32, kernel_size=(1, 1), stride=(1, 1), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (1): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(1, 3), stride=(1, 1), padding=(0, 1), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (2): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(3, 1), stride=(1, 1), padding=(1, 0), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (3): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(3, 3), dilation=(3, 3), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","    )\n","    (branch2): Sequential(\n","      (0): BasicConv2d(\n","        (conv): Conv2d(896, 32, kernel_size=(1, 1), stride=(1, 1), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (1): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(1, 5), stride=(1, 1), padding=(0, 2), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (2): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(5, 1), stride=(1, 1), padding=(2, 0), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (3): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(5, 5), dilation=(5, 5), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","    )\n","    (branch3): Sequential(\n","      (0): BasicConv2d(\n","        (conv): Conv2d(896, 32, kernel_size=(1, 1), stride=(1, 1), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (1): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(1, 7), stride=(1, 1), padding=(0, 3), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (2): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(7, 1), stride=(1, 1), padding=(3, 0), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (3): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(7, 7), dilation=(7, 7), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","    )\n","    (conv_cat): BasicConv2d(\n","      (conv): Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n","      (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","      (relu): ReLU(inplace=True)\n","    )\n","    (conv_res): BasicConv2d(\n","      (conv): Conv2d(896, 32, kernel_size=(1, 1), stride=(1, 1), bias=False)\n","      (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","      (relu): ReLU(inplace=True)\n","    )\n","  )\n","  (rf3_sm): RF(\n","    (relu): ReLU(inplace=True)\n","    (branch0): Sequential(\n","      (0): BasicConv2d(\n","        (conv): Conv2d(768, 32, kernel_size=(1, 1), stride=(1, 1), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","    )\n","    (branch1): Sequential(\n","      (0): BasicConv2d(\n","        (conv): Conv2d(768, 32, kernel_size=(1, 1), stride=(1, 1), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (1): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(1, 3), stride=(1, 1), padding=(0, 1), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (2): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(3, 1), stride=(1, 1), padding=(1, 0), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (3): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(3, 3), dilation=(3, 3), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","    )\n","    (branch2): Sequential(\n","      (0): BasicConv2d(\n","        (conv): Conv2d(768, 32, kernel_size=(1, 1), stride=(1, 1), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (1): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(1, 5), stride=(1, 1), padding=(0, 2), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (2): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(5, 1), stride=(1, 1), padding=(2, 0), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (3): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(5, 5), dilation=(5, 5), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","    )\n","    (branch3): Sequential(\n","      (0): BasicConv2d(\n","        (conv): Conv2d(768, 32, kernel_size=(1, 1), stride=(1, 1), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (1): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(1, 7), stride=(1, 1), padding=(0, 3), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (2): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(7, 1), stride=(1, 1), padding=(3, 0), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (3): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(7, 7), dilation=(7, 7), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","    )\n","    (conv_cat): BasicConv2d(\n","      (conv): Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n","      (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","      (relu): ReLU(inplace=True)\n","    )\n","    (conv_res): BasicConv2d(\n","      (conv): Conv2d(768, 32, kernel_size=(1, 1), stride=(1, 1), bias=False)\n","      (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","      (relu): ReLU(inplace=True)\n","    )\n","  )\n","  (rf4_sm): RF(\n","    (relu): ReLU(inplace=True)\n","    (branch0): Sequential(\n","      (0): BasicConv2d(\n","        (conv): Conv2d(512, 32, kernel_size=(1, 1), stride=(1, 1), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","    )\n","    (branch1): Sequential(\n","      (0): BasicConv2d(\n","        (conv): Conv2d(512, 32, kernel_size=(1, 1), stride=(1, 1), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (1): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(1, 3), stride=(1, 1), padding=(0, 1), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (2): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(3, 1), stride=(1, 1), padding=(1, 0), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (3): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(3, 3), dilation=(3, 3), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","    )\n","    (branch2): Sequential(\n","      (0): BasicConv2d(\n","        (conv): Conv2d(512, 32, kernel_size=(1, 1), stride=(1, 1), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (1): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(1, 5), stride=(1, 1), padding=(0, 2), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (2): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(5, 1), stride=(1, 1), padding=(2, 0), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (3): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(5, 5), dilation=(5, 5), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","    )\n","    (branch3): Sequential(\n","      (0): BasicConv2d(\n","        (conv): Conv2d(512, 32, kernel_size=(1, 1), stride=(1, 1), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (1): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(1, 7), stride=(1, 1), padding=(0, 3), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (2): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(7, 1), stride=(1, 1), padding=(3, 0), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (3): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(7, 7), dilation=(7, 7), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","    )\n","    (conv_cat): BasicConv2d(\n","      (conv): Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n","      (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","      (relu): ReLU(inplace=True)\n","    )\n","    (conv_res): BasicConv2d(\n","      (conv): Conv2d(512, 32, kernel_size=(1, 1), stride=(1, 1), bias=False)\n","      (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","      (relu): ReLU(inplace=True)\n","    )\n","  )\n","  (pdc_sm): PDC_SM(\n","    (relu): ReLU(inplace=True)\n","    (upsample): Upsample(scale_factor=2.0, mode='bilinear')\n","    (conv_upsample1): BasicConv2d(\n","      (conv): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n","      (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","      (relu): ReLU(inplace=True)\n","    )\n","    (conv_upsample2): BasicConv2d(\n","      (conv): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n","      (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","      (relu): ReLU(inplace=True)\n","    )\n","    (conv_upsample3): BasicConv2d(\n","      (conv): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n","      (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","      (relu): ReLU(inplace=True)\n","    )\n","    (conv_upsample4): BasicConv2d(\n","      (conv): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n","      (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","      (relu): ReLU(inplace=True)\n","    )\n","    (conv_upsample5): BasicConv2d(\n","      (conv): Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n","      (bn): BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","      (relu): ReLU(inplace=True)\n","    )\n","    (conv_concat2): BasicConv2d(\n","      (conv): Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n","      (bn): BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","      (relu): ReLU(inplace=True)\n","    )\n","    (conv_concat3): BasicConv2d(\n","      (conv): Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n","      (bn): BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","      (relu): ReLU(inplace=True)\n","    )\n","    (conv4): BasicConv2d(\n","      (conv): Conv2d(128, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n","      (bn): BatchNorm2d(128, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","      (relu): ReLU(inplace=True)\n","    )\n","    (conv5): Conv2d(128, 1, kernel_size=(1, 1), stride=(1, 1))\n","  )\n","  (rf2_im): RF(\n","    (relu): ReLU(inplace=True)\n","    (branch0): Sequential(\n","      (0): BasicConv2d(\n","        (conv): Conv2d(128, 32, kernel_size=(1, 1), stride=(1, 1), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","    )\n","    (branch1): Sequential(\n","      (0): BasicConv2d(\n","        (conv): Conv2d(128, 32, kernel_size=(1, 1), stride=(1, 1), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (1): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(1, 3), stride=(1, 1), padding=(0, 1), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (2): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(3, 1), stride=(1, 1), padding=(1, 0), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (3): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(3, 3), dilation=(3, 3), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","    )\n","    (branch2): Sequential(\n","      (0): BasicConv2d(\n","        (conv): Conv2d(128, 32, kernel_size=(1, 1), stride=(1, 1), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (1): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(1, 5), stride=(1, 1), padding=(0, 2), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (2): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(5, 1), stride=(1, 1), padding=(2, 0), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (3): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(5, 5), dilation=(5, 5), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","    )\n","    (branch3): Sequential(\n","      (0): BasicConv2d(\n","        (conv): Conv2d(128, 32, kernel_size=(1, 1), stride=(1, 1), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (1): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(1, 7), stride=(1, 1), padding=(0, 3), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (2): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(7, 1), stride=(1, 1), padding=(3, 0), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (3): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(7, 7), dilation=(7, 7), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","    )\n","    (conv_cat): BasicConv2d(\n","      (conv): Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n","      (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","      (relu): ReLU(inplace=True)\n","    )\n","    (conv_res): BasicConv2d(\n","      (conv): Conv2d(128, 32, kernel_size=(1, 1), stride=(1, 1), bias=False)\n","      (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","      (relu): ReLU(inplace=True)\n","    )\n","  )\n","  (rf3_im): RF(\n","    (relu): ReLU(inplace=True)\n","    (branch0): Sequential(\n","      (0): BasicConv2d(\n","        (conv): Conv2d(256, 32, kernel_size=(1, 1), stride=(1, 1), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","    )\n","    (branch1): Sequential(\n","      (0): BasicConv2d(\n","        (conv): Conv2d(256, 32, kernel_size=(1, 1), stride=(1, 1), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (1): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(1, 3), stride=(1, 1), padding=(0, 1), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (2): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(3, 1), stride=(1, 1), padding=(1, 0), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (3): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(3, 3), dilation=(3, 3), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","    )\n","    (branch2): Sequential(\n","      (0): BasicConv2d(\n","        (conv): Conv2d(256, 32, kernel_size=(1, 1), stride=(1, 1), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (1): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(1, 5), stride=(1, 1), padding=(0, 2), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (2): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(5, 1), stride=(1, 1), padding=(2, 0), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (3): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(5, 5), dilation=(5, 5), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","    )\n","    (branch3): Sequential(\n","      (0): BasicConv2d(\n","        (conv): Conv2d(256, 32, kernel_size=(1, 1), stride=(1, 1), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (1): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(1, 7), stride=(1, 1), padding=(0, 3), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (2): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(7, 1), stride=(1, 1), padding=(3, 0), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (3): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(7, 7), dilation=(7, 7), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","    )\n","    (conv_cat): BasicConv2d(\n","      (conv): Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n","      (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","      (relu): ReLU(inplace=True)\n","    )\n","    (conv_res): BasicConv2d(\n","      (conv): Conv2d(256, 32, kernel_size=(1, 1), stride=(1, 1), bias=False)\n","      (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","      (relu): ReLU(inplace=True)\n","    )\n","  )\n","  (rf4_im): RF(\n","    (relu): ReLU(inplace=True)\n","    (branch0): Sequential(\n","      (0): BasicConv2d(\n","        (conv): Conv2d(512, 32, kernel_size=(1, 1), stride=(1, 1), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","    )\n","    (branch1): Sequential(\n","      (0): BasicConv2d(\n","        (conv): Conv2d(512, 32, kernel_size=(1, 1), stride=(1, 1), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (1): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(1, 3), stride=(1, 1), padding=(0, 1), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (2): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(3, 1), stride=(1, 1), padding=(1, 0), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (3): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(3, 3), dilation=(3, 3), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","    )\n","    (branch2): Sequential(\n","      (0): BasicConv2d(\n","        (conv): Conv2d(512, 32, kernel_size=(1, 1), stride=(1, 1), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (1): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(1, 5), stride=(1, 1), padding=(0, 2), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (2): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(5, 1), stride=(1, 1), padding=(2, 0), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (3): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(5, 5), dilation=(5, 5), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","    )\n","    (branch3): Sequential(\n","      (0): BasicConv2d(\n","        (conv): Conv2d(512, 32, kernel_size=(1, 1), stride=(1, 1), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (1): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(1, 7), stride=(1, 1), padding=(0, 3), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (2): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(7, 1), stride=(1, 1), padding=(3, 0), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","      (3): BasicConv2d(\n","        (conv): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(7, 7), dilation=(7, 7), bias=False)\n","        (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","        (relu): ReLU(inplace=True)\n","      )\n","    )\n","    (conv_cat): BasicConv2d(\n","      (conv): Conv2d(128, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n","      (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","      (relu): ReLU(inplace=True)\n","    )\n","    (conv_res): BasicConv2d(\n","      (conv): Conv2d(512, 32, kernel_size=(1, 1), stride=(1, 1), bias=False)\n","      (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","      (relu): ReLU(inplace=True)\n","    )\n","  )\n","  (pdc_im): PDC_IM(\n","    (relu): ReLU(inplace=True)\n","    (upsample): Upsample(scale_factor=2.0, mode='bilinear')\n","    (conv_upsample1): BasicConv2d(\n","      (conv): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n","      (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","      (relu): ReLU(inplace=True)\n","    )\n","    (conv_upsample2): BasicConv2d(\n","      (conv): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n","      (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","      (relu): ReLU(inplace=True)\n","    )\n","    (conv_upsample3): BasicConv2d(\n","      (conv): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n","      (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","      (relu): ReLU(inplace=True)\n","    )\n","    (conv_upsample4): BasicConv2d(\n","      (conv): Conv2d(32, 32, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n","      (bn): BatchNorm2d(32, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","      (relu): ReLU(inplace=True)\n","    )\n","    (conv_upsample5): BasicConv2d(\n","      (conv): Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n","      (bn): BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","      (relu): ReLU(inplace=True)\n","    )\n","    (conv_concat2): BasicConv2d(\n","      (conv): Conv2d(64, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n","      (bn): BatchNorm2d(64, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","      (relu): ReLU(inplace=True)\n","    )\n","    (conv_concat3): BasicConv2d(\n","      (conv): Conv2d(96, 96, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n","      (bn): BatchNorm2d(96, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","      (relu): ReLU(inplace=True)\n","    )\n","    (conv4): BasicConv2d(\n","      (conv): Conv2d(96, 96, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1), bias=False)\n","      (bn): BatchNorm2d(96, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)\n","      (relu): ReLU(inplace=True)\n","    )\n","    (conv5): Conv2d(96, 1, kernel_size=(1, 1), stride=(1, 1))\n","  )\n","  (upsample_2): Upsample(scale_factor=2.0, mode='bilinear')\n","  (upsample_8): Upsample(scale_factor=8.0, mode='bilinear')\n","  (SA): SA()\n",") ------------------------------\n","/usr/local/lib/python3.10/dist-packages/apex-0.1-py3.10.egg/apex/__init__.py:68: DeprecatedFeatureWarning: apex.amp is deprecated and will be removed by the end of February 2023. Use [PyTorch AMP](https://pytorch.org/docs/stable/amp.html)\n","  warnings.warn(msg, DeprecatedFeatureWarning)\n","Selected optimization level O1:  Insert automatic casts around Pytorch functions and Tensor methods.\n","\n","Defaults for this optimization level are:\n","enabled                : True\n","opt_level              : O1\n","cast_model_type        : None\n","patch_torch_functions  : True\n","keep_batchnorm_fp32    : None\n","master_weights         : None\n","loss_scale             : dynamic\n","Processing user overrides (additional kwargs that are not None)...\n","After processing overrides, optimization options are:\n","enabled                : True\n","opt_level              : O1\n","cast_model_type        : None\n","patch_torch_functions  : True\n","keep_batchnorm_fp32    : None\n","master_weights         : None\n","loss_scale             : dynamic\n","/usr/local/lib/python3.10/dist-packages/apex-0.1-py3.10.egg/apex/amp/scaler.py:56: UserWarning: The torch.cuda.*DtypeTensor constructors are no longer recommended. It's best to use methods such as torch.tensor(data, dtype=*, device='cuda') to create tensors. (Triggered internally at ../torch/csrc/tensor/python_tensor.cpp:78.)\n","  self._overflow_buf = torch.cuda.IntTensor([0])\n","Warning:  multi_tensor_applier fused unscale kernel is unavailable, possibly because apex was installed without --cuda_ext --cpp_ext. Using Python fallback.  Original ImportError was: ModuleNotFoundError(\"No module named 'amp_C'\")\n","/usr/local/lib/python3.10/dist-packages/torch/utils/data/dataloader.py:557: UserWarning: This DataLoader will create 12 worker processes in total. Our suggested max number of worker in current system is 2, which is smaller than what this DataLoader is going to create. Please be aware that excessive worker creation might get DataLoader running slow or even freeze, lower the worker number to avoid potential slowness/freeze if necessary.\n","  warnings.warn(_create_warning_msg(\n","------------------------------ \n","[Training Dataset INFO]\n","img_dir: ./source-data/Train/Image/\n","gt_dir: ./source-data/Train/GT_Object/\n","Learning Rate: 5e-05\n","Batch Size: 36\n","Training Save: ./models/checkpoints/\n","total_num: 167\n"," ------------------------------\n","[2024-08-28 04:43:36.257183] => [Epoch Num: 001/040] => [Global Step: 0000/0167] => [Loss_s: 0.7233 Loss_i: 0.6868]\n","[2024-08-28 04:43:45.085174] => [Epoch Num: 001/040] => [Global Step: 0010/0167] => [Loss_s: 0.6958 Loss_i: 0.6503]\n","[2024-08-28 04:43:53.239083] => [Epoch Num: 001/040] => [Global Step: 0020/0167] => [Loss_s: 0.6952 Loss_i: 0.6448]\n","[2024-08-28 04:44:04.377674] => [Epoch Num: 001/040] => [Global Step: 0030/0167] => [Loss_s: 0.6753 Loss_i: 0.6389]\n","[2024-08-28 04:44:11.917082] => [Epoch Num: 001/040] => [Global Step: 0040/0167] => [Loss_s: 0.7101 Loss_i: 0.6453]\n","[2024-08-28 04:44:23.430478] => [Epoch Num: 001/040] => [Global Step: 0050/0167] => [Loss_s: 0.6478 Loss_i: 0.6126]\n","[2024-08-28 04:44:30.941526] => [Epoch Num: 001/040] => [Global Step: 0060/0167] => [Loss_s: 0.6073 Loss_i: 0.5737]\n","[2024-08-28 04:44:42.534549] => [Epoch Num: 001/040] => [Global Step: 0070/0167] => [Loss_s: 0.6216 Loss_i: 0.5980]\n","[2024-08-28 04:44:50.234354] => [Epoch Num: 001/040] => [Global Step: 0080/0167] => [Loss_s: 0.5809 Loss_i: 0.5672]\n","[2024-08-28 04:45:01.958033] => [Epoch Num: 001/040] => [Global Step: 0090/0167] => [Loss_s: 0.5520 Loss_i: 0.5435]\n","[2024-08-28 04:45:09.360717] => [Epoch Num: 001/040] => [Global Step: 0100/0167] => [Loss_s: 0.4738 Loss_i: 0.4788]\n","[2024-08-28 04:45:20.683158] => [Epoch Num: 001/040] => [Global Step: 0110/0167] => [Loss_s: 0.6660 Loss_i: 0.5696]\n","[2024-08-28 04:45:28.439565] => [Epoch Num: 001/040] => [Global Step: 0120/0167] => [Loss_s: 0.7109 Loss_i: 0.7136]\n","[2024-08-28 04:45:39.352136] => [Epoch Num: 001/040] => [Global Step: 0130/0167] => [Loss_s: 0.5733 Loss_i: 0.5383]\n","[2024-08-28 04:45:47.954871] => [Epoch Num: 001/040] => [Global Step: 0140/0167] => [Loss_s: 0.6215 Loss_i: 0.5837]\n","[2024-08-28 04:45:52.777146] => [Epoch Num: 001/040] => [Global Step: 0150/0167] => [Loss_s: 0.6192 Loss_i: 0.6334]\n","[2024-08-28 04:45:56.984240] => [Epoch Num: 001/040] => [Global Step: 0160/0167] => [Loss_s: 0.5340 Loss_i: 0.5369]\n","[2024-08-28 04:46:11.443976] => [Epoch Num: 002/040] => [Global Step: 0000/0167] => [Loss_s: 0.4486 Loss_i: 0.4348]\n","[2024-08-28 04:46:25.263441] => [Epoch Num: 002/040] => [Global Step: 0010/0167] => [Loss_s: 0.4656 Loss_i: 0.4596]\n","[2024-08-28 04:46:36.862102] => [Epoch Num: 002/040] => [Global Step: 0020/0167] => [Loss_s: 0.4437 Loss_i: 0.4084]\n","[2024-08-28 04:46:46.540330] => [Epoch Num: 002/040] => [Global Step: 0030/0167] => [Loss_s: 0.5219 Loss_i: 0.5031]\n","[2024-08-28 04:46:58.889651] => [Epoch Num: 002/040] => [Global Step: 0040/0167] => [Loss_s: 0.5305 Loss_i: 0.4702]\n","[2024-08-28 04:47:06.760737] => [Epoch Num: 002/040] => [Global Step: 0050/0167] => [Loss_s: 0.4937 Loss_i: 0.4837]\n","[2024-08-28 04:47:18.405830] => [Epoch Num: 002/040] => [Global Step: 0060/0167] => [Loss_s: 0.4858 Loss_i: 0.4399]\n","[2024-08-28 04:47:25.964801] => [Epoch Num: 002/040] => [Global Step: 0070/0167] => [Loss_s: 0.5203 Loss_i: 0.4526]\n","[2024-08-28 04:47:37.015860] => [Epoch Num: 002/040] => [Global Step: 0080/0167] => [Loss_s: 0.4988 Loss_i: 0.4705]\n","[2024-08-28 04:47:45.467189] => [Epoch Num: 002/040] => [Global Step: 0090/0167] => [Loss_s: 0.5488 Loss_i: 0.5096]\n","[2024-08-28 04:47:56.622244] => [Epoch Num: 002/040] => [Global Step: 0100/0167] => [Loss_s: 0.4845 Loss_i: 0.4601]\n","[2024-08-28 04:48:04.779928] => [Epoch Num: 002/040] => [Global Step: 0110/0167] => [Loss_s: 0.4020 Loss_i: 0.3875]\n","[2024-08-28 04:48:15.042617] => [Epoch Num: 002/040] => [Global Step: 0120/0167] => [Loss_s: 0.4526 Loss_i: 0.4245]\n","[2024-08-28 04:48:23.890618] => [Epoch Num: 002/040] => [Global Step: 0130/0167] => [Loss_s: 0.4303 Loss_i: 0.4136]\n","[2024-08-28 04:48:33.583655] => [Epoch Num: 002/040] => [Global Step: 0140/0167] => [Loss_s: 0.4456 Loss_i: 0.4299]\n","[2024-08-28 04:48:40.597561] => [Epoch Num: 002/040] => [Global Step: 0150/0167] => [Loss_s: 0.4526 Loss_i: 0.4203]\n","[2024-08-28 04:48:44.626194] => [Epoch Num: 002/040] => [Global Step: 0160/0167] => [Loss_s: 0.4656 Loss_i: 0.4338]\n","[2024-08-28 04:49:01.880057] => [Epoch Num: 003/040] => [Global Step: 0000/0167] => [Loss_s: 0.3490 Loss_i: 0.3465]\n","[2024-08-28 04:49:13.311728] => [Epoch Num: 003/040] => [Global Step: 0010/0167] => [Loss_s: 0.4669 Loss_i: 0.4333]\n","[2024-08-28 04:49:25.689678] => [Epoch Num: 003/040] => [Global Step: 0020/0167] => [Loss_s: 0.4042 Loss_i: 0.4097]\n","[2024-08-28 04:49:38.672525] => [Epoch Num: 003/040] => [Global Step: 0030/0167] => [Loss_s: 0.3409 Loss_i: 0.3401]\n","[2024-08-28 04:49:46.975001] => [Epoch Num: 003/040] => [Global Step: 0040/0167] => [Loss_s: 0.4187 Loss_i: 0.4173]\n","[2024-08-28 04:49:58.308684] => [Epoch Num: 003/040] => [Global Step: 0050/0167] => [Loss_s: 0.5417 Loss_i: 0.4837]\n","[2024-08-28 04:50:06.043969] => [Epoch Num: 003/040] => [Global Step: 0060/0167] => [Loss_s: 0.4056 Loss_i: 0.3885]\n","[2024-08-28 04:50:16.370954] => [Epoch Num: 003/040] => [Global Step: 0070/0167] => [Loss_s: 0.3558 Loss_i: 0.3552]\n","[2024-08-28 04:50:25.169444] => [Epoch Num: 003/040] => [Global Step: 0080/0167] => [Loss_s: 0.3632 Loss_i: 0.3335]\n","[2024-08-28 04:50:35.226714] => [Epoch Num: 003/040] => [Global Step: 0090/0167] => [Loss_s: 0.3851 Loss_i: 0.3815]\n","[2024-08-28 04:50:43.964759] => [Epoch Num: 003/040] => [Global Step: 0100/0167] => [Loss_s: 0.3523 Loss_i: 0.3624]\n","[2024-08-28 04:50:53.772112] => [Epoch Num: 003/040] => [Global Step: 0110/0167] => [Loss_s: 0.3147 Loss_i: 0.2912]\n","[2024-08-28 04:51:02.967328] => [Epoch Num: 003/040] => [Global Step: 0120/0167] => [Loss_s: 0.4061 Loss_i: 0.4138]\n","[2024-08-28 04:51:12.512030] => [Epoch Num: 003/040] => [Global Step: 0130/0167] => [Loss_s: 0.3716 Loss_i: 0.3232]\n","[2024-08-28 04:51:22.211604] => [Epoch Num: 003/040] => [Global Step: 0140/0167] => [Loss_s: 0.3806 Loss_i: 0.3544]\n","[2024-08-28 04:51:27.514828] => [Epoch Num: 003/040] => [Global Step: 0150/0167] => [Loss_s: 0.3581 Loss_i: 0.3271]\n","[2024-08-28 04:51:31.715919] => [Epoch Num: 003/040] => [Global Step: 0160/0167] => [Loss_s: 0.3075 Loss_i: 0.3083]\n","[2024-08-28 04:51:46.345508] => [Epoch Num: 004/040] => [Global Step: 0000/0167] => [Loss_s: 0.4029 Loss_i: 0.3921]\n","[2024-08-28 04:52:00.699921] => [Epoch Num: 004/040] => [Global Step: 0010/0167] => [Loss_s: 0.3621 Loss_i: 0.3576]\n","[2024-08-28 04:52:13.729823] => [Epoch Num: 004/040] => [Global Step: 0020/0167] => [Loss_s: 0.2664 Loss_i: 0.2711]\n","[2024-08-28 04:52:23.544315] => [Epoch Num: 004/040] => [Global Step: 0030/0167] => [Loss_s: 0.2857 Loss_i: 0.2874]\n","[2024-08-28 04:52:34.727190] => [Epoch Num: 004/040] => [Global Step: 0040/0167] => [Loss_s: 0.3664 Loss_i: 0.3559]\n","[2024-08-28 04:52:42.780324] => [Epoch Num: 004/040] => [Global Step: 0050/0167] => [Loss_s: 0.3105 Loss_i: 0.3076]\n","[2024-08-28 04:52:53.743390] => [Epoch Num: 004/040] => [Global Step: 0060/0167] => [Loss_s: 0.3528 Loss_i: 0.3387]\n","[2024-08-28 04:53:02.152559] => [Epoch Num: 004/040] => [Global Step: 0070/0167] => [Loss_s: 0.2977 Loss_i: 0.2932]\n","[2024-08-28 04:53:12.345070] => [Epoch Num: 004/040] => [Global Step: 0080/0167] => [Loss_s: 0.3099 Loss_i: 0.3245]\n","[2024-08-28 04:53:21.565018] => [Epoch Num: 004/040] => [Global Step: 0090/0167] => [Loss_s: 0.3058 Loss_i: 0.3126]\n","[2024-08-28 04:53:31.561201] => [Epoch Num: 004/040] => [Global Step: 0100/0167] => [Loss_s: 0.3313 Loss_i: 0.3356]\n","[2024-08-28 04:53:41.056904] => [Epoch Num: 004/040] => [Global Step: 0110/0167] => [Loss_s: 0.2903 Loss_i: 0.2808]\n","[2024-08-28 04:53:50.370107] => [Epoch Num: 004/040] => [Global Step: 0120/0167] => [Loss_s: 0.2894 Loss_i: 0.2771]\n","[2024-08-28 04:54:00.652861] => [Epoch Num: 004/040] => [Global Step: 0130/0167] => [Loss_s: 0.3356 Loss_i: 0.3042]\n","[2024-08-28 04:54:09.892781] => [Epoch Num: 004/040] => [Global Step: 0140/0167] => [Loss_s: 0.3217 Loss_i: 0.3249]\n","[2024-08-28 04:54:17.151913] => [Epoch Num: 004/040] => [Global Step: 0150/0167] => [Loss_s: 0.2455 Loss_i: 0.2407]\n","[2024-08-28 04:54:21.173502] => [Epoch Num: 004/040] => [Global Step: 0160/0167] => [Loss_s: 0.2334 Loss_i: 0.2318]\n","[2024-08-28 04:54:41.065065] => [Epoch Num: 005/040] => [Global Step: 0000/0167] => [Loss_s: 0.2306 Loss_i: 0.2298]\n","[2024-08-28 04:54:54.696444] => [Epoch Num: 005/040] => [Global Step: 0010/0167] => [Loss_s: 0.2335 Loss_i: 0.2363]\n","[2024-08-28 04:55:04.083444] => [Epoch Num: 005/040] => [Global Step: 0020/0167] => [Loss_s: 0.2685 Loss_i: 0.2561]\n","[2024-08-28 04:55:17.972891] => [Epoch Num: 005/040] => [Global Step: 0030/0167] => [Loss_s: 0.2206 Loss_i: 0.2327]\n","[2024-08-28 04:55:25.629880] => [Epoch Num: 005/040] => [Global Step: 0040/0167] => [Loss_s: 0.2487 Loss_i: 0.2452]\n","[2024-08-28 04:55:37.929929] => [Epoch Num: 005/040] => [Global Step: 0050/0167] => [Loss_s: 0.3100 Loss_i: 0.3021]\n","[2024-08-28 04:55:45.109348] => [Epoch Num: 005/040] => [Global Step: 0060/0167] => [Loss_s: 0.2271 Loss_i: 0.2231]\n","[2024-08-28 04:55:56.498398] => [Epoch Num: 005/040] => [Global Step: 0070/0167] => [Loss_s: 0.2791 Loss_i: 0.2748]\n","[2024-08-28 04:56:04.033423] => [Epoch Num: 005/040] => [Global Step: 0080/0167] => [Loss_s: 0.3055 Loss_i: 0.3223]\n","[2024-08-28 04:56:15.363739] => [Epoch Num: 005/040] => [Global Step: 0090/0167] => [Loss_s: 0.3177 Loss_i: 0.3254]\n","[2024-08-28 04:56:22.831567] => [Epoch Num: 005/040] => [Global Step: 0100/0167] => [Loss_s: 0.3456 Loss_i: 0.3165]\n","[2024-08-28 04:56:34.882355] => [Epoch Num: 005/040] => [Global Step: 0110/0167] => [Loss_s: 0.2520 Loss_i: 0.2520]\n","[2024-08-28 04:56:42.893084] => [Epoch Num: 005/040] => [Global Step: 0120/0167] => [Loss_s: 0.2345 Loss_i: 0.2342]\n","[2024-08-28 04:56:53.375337] => [Epoch Num: 005/040] => [Global Step: 0130/0167] => [Loss_s: 0.2643 Loss_i: 0.2581]\n","[2024-08-28 04:57:02.389026] => [Epoch Num: 005/040] => [Global Step: 0140/0167] => [Loss_s: 0.3026 Loss_i: 0.3205]\n","[2024-08-28 04:57:07.408644] => [Epoch Num: 005/040] => [Global Step: 0150/0167] => [Loss_s: 0.1990 Loss_i: 0.1996]\n","[2024-08-28 04:57:11.603385] => [Epoch Num: 005/040] => [Global Step: 0160/0167] => [Loss_s: 0.2323 Loss_i: 0.2122]\n","[2024-08-28 04:57:26.481616] => [Epoch Num: 006/040] => [Global Step: 0000/0167] => [Loss_s: 0.2496 Loss_i: 0.2647]\n","[2024-08-28 04:57:39.786756] => [Epoch Num: 006/040] => [Global Step: 0010/0167] => [Loss_s: 0.1690 Loss_i: 0.1646]\n","[2024-08-28 04:57:53.994862] => [Epoch Num: 006/040] => [Global Step: 0020/0167] => [Loss_s: 0.2215 Loss_i: 0.2316]\n","[2024-08-28 04:58:03.240220] => [Epoch Num: 006/040] => [Global Step: 0030/0167] => [Loss_s: 0.2491 Loss_i: 0.2274]\n","[2024-08-28 04:58:15.104957] => [Epoch Num: 006/040] => [Global Step: 0040/0167] => [Loss_s: 0.1725 Loss_i: 0.1829]\n","[2024-08-28 04:58:22.713596] => [Epoch Num: 006/040] => [Global Step: 0050/0167] => [Loss_s: 0.2669 Loss_i: 0.2407]\n","[2024-08-28 04:58:34.369145] => [Epoch Num: 006/040] => [Global Step: 0060/0167] => [Loss_s: 0.2655 Loss_i: 0.2640]\n","[2024-08-28 04:58:41.985111] => [Epoch Num: 006/040] => [Global Step: 0070/0167] => [Loss_s: 0.2268 Loss_i: 0.2251]\n","[2024-08-28 04:58:53.308844] => [Epoch Num: 006/040] => [Global Step: 0080/0167] => [Loss_s: 0.2341 Loss_i: 0.2387]\n","[2024-08-28 04:59:00.925389] => [Epoch Num: 006/040] => [Global Step: 0090/0167] => [Loss_s: 0.1898 Loss_i: 0.1973]\n","[2024-08-28 04:59:12.965190] => [Epoch Num: 006/040] => [Global Step: 0100/0167] => [Loss_s: 0.2614 Loss_i: 0.2811]\n","[2024-08-28 04:59:20.613791] => [Epoch Num: 006/040] => [Global Step: 0110/0167] => [Loss_s: 0.1739 Loss_i: 0.1804]\n","[2024-08-28 04:59:32.195773] => [Epoch Num: 006/040] => [Global Step: 0120/0167] => [Loss_s: 0.1958 Loss_i: 0.2014]\n","[2024-08-28 04:59:40.695730] => [Epoch Num: 006/040] => [Global Step: 0130/0167] => [Loss_s: 0.2247 Loss_i: 0.2207]\n","[2024-08-28 04:59:52.231268] => [Epoch Num: 006/040] => [Global Step: 0140/0167] => [Loss_s: 0.2212 Loss_i: 0.2126]\n","[2024-08-28 04:59:57.901933] => [Epoch Num: 006/040] => [Global Step: 0150/0167] => [Loss_s: 0.1966 Loss_i: 0.2029]\n","[2024-08-28 05:00:01.901866] => [Epoch Num: 006/040] => [Global Step: 0160/0167] => [Loss_s: 0.1583 Loss_i: 0.1687]\n","[2024-08-28 05:00:18.628251] => [Epoch Num: 007/040] => [Global Step: 0000/0167] => [Loss_s: 0.2043 Loss_i: 0.1964]\n","[2024-08-28 05:00:31.845552] => [Epoch Num: 007/040] => [Global Step: 0010/0167] => [Loss_s: 0.2083 Loss_i: 0.2274]\n","[2024-08-28 05:00:42.591716] => [Epoch Num: 007/040] => [Global Step: 0020/0167] => [Loss_s: 0.1871 Loss_i: 0.1935]\n","[2024-08-28 05:00:55.224334] => [Epoch Num: 007/040] => [Global Step: 0030/0167] => [Loss_s: 0.1666 Loss_i: 0.1751]\n","[2024-08-28 05:01:03.957266] => [Epoch Num: 007/040] => [Global Step: 0040/0167] => [Loss_s: 0.1771 Loss_i: 0.1731]\n","[2024-08-28 05:01:15.721087] => [Epoch Num: 007/040] => [Global Step: 0050/0167] => [Loss_s: 0.1908 Loss_i: 0.1942]\n","[2024-08-28 05:01:23.421497] => [Epoch Num: 007/040] => [Global Step: 0060/0167] => [Loss_s: 0.2024 Loss_i: 0.2064]\n","[2024-08-28 05:01:35.011717] => [Epoch Num: 007/040] => [Global Step: 0070/0167] => [Loss_s: 0.2389 Loss_i: 0.2554]\n","[2024-08-28 05:01:42.536922] => [Epoch Num: 007/040] => [Global Step: 0080/0167] => [Loss_s: 0.2088 Loss_i: 0.2205]\n","[2024-08-28 05:01:54.091092] => [Epoch Num: 007/040] => [Global Step: 0090/0167] => [Loss_s: 0.1118 Loss_i: 0.1217]\n","[2024-08-28 05:02:02.077681] => [Epoch Num: 007/040] => [Global Step: 0100/0167] => [Loss_s: 0.1305 Loss_i: 0.1280]\n","[2024-08-28 05:02:13.411815] => [Epoch Num: 007/040] => [Global Step: 0110/0167] => [Loss_s: 0.1730 Loss_i: 0.1879]\n","[2024-08-28 05:02:21.162038] => [Epoch Num: 007/040] => [Global Step: 0120/0167] => [Loss_s: 0.2538 Loss_i: 0.2660]\n","[2024-08-28 05:02:31.596048] => [Epoch Num: 007/040] => [Global Step: 0130/0167] => [Loss_s: 0.1287 Loss_i: 0.1476]\n","[2024-08-28 05:02:40.296698] => [Epoch Num: 007/040] => [Global Step: 0140/0167] => [Loss_s: 0.1385 Loss_i: 0.1375]\n","[2024-08-28 05:02:45.509491] => [Epoch Num: 007/040] => [Global Step: 0150/0167] => [Loss_s: 0.1400 Loss_i: 0.1467]\n","[2024-08-28 05:02:49.710126] => [Epoch Num: 007/040] => [Global Step: 0160/0167] => [Loss_s: 0.1838 Loss_i: 0.1902]\n","[2024-08-28 05:03:03.301981] => [Epoch Num: 008/040] => [Global Step: 0000/0167] => [Loss_s: 0.1362 Loss_i: 0.1395]\n","[2024-08-28 05:03:17.377500] => [Epoch Num: 008/040] => [Global Step: 0010/0167] => [Loss_s: 0.1802 Loss_i: 0.1909]\n","[2024-08-28 05:03:29.008055] => [Epoch Num: 008/040] => [Global Step: 0020/0167] => [Loss_s: 0.1470 Loss_i: 0.1503]\n","[2024-08-28 05:03:41.343488] => [Epoch Num: 008/040] => [Global Step: 0030/0167] => [Loss_s: 0.1372 Loss_i: 0.1429]\n","[2024-08-28 05:03:52.136732] => [Epoch Num: 008/040] => [Global Step: 0040/0167] => [Loss_s: 0.1811 Loss_i: 0.1921]\n","[2024-08-28 05:04:00.312969] => [Epoch Num: 008/040] => [Global Step: 0050/0167] => [Loss_s: 0.1697 Loss_i: 0.1760]\n","[2024-08-28 05:04:10.987402] => [Epoch Num: 008/040] => [Global Step: 0060/0167] => [Loss_s: 0.1096 Loss_i: 0.1161]\n","[2024-08-28 05:04:19.819452] => [Epoch Num: 008/040] => [Global Step: 0070/0167] => [Loss_s: 0.1188 Loss_i: 0.1324]\n","[2024-08-28 05:04:30.040821] => [Epoch Num: 008/040] => [Global Step: 0080/0167] => [Loss_s: 0.1588 Loss_i: 0.1710]\n","[2024-08-28 05:04:39.303395] => [Epoch Num: 008/040] => [Global Step: 0090/0167] => [Loss_s: 0.1317 Loss_i: 0.1330]\n","[2024-08-28 05:04:49.232680] => [Epoch Num: 008/040] => [Global Step: 0100/0167] => [Loss_s: 0.1264 Loss_i: 0.1261]\n","[2024-08-28 05:04:58.491133] => [Epoch Num: 008/040] => [Global Step: 0110/0167] => [Loss_s: 0.1686 Loss_i: 0.1753]\n","[2024-08-28 05:05:08.481431] => [Epoch Num: 008/040] => [Global Step: 0120/0167] => [Loss_s: 0.1078 Loss_i: 0.1151]\n","[2024-08-28 05:05:17.861509] => [Epoch Num: 008/040] => [Global Step: 0130/0167] => [Loss_s: 0.1252 Loss_i: 0.1277]\n","[2024-08-28 05:05:27.088468] => [Epoch Num: 008/040] => [Global Step: 0140/0167] => [Loss_s: 0.1359 Loss_i: 0.1336]\n","[2024-08-28 05:05:34.881497] => [Epoch Num: 008/040] => [Global Step: 0150/0167] => [Loss_s: 0.1460 Loss_i: 0.1486]\n","[2024-08-28 05:05:38.884205] => [Epoch Num: 008/040] => [Global Step: 0160/0167] => [Loss_s: 0.1133 Loss_i: 0.1231]\n","[2024-08-28 05:05:58.348891] => [Epoch Num: 009/040] => [Global Step: 0000/0167] => [Loss_s: 0.1179 Loss_i: 0.1198]\n","[2024-08-28 05:06:10.995482] => [Epoch Num: 009/040] => [Global Step: 0010/0167] => [Loss_s: 0.1458 Loss_i: 0.1586]\n","[2024-08-28 05:06:22.261293] => [Epoch Num: 009/040] => [Global Step: 0020/0167] => [Loss_s: 0.1244 Loss_i: 0.1253]\n","[2024-08-28 05:06:34.705975] => [Epoch Num: 009/040] => [Global Step: 0030/0167] => [Loss_s: 0.1186 Loss_i: 0.1234]\n","[2024-08-28 05:06:42.222785] => [Epoch Num: 009/040] => [Global Step: 0040/0167] => [Loss_s: 0.1082 Loss_i: 0.1118]\n","[2024-08-28 05:06:54.551017] => [Epoch Num: 009/040] => [Global Step: 0050/0167] => [Loss_s: 0.1305 Loss_i: 0.1313]\n","[2024-08-28 05:07:02.211570] => [Epoch Num: 009/040] => [Global Step: 0060/0167] => [Loss_s: 0.1041 Loss_i: 0.1030]\n","[2024-08-28 05:07:14.514023] => [Epoch Num: 009/040] => [Global Step: 0070/0167] => [Loss_s: 0.1421 Loss_i: 0.1439]\n","[2024-08-28 05:07:22.297305] => [Epoch Num: 009/040] => [Global Step: 0080/0167] => [Loss_s: 0.1374 Loss_i: 0.1440]\n","[2024-08-28 05:07:33.590576] => [Epoch Num: 009/040] => [Global Step: 0090/0167] => [Loss_s: 0.0804 Loss_i: 0.0882]\n","[2024-08-28 05:07:41.373041] => [Epoch Num: 009/040] => [Global Step: 0100/0167] => [Loss_s: 0.0979 Loss_i: 0.1156]\n","[2024-08-28 05:07:53.636080] => [Epoch Num: 009/040] => [Global Step: 0110/0167] => [Loss_s: 0.1199 Loss_i: 0.1295]\n","[2024-08-28 05:08:01.445595] => [Epoch Num: 009/040] => [Global Step: 0120/0167] => [Loss_s: 0.0997 Loss_i: 0.0944]\n","[2024-08-28 05:08:13.066897] => [Epoch Num: 009/040] => [Global Step: 0130/0167] => [Loss_s: 0.1250 Loss_i: 0.1255]\n","[2024-08-28 05:08:21.106264] => [Epoch Num: 009/040] => [Global Step: 0140/0167] => [Loss_s: 0.1400 Loss_i: 0.1474]\n","[2024-08-28 05:08:26.449374] => [Epoch Num: 009/040] => [Global Step: 0150/0167] => [Loss_s: 0.0861 Loss_i: 0.0901]\n","[2024-08-28 05:08:30.617956] => [Epoch Num: 009/040] => [Global Step: 0160/0167] => [Loss_s: 0.1602 Loss_i: 0.1774]\n","[2024-08-28 05:08:45.916423] => [Epoch Num: 010/040] => [Global Step: 0000/0167] => [Loss_s: 0.0981 Loss_i: 0.1054]\n","[2024-08-28 05:08:58.453834] => [Epoch Num: 010/040] => [Global Step: 0010/0167] => [Loss_s: 0.1132 Loss_i: 0.1214]\n","[2024-08-28 05:09:13.258126] => [Epoch Num: 010/040] => [Global Step: 0020/0167] => [Loss_s: 0.1193 Loss_i: 0.1304]\n","[2024-08-28 05:09:22.488175] => [Epoch Num: 010/040] => [Global Step: 0030/0167] => [Loss_s: 0.1061 Loss_i: 0.1161]\n","[2024-08-28 05:09:34.600640] => [Epoch Num: 010/040] => [Global Step: 0040/0167] => [Loss_s: 0.1503 Loss_i: 0.1637]\n","[2024-08-28 05:09:42.299314] => [Epoch Num: 010/040] => [Global Step: 0050/0167] => [Loss_s: 0.0987 Loss_i: 0.1013]\n","[2024-08-28 05:09:54.200300] => [Epoch Num: 010/040] => [Global Step: 0060/0167] => [Loss_s: 0.1051 Loss_i: 0.1170]\n","[2024-08-28 05:10:01.925791] => [Epoch Num: 010/040] => [Global Step: 0070/0167] => [Loss_s: 0.0968 Loss_i: 0.0931]\n","[2024-08-28 05:10:13.676285] => [Epoch Num: 010/040] => [Global Step: 0080/0167] => [Loss_s: 0.1211 Loss_i: 0.1320]\n","[2024-08-28 05:10:21.323658] => [Epoch Num: 010/040] => [Global Step: 0090/0167] => [Loss_s: 0.1236 Loss_i: 0.1254]\n","[2024-08-28 05:10:32.999523] => [Epoch Num: 010/040] => [Global Step: 0100/0167] => [Loss_s: 0.0978 Loss_i: 0.0999]\n","[2024-08-28 05:10:40.627750] => [Epoch Num: 010/040] => [Global Step: 0110/0167] => [Loss_s: 0.1030 Loss_i: 0.1108]\n","[2024-08-28 05:10:50.636130] => [Epoch Num: 010/040] => [Global Step: 0120/0167] => [Loss_s: 0.1115 Loss_i: 0.1189]\n","[2024-08-28 05:10:59.676615] => [Epoch Num: 010/040] => [Global Step: 0130/0167] => [Loss_s: 0.1060 Loss_i: 0.1090]\n","[2024-08-28 05:11:10.528050] => [Epoch Num: 010/040] => [Global Step: 0140/0167] => [Loss_s: 0.1218 Loss_i: 0.1201]\n","[2024-08-28 05:11:16.391394] => [Epoch Num: 010/040] => [Global Step: 0150/0167] => [Loss_s: 0.1041 Loss_i: 0.1139]\n","[2024-08-28 05:11:20.402056] => [Epoch Num: 010/040] => [Global Step: 0160/0167] => [Loss_s: 0.0955 Loss_i: 0.1044]\n","[2024-08-28 05:11:37.978034] => [Epoch Num: 011/040] => [Global Step: 0000/0167] => [Loss_s: 0.0956 Loss_i: 0.0996]\n","[2024-08-28 05:11:50.875869] => [Epoch Num: 011/040] => [Global Step: 0010/0167] => [Loss_s: 0.0812 Loss_i: 0.0833]\n","[2024-08-28 05:12:00.751949] => [Epoch Num: 011/040] => [Global Step: 0020/0167] => [Loss_s: 0.0833 Loss_i: 0.0852]\n","[2024-08-28 05:12:14.616133] => [Epoch Num: 011/040] => [Global Step: 0030/0167] => [Loss_s: 0.0816 Loss_i: 0.0821]\n","[2024-08-28 05:12:22.312022] => [Epoch Num: 011/040] => [Global Step: 0040/0167] => [Loss_s: 0.1179 Loss_i: 0.1209]\n","[2024-08-28 05:12:35.137635] => [Epoch Num: 011/040] => [Global Step: 0050/0167] => [Loss_s: 0.1087 Loss_i: 0.1018]\n","[2024-08-28 05:12:42.742730] => [Epoch Num: 011/040] => [Global Step: 0060/0167] => [Loss_s: 0.0902 Loss_i: 0.0926]\n","[2024-08-28 05:12:54.121430] => [Epoch Num: 011/040] => [Global Step: 0070/0167] => [Loss_s: 0.0713 Loss_i: 0.0760]\n","[2024-08-28 05:13:01.599574] => [Epoch Num: 011/040] => [Global Step: 0080/0167] => [Loss_s: 0.0991 Loss_i: 0.1071]\n","[2024-08-28 05:13:13.453514] => [Epoch Num: 011/040] => [Global Step: 0090/0167] => [Loss_s: 0.1134 Loss_i: 0.1131]\n","[2024-08-28 05:13:21.239490] => [Epoch Num: 011/040] => [Global Step: 0100/0167] => [Loss_s: 0.1333 Loss_i: 0.1263]\n","[2024-08-28 05:13:33.032463] => [Epoch Num: 011/040] => [Global Step: 0110/0167] => [Loss_s: 0.1114 Loss_i: 0.1050]\n","[2024-08-28 05:13:40.951100] => [Epoch Num: 011/040] => [Global Step: 0120/0167] => [Loss_s: 0.1012 Loss_i: 0.0965]\n","[2024-08-28 05:13:52.442261] => [Epoch Num: 011/040] => [Global Step: 0130/0167] => [Loss_s: 0.1244 Loss_i: 0.1264]\n","[2024-08-28 05:14:00.224270] => [Epoch Num: 011/040] => [Global Step: 0140/0167] => [Loss_s: 0.0928 Loss_i: 0.0953]\n","[2024-08-28 05:14:05.306010] => [Epoch Num: 011/040] => [Global Step: 0150/0167] => [Loss_s: 0.0849 Loss_i: 0.0887]\n","[2024-08-28 05:14:09.489217] => [Epoch Num: 011/040] => [Global Step: 0160/0167] => [Loss_s: 0.1044 Loss_i: 0.1063]\n","[2024-08-28 05:14:23.393672] => [Epoch Num: 012/040] => [Global Step: 0000/0167] => [Loss_s: 0.0926 Loss_i: 0.1031]\n","[2024-08-28 05:14:37.778274] => [Epoch Num: 012/040] => [Global Step: 0010/0167] => [Loss_s: 0.0982 Loss_i: 0.1063]\n","[2024-08-28 05:14:50.518520] => [Epoch Num: 012/040] => [Global Step: 0020/0167] => [Loss_s: 0.0807 Loss_i: 0.0850]\n","[2024-08-28 05:15:00.664406] => [Epoch Num: 012/040] => [Global Step: 0030/0167] => [Loss_s: 0.0750 Loss_i: 0.0760]\n","[2024-08-28 05:15:12.405960] => [Epoch Num: 012/040] => [Global Step: 0040/0167] => [Loss_s: 0.0936 Loss_i: 0.0913]\n","[2024-08-28 05:15:19.942938] => [Epoch Num: 012/040] => [Global Step: 0050/0167] => [Loss_s: 0.0773 Loss_i: 0.0853]\n","[2024-08-28 05:15:31.535876] => [Epoch Num: 012/040] => [Global Step: 0060/0167] => [Loss_s: 0.0870 Loss_i: 0.0915]\n","[2024-08-28 05:15:39.352514] => [Epoch Num: 012/040] => [Global Step: 0070/0167] => [Loss_s: 0.0965 Loss_i: 0.1111]\n","[2024-08-28 05:15:50.674923] => [Epoch Num: 012/040] => [Global Step: 0080/0167] => [Loss_s: 0.1197 Loss_i: 0.1263]\n","[2024-08-28 05:15:58.735584] => [Epoch Num: 012/040] => [Global Step: 0090/0167] => [Loss_s: 0.0672 Loss_i: 0.0811]\n","[2024-08-28 05:16:09.021843] => [Epoch Num: 012/040] => [Global Step: 0100/0167] => [Loss_s: 0.0820 Loss_i: 0.0866]\n","[2024-08-28 05:16:17.796435] => [Epoch Num: 012/040] => [Global Step: 0110/0167] => [Loss_s: 0.0694 Loss_i: 0.0742]\n","[2024-08-28 05:16:28.120643] => [Epoch Num: 012/040] => [Global Step: 0120/0167] => [Loss_s: 0.2456 Loss_i: 0.0890]\n","[2024-08-28 05:16:37.395729] => [Epoch Num: 012/040] => [Global Step: 0130/0167] => [Loss_s: 0.1266 Loss_i: 0.1250]\n","[2024-08-28 05:16:46.721885] => [Epoch Num: 012/040] => [Global Step: 0140/0167] => [Loss_s: 0.0801 Loss_i: 0.0724]\n","[2024-08-28 05:16:54.181835] => [Epoch Num: 012/040] => [Global Step: 0150/0167] => [Loss_s: 0.1138 Loss_i: 0.1122]\n","[2024-08-28 05:16:58.186154] => [Epoch Num: 012/040] => [Global Step: 0160/0167] => [Loss_s: 0.1134 Loss_i: 0.1148]\n","[2024-08-28 05:17:16.494061] => [Epoch Num: 013/040] => [Global Step: 0000/0167] => [Loss_s: 0.0853 Loss_i: 0.0728]\n","[2024-08-28 05:17:27.946899] => [Epoch Num: 013/040] => [Global Step: 0010/0167] => [Loss_s: 0.0893 Loss_i: 0.0927]\n","[2024-08-28 05:17:38.529473] => [Epoch Num: 013/040] => [Global Step: 0020/0167] => [Loss_s: 0.0776 Loss_i: 0.0880]\n","[2024-08-28 05:17:50.210601] => [Epoch Num: 013/040] => [Global Step: 0030/0167] => [Loss_s: 0.0714 Loss_i: 0.0785]\n","[2024-08-28 05:18:00.912412] => [Epoch Num: 013/040] => [Global Step: 0040/0167] => [Loss_s: 0.0929 Loss_i: 0.0940]\n","[2024-08-28 05:18:14.256660] => [Epoch Num: 013/040] => [Global Step: 0050/0167] => [Loss_s: 0.0804 Loss_i: 0.0811]\n","[2024-08-28 05:18:24.226503] => [Epoch Num: 013/040] => [Global Step: 0060/0167] => [Loss_s: 0.0650 Loss_i: 0.0661]\n","[2024-08-28 05:18:35.793872] => [Epoch Num: 013/040] => [Global Step: 0070/0167] => [Loss_s: 0.1110 Loss_i: 0.1214]\n","[2024-08-28 05:18:43.875495] => [Epoch Num: 013/040] => [Global Step: 0080/0167] => [Loss_s: 0.0946 Loss_i: 0.0909]\n","[2024-08-28 05:18:55.727463] => [Epoch Num: 013/040] => [Global Step: 0090/0167] => [Loss_s: 0.0441 Loss_i: 0.0473]\n","[2024-08-28 05:19:04.316412] => [Epoch Num: 013/040] => [Global Step: 0100/0167] => [Loss_s: 0.0947 Loss_i: 0.0917]\n","[2024-08-28 05:19:15.247111] => [Epoch Num: 013/040] => [Global Step: 0110/0167] => [Loss_s: 0.0793 Loss_i: 0.0825]\n","[2024-08-28 05:19:24.395263] => [Epoch Num: 013/040] => [Global Step: 0120/0167] => [Loss_s: 0.0729 Loss_i: 0.0786]\n","[2024-08-28 05:19:35.125247] => [Epoch Num: 013/040] => [Global Step: 0130/0167] => [Loss_s: 0.0877 Loss_i: 0.0910]\n","[2024-08-28 05:19:43.275536] => [Epoch Num: 013/040] => [Global Step: 0140/0167] => [Loss_s: 0.0712 Loss_i: 0.0659]\n","[2024-08-28 05:19:50.813420] => [Epoch Num: 013/040] => [Global Step: 0150/0167] => [Loss_s: 0.0652 Loss_i: 0.0745]\n","Gradient overflow.  Skipping step, loss scaler 0 reducing loss scale to 65536.0\n","[2024-08-28 05:19:54.802245] => [Epoch Num: 013/040] => [Global Step: 0160/0167] => [Loss_s: 0.0941 Loss_i: 0.1003]\n","[2024-08-28 05:20:13.008228] => [Epoch Num: 014/040] => [Global Step: 0000/0167] => [Loss_s: 0.0631 Loss_i: 0.0680]\n","[2024-08-28 05:20:23.307928] => [Epoch Num: 014/040] => [Global Step: 0010/0167] => [Loss_s: 0.0986 Loss_i: 0.0982]\n","[2024-08-28 05:20:36.724288] => [Epoch Num: 014/040] => [Global Step: 0020/0167] => [Loss_s: 0.0967 Loss_i: 0.0951]\n","[2024-08-28 05:20:49.499779] => [Epoch Num: 014/040] => [Global Step: 0030/0167] => [Loss_s: 0.0650 Loss_i: 0.0591]\n","[2024-08-28 05:20:57.653559] => [Epoch Num: 014/040] => [Global Step: 0040/0167] => [Loss_s: 0.0829 Loss_i: 0.0783]\n","[2024-08-28 05:21:08.602380] => [Epoch Num: 014/040] => [Global Step: 0050/0167] => [Loss_s: 0.1225 Loss_i: 0.1248]\n","[2024-08-28 05:21:17.798736] => [Epoch Num: 014/040] => [Global Step: 0060/0167] => [Loss_s: 0.1053 Loss_i: 0.0928]\n","[2024-08-28 05:21:28.493777] => [Epoch Num: 014/040] => [Global Step: 0070/0167] => [Loss_s: 0.0687 Loss_i: 0.0628]\n","[2024-08-28 05:21:37.536577] => [Epoch Num: 014/040] => [Global Step: 0080/0167] => [Loss_s: 0.0874 Loss_i: 0.0903]\n","[2024-08-28 05:21:47.976079] => [Epoch Num: 014/040] => [Global Step: 0090/0167] => [Loss_s: 0.0960 Loss_i: 0.0879]\n","[2024-08-28 05:21:57.177903] => [Epoch Num: 014/040] => [Global Step: 0100/0167] => [Loss_s: 0.0883 Loss_i: 0.0929]\n","[2024-08-28 05:22:07.526562] => [Epoch Num: 014/040] => [Global Step: 0110/0167] => [Loss_s: 0.1632 Loss_i: 0.1104]\n","[2024-08-28 05:22:17.213028] => [Epoch Num: 014/040] => [Global Step: 0120/0167] => [Loss_s: 0.0916 Loss_i: 0.0690]\n","[2024-08-28 05:22:27.560791] => [Epoch Num: 014/040] => [Global Step: 0130/0167] => [Loss_s: 0.0718 Loss_i: 0.0688]\n","[2024-08-28 05:22:36.887933] => [Epoch Num: 014/040] => [Global Step: 0140/0167] => [Loss_s: 0.0526 Loss_i: 0.0577]\n","[2024-08-28 05:22:41.830301] => [Epoch Num: 014/040] => [Global Step: 0150/0167] => [Loss_s: 0.0996 Loss_i: 0.1065]\n","[2024-08-28 05:22:46.020810] => [Epoch Num: 014/040] => [Global Step: 0160/0167] => [Loss_s: 0.0695 Loss_i: 0.0675]\n","[2024-08-28 05:23:03.077595] => [Epoch Num: 015/040] => [Global Step: 0000/0167] => [Loss_s: 0.0834 Loss_i: 0.0822]\n","[2024-08-28 05:23:14.684272] => [Epoch Num: 015/040] => [Global Step: 0010/0167] => [Loss_s: 0.0798 Loss_i: 0.0834]\n","[2024-08-28 05:23:26.878219] => [Epoch Num: 015/040] => [Global Step: 0020/0167] => [Loss_s: 0.0845 Loss_i: 0.0839]\n","[2024-08-28 05:23:38.291786] => [Epoch Num: 015/040] => [Global Step: 0030/0167] => [Loss_s: 0.0611 Loss_i: 0.0546]\n","[2024-08-28 05:23:51.673367] => [Epoch Num: 015/040] => [Global Step: 0040/0167] => [Loss_s: 0.0803 Loss_i: 0.0798]\n","[2024-08-28 05:24:01.281054] => [Epoch Num: 015/040] => [Global Step: 0050/0167] => [Loss_s: 0.0811 Loss_i: 0.0751]\n","[2024-08-28 05:24:12.290009] => [Epoch Num: 015/040] => [Global Step: 0060/0167] => [Loss_s: 0.0627 Loss_i: 0.0592]\n","[2024-08-28 05:24:20.678006] => [Epoch Num: 015/040] => [Global Step: 0070/0167] => [Loss_s: 0.0831 Loss_i: 0.0796]\n","[2024-08-28 05:24:32.647539] => [Epoch Num: 015/040] => [Global Step: 0080/0167] => [Loss_s: 0.0586 Loss_i: 0.0600]\n","[2024-08-28 05:24:40.788499] => [Epoch Num: 015/040] => [Global Step: 0090/0167] => [Loss_s: 0.0470 Loss_i: 0.0470]\n","[2024-08-28 05:24:52.294894] => [Epoch Num: 015/040] => [Global Step: 0100/0167] => [Loss_s: 0.0682 Loss_i: 0.0652]\n","[2024-08-28 05:25:00.293064] => [Epoch Num: 015/040] => [Global Step: 0110/0167] => [Loss_s: 0.0878 Loss_i: 0.0802]\n","[2024-08-28 05:25:11.740686] => [Epoch Num: 015/040] => [Global Step: 0120/0167] => [Loss_s: 0.0933 Loss_i: 0.0968]\n","[2024-08-28 05:25:19.777792] => [Epoch Num: 015/040] => [Global Step: 0130/0167] => [Loss_s: 0.0777 Loss_i: 0.0729]\n","[2024-08-28 05:25:31.514328] => [Epoch Num: 015/040] => [Global Step: 0140/0167] => [Loss_s: 0.0696 Loss_i: 0.0644]\n","[2024-08-28 05:25:36.688631] => [Epoch Num: 015/040] => [Global Step: 0150/0167] => [Loss_s: 0.0494 Loss_i: 0.0522]\n","[2024-08-28 05:25:40.792008] => [Epoch Num: 015/040] => [Global Step: 0160/0167] => [Loss_s: 0.0707 Loss_i: 0.0662]\n","[2024-08-28 05:25:54.607291] => [Epoch Num: 016/040] => [Global Step: 0000/0167] => [Loss_s: 0.0573 Loss_i: 0.0542]\n","[2024-08-28 05:26:09.554345] => [Epoch Num: 016/040] => [Global Step: 0010/0167] => [Loss_s: 0.0580 Loss_i: 0.0559]\n","[2024-08-28 05:26:22.069015] => [Epoch Num: 016/040] => [Global Step: 0020/0167] => [Loss_s: 0.0699 Loss_i: 0.0692]\n","[2024-08-28 05:26:32.864913] => [Epoch Num: 016/040] => [Global Step: 0030/0167] => [Loss_s: 0.0727 Loss_i: 0.0728]\n","[2024-08-28 05:26:46.033968] => [Epoch Num: 016/040] => [Global Step: 0040/0167] => [Loss_s: 0.0623 Loss_i: 0.0620]\n","[2024-08-28 05:26:53.859498] => [Epoch Num: 016/040] => [Global Step: 0050/0167] => [Loss_s: 0.0512 Loss_i: 0.0505]\n","[2024-08-28 05:27:05.952663] => [Epoch Num: 016/040] => [Global Step: 0060/0167] => [Loss_s: 0.0609 Loss_i: 0.0647]\n","[2024-08-28 05:27:13.551094] => [Epoch Num: 016/040] => [Global Step: 0070/0167] => [Loss_s: 0.0577 Loss_i: 0.0603]\n","[2024-08-28 05:27:25.781590] => [Epoch Num: 016/040] => [Global Step: 0080/0167] => [Loss_s: 0.0508 Loss_i: 0.0528]\n","[2024-08-28 05:27:33.334357] => [Epoch Num: 016/040] => [Global Step: 0090/0167] => [Loss_s: 0.0561 Loss_i: 0.0464]\n","[2024-08-28 05:27:45.470842] => [Epoch Num: 016/040] => [Global Step: 0100/0167] => [Loss_s: 0.0553 Loss_i: 0.0509]\n","[2024-08-28 05:27:53.172862] => [Epoch Num: 016/040] => [Global Step: 0110/0167] => [Loss_s: 0.0594 Loss_i: 0.0591]\n","[2024-08-28 05:28:05.248581] => [Epoch Num: 016/040] => [Global Step: 0120/0167] => [Loss_s: 0.0729 Loss_i: 0.0700]\n","[2024-08-28 05:28:13.028091] => [Epoch Num: 016/040] => [Global Step: 0130/0167] => [Loss_s: 0.0578 Loss_i: 0.0543]\n","[2024-08-28 05:28:24.902561] => [Epoch Num: 016/040] => [Global Step: 0140/0167] => [Loss_s: 0.0667 Loss_i: 0.0589]\n","[2024-08-28 05:28:30.178612] => [Epoch Num: 016/040] => [Global Step: 0150/0167] => [Loss_s: 0.0862 Loss_i: 0.0834]\n","[2024-08-28 05:28:34.199115] => [Epoch Num: 016/040] => [Global Step: 0160/0167] => [Loss_s: 0.0535 Loss_i: 0.0517]\n","[2024-08-28 05:28:52.044422] => [Epoch Num: 017/040] => [Global Step: 0000/0167] => [Loss_s: 0.0694 Loss_i: 0.0636]\n","[2024-08-28 05:29:06.162191] => [Epoch Num: 017/040] => [Global Step: 0010/0167] => [Loss_s: 0.0706 Loss_i: 0.0650]\n","[2024-08-28 05:29:15.768306] => [Epoch Num: 017/040] => [Global Step: 0020/0167] => [Loss_s: 0.0472 Loss_i: 0.0529]\n","[2024-08-28 05:29:29.025505] => [Epoch Num: 017/040] => [Global Step: 0030/0167] => [Loss_s: 0.0531 Loss_i: 0.0551]\n","[2024-08-28 05:29:37.886742] => [Epoch Num: 017/040] => [Global Step: 0040/0167] => [Loss_s: 0.0435 Loss_i: 0.0441]\n","[2024-08-28 05:29:49.401973] => [Epoch Num: 017/040] => [Global Step: 0050/0167] => [Loss_s: 0.0468 Loss_i: 0.0427]\n","[2024-08-28 05:29:57.178135] => [Epoch Num: 017/040] => [Global Step: 0060/0167] => [Loss_s: 0.0531 Loss_i: 0.0489]\n","[2024-08-28 05:30:09.058349] => [Epoch Num: 017/040] => [Global Step: 0070/0167] => [Loss_s: 0.0523 Loss_i: 0.0500]\n","[2024-08-28 05:30:17.067718] => [Epoch Num: 017/040] => [Global Step: 0080/0167] => [Loss_s: 0.0498 Loss_i: 0.0401]\n","[2024-08-28 05:30:28.376170] => [Epoch Num: 017/040] => [Global Step: 0090/0167] => [Loss_s: 0.0588 Loss_i: 0.0593]\n","[2024-08-28 05:30:36.421530] => [Epoch Num: 017/040] => [Global Step: 0100/0167] => [Loss_s: 0.0693 Loss_i: 0.0581]\n","[2024-08-28 05:30:48.324931] => [Epoch Num: 017/040] => [Global Step: 0110/0167] => [Loss_s: 0.0773 Loss_i: 0.0730]\n","[2024-08-28 05:30:56.076518] => [Epoch Num: 017/040] => [Global Step: 0120/0167] => [Loss_s: 0.0515 Loss_i: 0.0512]\n","[2024-08-28 05:31:07.858947] => [Epoch Num: 017/040] => [Global Step: 0130/0167] => [Loss_s: 0.0767 Loss_i: 0.0760]\n","[2024-08-28 05:31:15.410295] => [Epoch Num: 017/040] => [Global Step: 0140/0167] => [Loss_s: 0.0641 Loss_i: 0.0559]\n","[2024-08-28 05:31:22.866070] => [Epoch Num: 017/040] => [Global Step: 0150/0167] => [Loss_s: 0.0791 Loss_i: 0.0768]\n","[2024-08-28 05:31:26.956738] => [Epoch Num: 017/040] => [Global Step: 0160/0167] => [Loss_s: 0.0672 Loss_i: 0.0581]\n","[2024-08-28 05:31:45.820563] => [Epoch Num: 018/040] => [Global Step: 0000/0167] => [Loss_s: 0.0562 Loss_i: 0.0455]\n","[2024-08-28 05:31:57.463212] => [Epoch Num: 018/040] => [Global Step: 0010/0167] => [Loss_s: 0.0639 Loss_i: 0.0571]\n","[2024-08-28 05:32:11.258175] => [Epoch Num: 018/040] => [Global Step: 0020/0167] => [Loss_s: 0.0936 Loss_i: 0.1054]\n","[2024-08-28 05:32:24.875159] => [Epoch Num: 018/040] => [Global Step: 0030/0167] => [Loss_s: 0.0724 Loss_i: 0.0763]\n","[2024-08-28 05:32:34.537493] => [Epoch Num: 018/040] => [Global Step: 0040/0167] => [Loss_s: 0.0534 Loss_i: 0.0570]\n","[2024-08-28 05:32:45.136708] => [Epoch Num: 018/040] => [Global Step: 0050/0167] => [Loss_s: 0.0517 Loss_i: 0.0416]\n","[2024-08-28 05:32:54.003708] => [Epoch Num: 018/040] => [Global Step: 0060/0167] => [Loss_s: 0.0757 Loss_i: 0.0670]\n","[2024-08-28 05:33:06.014504] => [Epoch Num: 018/040] => [Global Step: 0070/0167] => [Loss_s: 0.0560 Loss_i: 0.0527]\n","[2024-08-28 05:33:14.065502] => [Epoch Num: 018/040] => [Global Step: 0080/0167] => [Loss_s: 0.0734 Loss_i: 0.0618]\n","[2024-08-28 05:33:24.525659] => [Epoch Num: 018/040] => [Global Step: 0090/0167] => [Loss_s: 0.0949 Loss_i: 0.0956]\n","[2024-08-28 05:33:33.773184] => [Epoch Num: 018/040] => [Global Step: 0100/0167] => [Loss_s: 0.0623 Loss_i: 0.0608]\n","[2024-08-28 05:33:44.615395] => [Epoch Num: 018/040] => [Global Step: 0110/0167] => [Loss_s: 0.0475 Loss_i: 0.0444]\n","[2024-08-28 05:33:53.302772] => [Epoch Num: 018/040] => [Global Step: 0120/0167] => [Loss_s: 0.0916 Loss_i: 0.0927]\n","[2024-08-28 05:34:03.579022] => [Epoch Num: 018/040] => [Global Step: 0130/0167] => [Loss_s: 0.0580 Loss_i: 0.0512]\n","[2024-08-28 05:34:12.425307] => [Epoch Num: 018/040] => [Global Step: 0140/0167] => [Loss_s: 0.0804 Loss_i: 0.0627]\n","[2024-08-28 05:34:17.679340] => [Epoch Num: 018/040] => [Global Step: 0150/0167] => [Loss_s: 0.0416 Loss_i: 0.0482]\n","[2024-08-28 05:34:21.886610] => [Epoch Num: 018/040] => [Global Step: 0160/0167] => [Loss_s: 0.0573 Loss_i: 0.0556]\n","[2024-08-28 05:34:36.221320] => [Epoch Num: 019/040] => [Global Step: 0000/0167] => [Loss_s: 0.0522 Loss_i: 0.0507]\n","[2024-08-28 05:34:49.878149] => [Epoch Num: 019/040] => [Global Step: 0010/0167] => [Loss_s: 0.0475 Loss_i: 0.0490]\n","[2024-08-28 05:35:04.071456] => [Epoch Num: 019/040] => [Global Step: 0020/0167] => [Loss_s: 0.0557 Loss_i: 0.0595]\n","[2024-08-28 05:35:13.380057] => [Epoch Num: 019/040] => [Global Step: 0030/0167] => [Loss_s: 0.0372 Loss_i: 0.0305]\n","[2024-08-28 05:35:25.695193] => [Epoch Num: 019/040] => [Global Step: 0040/0167] => [Loss_s: 0.0400 Loss_i: 0.0382]\n","[2024-08-28 05:35:34.309917] => [Epoch Num: 019/040] => [Global Step: 0050/0167] => [Loss_s: 0.0568 Loss_i: 0.0511]\n","[2024-08-28 05:35:45.612413] => [Epoch Num: 019/040] => [Global Step: 0060/0167] => [Loss_s: 0.0541 Loss_i: 0.0512]\n","[2024-08-28 05:35:53.584688] => [Epoch Num: 019/040] => [Global Step: 0070/0167] => [Loss_s: 0.0583 Loss_i: 0.0574]\n","[2024-08-28 05:36:05.701282] => [Epoch Num: 019/040] => [Global Step: 0080/0167] => [Loss_s: 0.0413 Loss_i: 0.0442]\n","[2024-08-28 05:36:13.402788] => [Epoch Num: 019/040] => [Global Step: 0090/0167] => [Loss_s: 0.0625 Loss_i: 0.0582]\n","[2024-08-28 05:36:25.466308] => [Epoch Num: 019/040] => [Global Step: 0100/0167] => [Loss_s: 0.0588 Loss_i: 0.0525]\n","[2024-08-28 05:36:32.887163] => [Epoch Num: 019/040] => [Global Step: 0110/0167] => [Loss_s: 0.0608 Loss_i: 0.0590]\n","[2024-08-28 05:36:44.750945] => [Epoch Num: 019/040] => [Global Step: 0120/0167] => [Loss_s: 0.0713 Loss_i: 0.0627]\n","[2024-08-28 05:36:52.514150] => [Epoch Num: 019/040] => [Global Step: 0130/0167] => [Loss_s: 0.0601 Loss_i: 0.0521]\n","[2024-08-28 05:37:03.928822] => [Epoch Num: 019/040] => [Global Step: 0140/0167] => [Loss_s: 0.0679 Loss_i: 0.0450]\n","[2024-08-28 05:37:09.464692] => [Epoch Num: 019/040] => [Global Step: 0150/0167] => [Loss_s: 0.1200 Loss_i: 0.0991]\n","[2024-08-28 05:37:13.479320] => [Epoch Num: 019/040] => [Global Step: 0160/0167] => [Loss_s: 0.0598 Loss_i: 0.0545]\n","[2024-08-28 05:37:31.563379] => [Epoch Num: 020/040] => [Global Step: 0000/0167] => [Loss_s: 0.0768 Loss_i: 0.0681]\n","[2024-08-28 05:37:45.193030] => [Epoch Num: 020/040] => [Global Step: 0010/0167] => [Loss_s: 0.0513 Loss_i: 0.0468]\n","[2024-08-28 05:37:54.688781] => [Epoch Num: 020/040] => [Global Step: 0020/0167] => [Loss_s: 0.0493 Loss_i: 0.0394]\n","[2024-08-28 05:38:08.085890] => [Epoch Num: 020/040] => [Global Step: 0030/0167] => [Loss_s: 0.0419 Loss_i: 0.0422]\n","[2024-08-28 05:38:18.152925] => [Epoch Num: 020/040] => [Global Step: 0040/0167] => [Loss_s: 0.0513 Loss_i: 0.0439]\n","[2024-08-28 05:38:28.214718] => [Epoch Num: 020/040] => [Global Step: 0050/0167] => [Loss_s: 0.0614 Loss_i: 0.0475]\n","[2024-08-28 05:38:36.836003] => [Epoch Num: 020/040] => [Global Step: 0060/0167] => [Loss_s: 0.0854 Loss_i: 0.0801]\n","[2024-08-28 05:38:47.358006] => [Epoch Num: 020/040] => [Global Step: 0070/0167] => [Loss_s: 0.0616 Loss_i: 0.0613]\n","[2024-08-28 05:38:55.806597] => [Epoch Num: 020/040] => [Global Step: 0080/0167] => [Loss_s: 0.0670 Loss_i: 0.0586]\n","[2024-08-28 05:39:07.145658] => [Epoch Num: 020/040] => [Global Step: 0090/0167] => [Loss_s: 0.0689 Loss_i: 0.0690]\n","[2024-08-28 05:39:14.777316] => [Epoch Num: 020/040] => [Global Step: 0100/0167] => [Loss_s: 0.0505 Loss_i: 0.0475]\n","[2024-08-28 05:39:26.368773] => [Epoch Num: 020/040] => [Global Step: 0110/0167] => [Loss_s: 0.0438 Loss_i: 0.0428]\n","[2024-08-28 05:39:34.346705] => [Epoch Num: 020/040] => [Global Step: 0120/0167] => [Loss_s: 0.0551 Loss_i: 0.0494]\n","[2024-08-28 05:39:46.193319] => [Epoch Num: 020/040] => [Global Step: 0130/0167] => [Loss_s: 0.0441 Loss_i: 0.0398]\n","[2024-08-28 05:39:53.793661] => [Epoch Num: 020/040] => [Global Step: 0140/0167] => [Loss_s: 0.0417 Loss_i: 0.0331]\n","[2024-08-28 05:40:00.746655] => [Epoch Num: 020/040] => [Global Step: 0150/0167] => [Loss_s: 0.0445 Loss_i: 0.0427]\n","[2024-08-28 05:40:04.872901] => [Epoch Num: 020/040] => [Global Step: 0160/0167] => [Loss_s: 0.0555 Loss_i: 0.0546]\n","[2024-08-28 05:40:19.485498] => [Epoch Num: 021/040] => [Global Step: 0000/0167] => [Loss_s: 0.0389 Loss_i: 0.0372]\n","[2024-08-28 05:40:31.496580] => [Epoch Num: 021/040] => [Global Step: 0010/0167] => [Loss_s: 0.0481 Loss_i: 0.0395]\n","[2024-08-28 05:40:45.185856] => [Epoch Num: 021/040] => [Global Step: 0020/0167] => [Loss_s: 0.0490 Loss_i: 0.0442]\n","[2024-08-28 05:40:57.212349] => [Epoch Num: 021/040] => [Global Step: 0030/0167] => [Loss_s: 0.0676 Loss_i: 0.0582]\n","[2024-08-28 05:41:09.112120] => [Epoch Num: 021/040] => [Global Step: 0040/0167] => [Loss_s: 0.0342 Loss_i: 0.0359]\n","[2024-08-28 05:41:19.462689] => [Epoch Num: 021/040] => [Global Step: 0050/0167] => [Loss_s: 0.0562 Loss_i: 0.0517]\n","[2024-08-28 05:41:29.863435] => [Epoch Num: 021/040] => [Global Step: 0060/0167] => [Loss_s: 0.0528 Loss_i: 0.0483]\n","[2024-08-28 05:41:38.737681] => [Epoch Num: 021/040] => [Global Step: 0070/0167] => [Loss_s: 0.0607 Loss_i: 0.0578]\n","[2024-08-28 05:41:49.795453] => [Epoch Num: 021/040] => [Global Step: 0080/0167] => [Loss_s: 0.0466 Loss_i: 0.0417]\n","[2024-08-28 05:41:59.058543] => [Epoch Num: 021/040] => [Global Step: 0090/0167] => [Loss_s: 0.0501 Loss_i: 0.0467]\n","[2024-08-28 05:42:09.631708] => [Epoch Num: 021/040] => [Global Step: 0100/0167] => [Loss_s: 0.0510 Loss_i: 0.0489]\n","[2024-08-28 05:42:18.383974] => [Epoch Num: 021/040] => [Global Step: 0110/0167] => [Loss_s: 0.0418 Loss_i: 0.0375]\n","[2024-08-28 05:42:29.337916] => [Epoch Num: 021/040] => [Global Step: 0120/0167] => [Loss_s: 0.0961 Loss_i: 0.0865]\n","[2024-08-28 05:42:37.711463] => [Epoch Num: 021/040] => [Global Step: 0130/0167] => [Loss_s: 0.0491 Loss_i: 0.0446]\n","[2024-08-28 05:42:48.619490] => [Epoch Num: 021/040] => [Global Step: 0140/0167] => [Loss_s: 0.0527 Loss_i: 0.0477]\n","[2024-08-28 05:42:53.956739] => [Epoch Num: 021/040] => [Global Step: 0150/0167] => [Loss_s: 0.0449 Loss_i: 0.0411]\n","[2024-08-28 05:42:58.203979] => [Epoch Num: 021/040] => [Global Step: 0160/0167] => [Loss_s: 0.0543 Loss_i: 0.0529]\n","[2024-08-28 05:43:11.471931] => [Epoch Num: 022/040] => [Global Step: 0000/0167] => [Loss_s: 0.0511 Loss_i: 0.0472]\n","[2024-08-28 05:43:26.504493] => [Epoch Num: 022/040] => [Global Step: 0010/0167] => [Loss_s: 0.0428 Loss_i: 0.0371]\n","Gradient overflow.  Skipping step, loss scaler 0 reducing loss scale to 32768.0\n","[2024-08-28 05:43:40.365458] => [Epoch Num: 022/040] => [Global Step: 0020/0167] => [Loss_s: 0.0345 Loss_i: 0.0348]\n","[2024-08-28 05:43:49.888442] => [Epoch Num: 022/040] => [Global Step: 0030/0167] => [Loss_s: 0.0573 Loss_i: 0.0567]\n","[2024-08-28 05:44:01.838410] => [Epoch Num: 022/040] => [Global Step: 0040/0167] => [Loss_s: 0.0433 Loss_i: 0.0434]\n","[2024-08-28 05:44:09.792369] => [Epoch Num: 022/040] => [Global Step: 0050/0167] => [Loss_s: 0.0712 Loss_i: 0.0771]\n","[2024-08-28 05:44:20.679422] => [Epoch Num: 022/040] => [Global Step: 0060/0167] => [Loss_s: 0.0483 Loss_i: 0.0466]\n","[2024-08-28 05:44:29.206985] => [Epoch Num: 022/040] => [Global Step: 0070/0167] => [Loss_s: 0.0415 Loss_i: 0.0395]\n","[2024-08-28 05:44:40.542374] => [Epoch Num: 022/040] => [Global Step: 0080/0167] => [Loss_s: 0.0398 Loss_i: 0.0331]\n","[2024-08-28 05:44:49.023047] => [Epoch Num: 022/040] => [Global Step: 0090/0167] => [Loss_s: 0.0431 Loss_i: 0.0400]\n","[2024-08-28 05:44:59.081200] => [Epoch Num: 022/040] => [Global Step: 0100/0167] => [Loss_s: 0.0439 Loss_i: 0.0409]\n","[2024-08-28 05:45:08.391053] => [Epoch Num: 022/040] => [Global Step: 0110/0167] => [Loss_s: 0.0411 Loss_i: 0.0381]\n","[2024-08-28 05:45:18.682452] => [Epoch Num: 022/040] => [Global Step: 0120/0167] => [Loss_s: 0.0549 Loss_i: 0.0496]\n","[2024-08-28 05:45:27.799520] => [Epoch Num: 022/040] => [Global Step: 0130/0167] => [Loss_s: 0.0343 Loss_i: 0.0336]\n","[2024-08-28 05:45:37.390784] => [Epoch Num: 022/040] => [Global Step: 0140/0167] => [Loss_s: 0.0576 Loss_i: 0.0476]\n","[2024-08-28 05:45:44.904606] => [Epoch Num: 022/040] => [Global Step: 0150/0167] => [Loss_s: 0.0350 Loss_i: 0.0325]\n","[2024-08-28 05:45:48.916533] => [Epoch Num: 022/040] => [Global Step: 0160/0167] => [Loss_s: 0.0373 Loss_i: 0.0406]\n","[2024-08-28 05:46:07.367286] => [Epoch Num: 023/040] => [Global Step: 0000/0167] => [Loss_s: 0.0448 Loss_i: 0.0415]\n","[2024-08-28 05:46:20.199753] => [Epoch Num: 023/040] => [Global Step: 0010/0167] => [Loss_s: 0.0376 Loss_i: 0.0368]\n","[2024-08-28 05:46:30.966089] => [Epoch Num: 023/040] => [Global Step: 0020/0167] => [Loss_s: 0.0479 Loss_i: 0.0414]\n","[2024-08-28 05:46:44.818112] => [Epoch Num: 023/040] => [Global Step: 0030/0167] => [Loss_s: 0.0375 Loss_i: 0.0356]\n","[2024-08-28 05:46:53.540620] => [Epoch Num: 023/040] => [Global Step: 0040/0167] => [Loss_s: 0.0428 Loss_i: 0.0369]\n","[2024-08-28 05:47:05.671632] => [Epoch Num: 023/040] => [Global Step: 0050/0167] => [Loss_s: 0.0496 Loss_i: 0.0439]\n","[2024-08-28 05:47:13.843562] => [Epoch Num: 023/040] => [Global Step: 0060/0167] => [Loss_s: 0.0373 Loss_i: 0.0318]\n","[2024-08-28 05:47:24.984875] => [Epoch Num: 023/040] => [Global Step: 0070/0167] => [Loss_s: 0.0362 Loss_i: 0.0355]\n","[2024-08-28 05:47:33.109053] => [Epoch Num: 023/040] => [Global Step: 0080/0167] => [Loss_s: 0.0370 Loss_i: 0.0308]\n","[2024-08-28 05:47:44.584807] => [Epoch Num: 023/040] => [Global Step: 0090/0167] => [Loss_s: 0.0327 Loss_i: 0.0299]\n","[2024-08-28 05:47:52.455153] => [Epoch Num: 023/040] => [Global Step: 0100/0167] => [Loss_s: 0.0507 Loss_i: 0.0442]\n","[2024-08-28 05:48:04.320821] => [Epoch Num: 023/040] => [Global Step: 0110/0167] => [Loss_s: 0.0451 Loss_i: 0.0381]\n","[2024-08-28 05:48:12.199589] => [Epoch Num: 023/040] => [Global Step: 0120/0167] => [Loss_s: 0.0456 Loss_i: 0.0414]\n","[2024-08-28 05:48:24.048030] => [Epoch Num: 023/040] => [Global Step: 0130/0167] => [Loss_s: 0.0270 Loss_i: 0.0244]\n","[2024-08-28 05:48:31.955532] => [Epoch Num: 023/040] => [Global Step: 0140/0167] => [Loss_s: 0.0536 Loss_i: 0.0564]\n","[2024-08-28 05:48:38.617623] => [Epoch Num: 023/040] => [Global Step: 0150/0167] => [Loss_s: 0.0343 Loss_i: 0.0350]\n","[2024-08-28 05:48:42.766830] => [Epoch Num: 023/040] => [Global Step: 0160/0167] => [Loss_s: 0.0390 Loss_i: 0.0396]\n","[2024-08-28 05:49:00.601913] => [Epoch Num: 024/040] => [Global Step: 0000/0167] => [Loss_s: 0.0322 Loss_i: 0.0304]\n","[2024-08-28 05:49:10.245967] => [Epoch Num: 024/040] => [Global Step: 0010/0167] => [Loss_s: 0.0325 Loss_i: 0.0314]\n","[2024-08-28 05:49:23.161044] => [Epoch Num: 024/040] => [Global Step: 0020/0167] => [Loss_s: 0.0369 Loss_i: 0.0347]\n","[2024-08-28 05:49:33.421731] => [Epoch Num: 024/040] => [Global Step: 0030/0167] => [Loss_s: 0.0388 Loss_i: 0.0370]\n","[2024-08-28 05:49:46.002058] => [Epoch Num: 024/040] => [Global Step: 0040/0167] => [Loss_s: 0.0473 Loss_i: 0.0460]\n","[2024-08-28 05:49:54.234117] => [Epoch Num: 024/040] => [Global Step: 0050/0167] => [Loss_s: 0.0348 Loss_i: 0.0318]\n","[2024-08-28 05:50:05.691437] => [Epoch Num: 024/040] => [Global Step: 0060/0167] => [Loss_s: 0.0469 Loss_i: 0.0423]\n","[2024-08-28 05:50:13.345749] => [Epoch Num: 024/040] => [Global Step: 0070/0167] => [Loss_s: 0.0513 Loss_i: 0.0480]\n","[2024-08-28 05:50:24.795490] => [Epoch Num: 024/040] => [Global Step: 0080/0167] => [Loss_s: 0.0409 Loss_i: 0.0400]\n","[2024-08-28 05:50:32.359137] => [Epoch Num: 024/040] => [Global Step: 0090/0167] => [Loss_s: 0.0369 Loss_i: 0.0336]\n","[2024-08-28 05:50:44.222448] => [Epoch Num: 024/040] => [Global Step: 0100/0167] => [Loss_s: 0.0378 Loss_i: 0.0293]\n","[2024-08-28 05:50:51.841142] => [Epoch Num: 024/040] => [Global Step: 0110/0167] => [Loss_s: 0.0490 Loss_i: 0.0464]\n","[2024-08-28 05:51:03.881475] => [Epoch Num: 024/040] => [Global Step: 0120/0167] => [Loss_s: 0.0321 Loss_i: 0.0281]\n","[2024-08-28 05:51:11.356011] => [Epoch Num: 024/040] => [Global Step: 0130/0167] => [Loss_s: 0.0410 Loss_i: 0.0395]\n","[2024-08-28 05:51:23.121011] => [Epoch Num: 024/040] => [Global Step: 0140/0167] => [Loss_s: 0.0500 Loss_i: 0.0432]\n","[2024-08-28 05:51:28.104378] => [Epoch Num: 024/040] => [Global Step: 0150/0167] => [Loss_s: 0.0482 Loss_i: 0.0438]\n","[2024-08-28 05:51:32.137189] => [Epoch Num: 024/040] => [Global Step: 0160/0167] => [Loss_s: 0.0374 Loss_i: 0.0334]\n","[2024-08-28 05:51:48.584788] => [Epoch Num: 025/040] => [Global Step: 0000/0167] => [Loss_s: 0.0341 Loss_i: 0.0297]\n","[2024-08-28 05:52:02.317497] => [Epoch Num: 025/040] => [Global Step: 0010/0167] => [Loss_s: 0.0493 Loss_i: 0.0458]\n","[2024-08-28 05:52:14.978154] => [Epoch Num: 025/040] => [Global Step: 0020/0167] => [Loss_s: 0.0510 Loss_i: 0.0437]\n","[2024-08-28 05:52:25.447773] => [Epoch Num: 025/040] => [Global Step: 0030/0167] => [Loss_s: 0.0532 Loss_i: 0.0451]\n","[2024-08-28 05:52:38.483215] => [Epoch Num: 025/040] => [Global Step: 0040/0167] => [Loss_s: 0.0378 Loss_i: 0.0316]\n","[2024-08-28 05:52:46.153887] => [Epoch Num: 025/040] => [Global Step: 0050/0167] => [Loss_s: 0.0332 Loss_i: 0.0310]\n","[2024-08-28 05:52:57.719862] => [Epoch Num: 025/040] => [Global Step: 0060/0167] => [Loss_s: 0.0393 Loss_i: 0.0320]\n","[2024-08-28 05:53:05.679145] => [Epoch Num: 025/040] => [Global Step: 0070/0167] => [Loss_s: 0.0372 Loss_i: 0.0345]\n","[2024-08-28 05:53:17.386912] => [Epoch Num: 025/040] => [Global Step: 0080/0167] => [Loss_s: 0.0554 Loss_i: 0.0507]\n","[2024-08-28 05:53:25.102270] => [Epoch Num: 025/040] => [Global Step: 0090/0167] => [Loss_s: 0.0295 Loss_i: 0.0258]\n","[2024-08-28 05:53:36.740532] => [Epoch Num: 025/040] => [Global Step: 0100/0167] => [Loss_s: 0.0421 Loss_i: 0.0389]\n","[2024-08-28 05:53:44.520205] => [Epoch Num: 025/040] => [Global Step: 0110/0167] => [Loss_s: 0.0326 Loss_i: 0.0281]\n","[2024-08-28 05:53:56.156681] => [Epoch Num: 025/040] => [Global Step: 0120/0167] => [Loss_s: 0.0441 Loss_i: 0.0393]\n","[2024-08-28 05:54:04.292460] => [Epoch Num: 025/040] => [Global Step: 0130/0167] => [Loss_s: 0.0388 Loss_i: 0.0333]\n","[2024-08-28 05:54:15.388160] => [Epoch Num: 025/040] => [Global Step: 0140/0167] => [Loss_s: 0.0533 Loss_i: 0.0451]\n","[2024-08-28 05:54:20.729971] => [Epoch Num: 025/040] => [Global Step: 0150/0167] => [Loss_s: 0.0320 Loss_i: 0.0280]\n","[2024-08-28 05:54:24.734827] => [Epoch Num: 025/040] => [Global Step: 0160/0167] => [Loss_s: 0.0309 Loss_i: 0.0281]\n","[2024-08-28 05:54:42.051052] => [Epoch Num: 026/040] => [Global Step: 0000/0167] => [Loss_s: 0.0285 Loss_i: 0.0257]\n","[2024-08-28 05:54:55.882047] => [Epoch Num: 026/040] => [Global Step: 0010/0167] => [Loss_s: 0.0411 Loss_i: 0.0343]\n","[2024-08-28 05:55:05.547319] => [Epoch Num: 026/040] => [Global Step: 0020/0167] => [Loss_s: 0.0391 Loss_i: 0.0328]\n","[2024-08-28 05:55:19.640458] => [Epoch Num: 026/040] => [Global Step: 0030/0167] => [Loss_s: 0.0505 Loss_i: 0.0492]\n","[2024-08-28 05:55:28.940402] => [Epoch Num: 026/040] => [Global Step: 0040/0167] => [Loss_s: 0.0248 Loss_i: 0.0194]\n","[2024-08-28 05:55:39.591459] => [Epoch Num: 026/040] => [Global Step: 0050/0167] => [Loss_s: 0.0393 Loss_i: 0.0321]\n","[2024-08-28 05:55:48.099076] => [Epoch Num: 026/040] => [Global Step: 0060/0167] => [Loss_s: 0.0412 Loss_i: 0.0364]\n","[2024-08-28 05:55:59.136285] => [Epoch Num: 026/040] => [Global Step: 0070/0167] => [Loss_s: 0.0411 Loss_i: 0.0392]\n","[2024-08-28 05:56:07.305083] => [Epoch Num: 026/040] => [Global Step: 0080/0167] => [Loss_s: 0.0375 Loss_i: 0.0337]\n","[2024-08-28 05:56:18.734550] => [Epoch Num: 026/040] => [Global Step: 0090/0167] => [Loss_s: 0.0394 Loss_i: 0.0345]\n","[2024-08-28 05:56:26.445367] => [Epoch Num: 026/040] => [Global Step: 0100/0167] => [Loss_s: 0.0374 Loss_i: 0.0296]\n","[2024-08-28 05:56:38.529927] => [Epoch Num: 026/040] => [Global Step: 0110/0167] => [Loss_s: 0.0239 Loss_i: 0.0217]\n","[2024-08-28 05:56:46.333969] => [Epoch Num: 026/040] => [Global Step: 0120/0167] => [Loss_s: 0.0294 Loss_i: 0.0268]\n","[2024-08-28 05:56:58.098774] => [Epoch Num: 026/040] => [Global Step: 0130/0167] => [Loss_s: 0.0505 Loss_i: 0.0418]\n","[2024-08-28 05:57:05.885310] => [Epoch Num: 026/040] => [Global Step: 0140/0167] => [Loss_s: 0.0395 Loss_i: 0.0370]\n","[2024-08-28 05:57:12.446369] => [Epoch Num: 026/040] => [Global Step: 0150/0167] => [Loss_s: 0.0643 Loss_i: 0.0549]\n","[2024-08-28 05:57:16.579897] => [Epoch Num: 026/040] => [Global Step: 0160/0167] => [Loss_s: 0.0586 Loss_i: 0.0494]\n","[2024-08-28 05:57:33.866675] => [Epoch Num: 027/040] => [Global Step: 0000/0167] => [Loss_s: 0.0756 Loss_i: 0.0646]\n","[2024-08-28 05:57:43.573400] => [Epoch Num: 027/040] => [Global Step: 0010/0167] => [Loss_s: 0.0804 Loss_i: 0.0700]\n","Gradient overflow.  Skipping step, loss scaler 0 reducing loss scale to 16384.0\n","[2024-08-28 05:57:58.549714] => [Epoch Num: 027/040] => [Global Step: 0020/0167] => [Loss_s: 0.0743 Loss_i: 0.0587]\n","[2024-08-28 05:58:08.473797] => [Epoch Num: 027/040] => [Global Step: 0030/0167] => [Loss_s: 0.0769 Loss_i: 0.0638]\n","[2024-08-28 05:58:20.664894] => [Epoch Num: 027/040] => [Global Step: 0040/0167] => [Loss_s: 0.1259 Loss_i: 0.0778]\n","[2024-08-28 05:58:30.541043] => [Epoch Num: 027/040] => [Global Step: 0050/0167] => [Loss_s: 0.1867 Loss_i: 0.1009]\n","Gradient overflow.  Skipping step, loss scaler 0 reducing loss scale to 8192.0\n","[2024-08-28 05:58:40.824642] => [Epoch Num: 027/040] => [Global Step: 0060/0167] => [Loss_s: 0.0936 Loss_i: 0.0757]\n","[2024-08-28 05:58:49.998203] => [Epoch Num: 027/040] => [Global Step: 0070/0167] => [Loss_s: 0.1013 Loss_i: 0.0970]\n","[2024-08-28 05:59:01.223139] => [Epoch Num: 027/040] => [Global Step: 0080/0167] => [Loss_s: 0.1216 Loss_i: 0.1188]\n","[2024-08-28 05:59:10.026168] => [Epoch Num: 027/040] => [Global Step: 0090/0167] => [Loss_s: 0.1309 Loss_i: 0.1248]\n","[2024-08-28 05:59:20.810915] => [Epoch Num: 027/040] => [Global Step: 0100/0167] => [Loss_s: 0.0979 Loss_i: 0.0691]\n","[2024-08-28 05:59:28.791581] => [Epoch Num: 027/040] => [Global Step: 0110/0167] => [Loss_s: 0.0704 Loss_i: 0.0509]\n","[2024-08-28 05:59:40.278187] => [Epoch Num: 027/040] => [Global Step: 0120/0167] => [Loss_s: 0.0889 Loss_i: 0.0726]\n","[2024-08-28 05:59:49.240447] => [Epoch Num: 027/040] => [Global Step: 0130/0167] => [Loss_s: 0.0886 Loss_i: 0.0843]\n","[2024-08-28 06:00:00.224134] => [Epoch Num: 027/040] => [Global Step: 0140/0167] => [Loss_s: 0.1251 Loss_i: 0.1056]\n","[2024-08-28 06:00:05.601290] => [Epoch Num: 027/040] => [Global Step: 0150/0167] => [Loss_s: 0.1073 Loss_i: 0.0787]\n","[2024-08-28 06:00:09.784709] => [Epoch Num: 027/040] => [Global Step: 0160/0167] => [Loss_s: 0.1038 Loss_i: 0.0806]\n","[2024-08-28 06:00:24.307296] => [Epoch Num: 028/040] => [Global Step: 0000/0167] => [Loss_s: 0.1859 Loss_i: 0.1523]\n","[2024-08-28 06:00:38.958435] => [Epoch Num: 028/040] => [Global Step: 0010/0167] => [Loss_s: 0.1580 Loss_i: 0.0959]\n","[2024-08-28 06:00:52.901253] => [Epoch Num: 028/040] => [Global Step: 0020/0167] => [Loss_s: 0.2640 Loss_i: 0.1946]\n","[2024-08-28 06:01:02.102629] => [Epoch Num: 028/040] => [Global Step: 0030/0167] => [Loss_s: 0.1508 Loss_i: 0.1078]\n","[2024-08-28 06:01:14.083853] => [Epoch Num: 028/040] => [Global Step: 0040/0167] => [Loss_s: 0.1513 Loss_i: 0.1187]\n","[2024-08-28 06:01:21.850366] => [Epoch Num: 028/040] => [Global Step: 0050/0167] => [Loss_s: 0.1585 Loss_i: 0.1462]\n","[2024-08-28 06:01:33.665309] => [Epoch Num: 028/040] => [Global Step: 0060/0167] => [Loss_s: 0.1253 Loss_i: 0.0942]\n","[2024-08-28 06:01:41.901060] => [Epoch Num: 028/040] => [Global Step: 0070/0167] => [Loss_s: 0.1281 Loss_i: 0.0914]\n","[2024-08-28 06:01:53.833566] => [Epoch Num: 028/040] => [Global Step: 0080/0167] => [Loss_s: 0.1513 Loss_i: 0.0979]\n","[2024-08-28 06:02:01.590124] => [Epoch Num: 028/040] => [Global Step: 0090/0167] => [Loss_s: 0.1075 Loss_i: 0.0935]\n","[2024-08-28 06:02:13.106406] => [Epoch Num: 028/040] => [Global Step: 0100/0167] => [Loss_s: 0.1871 Loss_i: 0.4051]\n","[2024-08-28 06:02:20.508433] => [Epoch Num: 028/040] => [Global Step: 0110/0167] => [Loss_s: 0.1478 Loss_i: 0.1202]\n","[2024-08-28 06:02:31.547766] => [Epoch Num: 028/040] => [Global Step: 0120/0167] => [Loss_s: 0.1364 Loss_i: 0.0985]\n","Gradient overflow.  Skipping step, loss scaler 0 reducing loss scale to 4096.0\n","[2024-08-28 06:02:39.941148] => [Epoch Num: 028/040] => [Global Step: 0130/0167] => [Loss_s: 0.1163 Loss_i: 0.0934]\n","[2024-08-28 06:02:49.701949] => [Epoch Num: 028/040] => [Global Step: 0140/0167] => [Loss_s: 0.1365 Loss_i: 0.1064]\n","[2024-08-28 06:02:56.507913] => [Epoch Num: 028/040] => [Global Step: 0150/0167] => [Loss_s: 0.1074 Loss_i: 0.0765]\n","[2024-08-28 06:03:00.482915] => [Epoch Num: 028/040] => [Global Step: 0160/0167] => [Loss_s: 0.1127 Loss_i: 0.1461]\n","[2024-08-28 06:03:18.376457] => [Epoch Num: 029/040] => [Global Step: 0000/0167] => [Loss_s: 0.0877 Loss_i: 0.0828]\n","[2024-08-28 06:03:31.402868] => [Epoch Num: 029/040] => [Global Step: 0010/0167] => [Loss_s: 0.1004 Loss_i: 0.0761]\n","[2024-08-28 06:03:42.179687] => [Epoch Num: 029/040] => [Global Step: 0020/0167] => [Loss_s: 0.0716 Loss_i: 0.0540]\n","[2024-08-28 06:03:55.306758] => [Epoch Num: 029/040] => [Global Step: 0030/0167] => [Loss_s: 0.1045 Loss_i: 0.0890]\n","[2024-08-28 06:04:03.264633] => [Epoch Num: 029/040] => [Global Step: 0040/0167] => [Loss_s: 0.0678 Loss_i: 0.0632]\n","[2024-08-28 06:04:15.414375] => [Epoch Num: 029/040] => [Global Step: 0050/0167] => [Loss_s: 0.1333 Loss_i: 0.1297]\n","[2024-08-28 06:04:22.960558] => [Epoch Num: 029/040] => [Global Step: 0060/0167] => [Loss_s: 0.0910 Loss_i: 0.0882]\n","[2024-08-28 06:04:34.685378] => [Epoch Num: 029/040] => [Global Step: 0070/0167] => [Loss_s: 0.0955 Loss_i: 0.0580]\n","[2024-08-28 06:04:42.312569] => [Epoch Num: 029/040] => [Global Step: 0080/0167] => [Loss_s: 0.0715 Loss_i: 0.0569]\n","[2024-08-28 06:04:53.615554] => [Epoch Num: 029/040] => [Global Step: 0090/0167] => [Loss_s: 0.0721 Loss_i: 0.0486]\n","[2024-08-28 06:05:01.900302] => [Epoch Num: 029/040] => [Global Step: 0100/0167] => [Loss_s: 0.0685 Loss_i: 0.0531]\n","[2024-08-28 06:05:13.512517] => [Epoch Num: 029/040] => [Global Step: 0110/0167] => [Loss_s: 0.0694 Loss_i: 0.0544]\n","[2024-08-28 06:05:21.281032] => [Epoch Num: 029/040] => [Global Step: 0120/0167] => [Loss_s: 0.0645 Loss_i: 0.0431]\n","[2024-08-28 06:05:32.940236] => [Epoch Num: 029/040] => [Global Step: 0130/0167] => [Loss_s: 0.0713 Loss_i: 0.0539]\n","[2024-08-28 06:05:40.931002] => [Epoch Num: 029/040] => [Global Step: 0140/0167] => [Loss_s: 0.1212 Loss_i: 0.0885]\n","[2024-08-28 06:05:46.214380] => [Epoch Num: 029/040] => [Global Step: 0150/0167] => [Loss_s: 0.0750 Loss_i: 0.0583]\n","[2024-08-28 06:05:50.404942] => [Epoch Num: 029/040] => [Global Step: 0160/0167] => [Loss_s: 0.0479 Loss_i: 0.0423]\n","[2024-08-28 06:06:07.332098] => [Epoch Num: 030/040] => [Global Step: 0000/0167] => [Loss_s: 0.0995 Loss_i: 0.0510]\n","[2024-08-28 06:06:19.693154] => [Epoch Num: 030/040] => [Global Step: 0010/0167] => [Loss_s: 0.0686 Loss_i: 0.0622]\n","[2024-08-28 06:06:33.771120] => [Epoch Num: 030/040] => [Global Step: 0020/0167] => [Loss_s: 0.0728 Loss_i: 0.0517]\n","[2024-08-28 06:06:42.881475] => [Epoch Num: 030/040] => [Global Step: 0030/0167] => [Loss_s: 0.0647 Loss_i: 0.0381]\n","[2024-08-28 06:06:54.325278] => [Epoch Num: 030/040] => [Global Step: 0040/0167] => [Loss_s: 0.0611 Loss_i: 0.0495]\n","[2024-08-28 06:07:01.983439] => [Epoch Num: 030/040] => [Global Step: 0050/0167] => [Loss_s: 0.0636 Loss_i: 0.0425]\n","[2024-08-28 06:07:13.724507] => [Epoch Num: 030/040] => [Global Step: 0060/0167] => [Loss_s: 0.0733 Loss_i: 0.0496]\n","[2024-08-28 06:07:21.345750] => [Epoch Num: 030/040] => [Global Step: 0070/0167] => [Loss_s: 0.0602 Loss_i: 0.0438]\n","[2024-08-28 06:07:33.110488] => [Epoch Num: 030/040] => [Global Step: 0080/0167] => [Loss_s: 0.0498 Loss_i: 0.0363]\n","[2024-08-28 06:07:40.670824] => [Epoch Num: 030/040] => [Global Step: 0090/0167] => [Loss_s: 0.0557 Loss_i: 0.0357]\n","[2024-08-28 06:07:52.438440] => [Epoch Num: 030/040] => [Global Step: 0100/0167] => [Loss_s: 0.0630 Loss_i: 0.0462]\n","[2024-08-28 06:07:59.976433] => [Epoch Num: 030/040] => [Global Step: 0110/0167] => [Loss_s: 0.0486 Loss_i: 0.0336]\n","[2024-08-28 06:08:10.992997] => [Epoch Num: 030/040] => [Global Step: 0120/0167] => [Loss_s: 0.0473 Loss_i: 0.0367]\n","[2024-08-28 06:08:19.417965] => [Epoch Num: 030/040] => [Global Step: 0130/0167] => [Loss_s: 0.0672 Loss_i: 0.0463]\n","[2024-08-28 06:08:29.772097] => [Epoch Num: 030/040] => [Global Step: 0140/0167] => [Loss_s: 0.0681 Loss_i: 0.0507]\n","[2024-08-28 06:08:36.021116] => [Epoch Num: 030/040] => [Global Step: 0150/0167] => [Loss_s: 0.0482 Loss_i: 0.0382]\n","[2024-08-28 06:08:40.024092] => [Epoch Num: 030/040] => [Global Step: 0160/0167] => [Loss_s: 0.0646 Loss_i: 0.0469]\n","[2024-08-28 06:08:57.614710] => [Epoch Num: 031/040] => [Global Step: 0000/0167] => [Loss_s: 0.0736 Loss_i: 0.0539]\n","[2024-08-28 06:09:09.506729] => [Epoch Num: 031/040] => [Global Step: 0010/0167] => [Loss_s: 0.0483 Loss_i: 0.0372]\n","[2024-08-28 06:09:20.623824] => [Epoch Num: 031/040] => [Global Step: 0020/0167] => [Loss_s: 0.0619 Loss_i: 0.0517]\n","[2024-08-28 06:09:34.070167] => [Epoch Num: 031/040] => [Global Step: 0030/0167] => [Loss_s: 0.0562 Loss_i: 0.0394]\n","[2024-08-28 06:09:43.133102] => [Epoch Num: 031/040] => [Global Step: 0040/0167] => [Loss_s: 0.0497 Loss_i: 0.0405]\n","[2024-08-28 06:09:54.538292] => [Epoch Num: 031/040] => [Global Step: 0050/0167] => [Loss_s: 0.0584 Loss_i: 0.0431]\n","[2024-08-28 06:10:02.305517] => [Epoch Num: 031/040] => [Global Step: 0060/0167] => [Loss_s: 0.0514 Loss_i: 0.0432]\n","[2024-08-28 06:10:14.033243] => [Epoch Num: 031/040] => [Global Step: 0070/0167] => [Loss_s: 0.0540 Loss_i: 0.0413]\n","[2024-08-28 06:10:21.846875] => [Epoch Num: 031/040] => [Global Step: 0080/0167] => [Loss_s: 0.0704 Loss_i: 0.0534]\n","[2024-08-28 06:10:33.879159] => [Epoch Num: 031/040] => [Global Step: 0090/0167] => [Loss_s: 0.0624 Loss_i: 0.0471]\n","[2024-08-28 06:10:41.691953] => [Epoch Num: 031/040] => [Global Step: 0100/0167] => [Loss_s: 0.0579 Loss_i: 0.0446]\n","[2024-08-28 06:10:53.270135] => [Epoch Num: 031/040] => [Global Step: 0110/0167] => [Loss_s: 0.0468 Loss_i: 0.0309]\n","[2024-08-28 06:11:01.592844] => [Epoch Num: 031/040] => [Global Step: 0120/0167] => [Loss_s: 0.0538 Loss_i: 0.0373]\n","[2024-08-28 06:11:12.641459] => [Epoch Num: 031/040] => [Global Step: 0130/0167] => [Loss_s: 0.0610 Loss_i: 0.0489]\n","[2024-08-28 06:11:20.943053] => [Epoch Num: 031/040] => [Global Step: 0140/0167] => [Loss_s: 0.0587 Loss_i: 0.0476]\n","[2024-08-28 06:11:26.128351] => [Epoch Num: 031/040] => [Global Step: 0150/0167] => [Loss_s: 0.0508 Loss_i: 0.0367]\n","[2024-08-28 06:11:30.339094] => [Epoch Num: 031/040] => [Global Step: 0160/0167] => [Loss_s: 0.0507 Loss_i: 0.0430]\n","[2024-08-28 06:11:44.045806] => [Epoch Num: 032/040] => [Global Step: 0000/0167] => [Loss_s: 0.0529 Loss_i: 0.0396]\n","[2024-08-28 06:11:57.885708] => [Epoch Num: 032/040] => [Global Step: 0010/0167] => [Loss_s: 0.0471 Loss_i: 0.0350]\n","[2024-08-28 06:12:10.240805] => [Epoch Num: 032/040] => [Global Step: 0020/0167] => [Loss_s: 0.0775 Loss_i: 0.0552]\n","[2024-08-28 06:12:21.091000] => [Epoch Num: 032/040] => [Global Step: 0030/0167] => [Loss_s: 0.0717 Loss_i: 0.0476]\n","[2024-08-28 06:12:32.726950] => [Epoch Num: 032/040] => [Global Step: 0040/0167] => [Loss_s: 0.0412 Loss_i: 0.0283]\n","[2024-08-28 06:12:40.473574] => [Epoch Num: 032/040] => [Global Step: 0050/0167] => [Loss_s: 0.0613 Loss_i: 0.0506]\n","[2024-08-28 06:12:51.504065] => [Epoch Num: 032/040] => [Global Step: 0060/0167] => [Loss_s: 0.0511 Loss_i: 0.0351]\n","[2024-08-28 06:13:00.299240] => [Epoch Num: 032/040] => [Global Step: 0070/0167] => [Loss_s: 0.0827 Loss_i: 0.0479]\n","[2024-08-28 06:13:11.271023] => [Epoch Num: 032/040] => [Global Step: 0080/0167] => [Loss_s: 0.0597 Loss_i: 0.0472]\n","[2024-08-28 06:13:20.326059] => [Epoch Num: 032/040] => [Global Step: 0090/0167] => [Loss_s: 0.0472 Loss_i: 0.0299]\n","[2024-08-28 06:13:29.842542] => [Epoch Num: 032/040] => [Global Step: 0100/0167] => [Loss_s: 0.0448 Loss_i: 0.0360]\n","[2024-08-28 06:13:39.611273] => [Epoch Num: 032/040] => [Global Step: 0110/0167] => [Loss_s: 0.0602 Loss_i: 0.0406]\n","[2024-08-28 06:13:48.752779] => [Epoch Num: 032/040] => [Global Step: 0120/0167] => [Loss_s: 0.0467 Loss_i: 0.0378]\n","[2024-08-28 06:13:58.683974] => [Epoch Num: 032/040] => [Global Step: 0130/0167] => [Loss_s: 0.0696 Loss_i: 0.0530]\n","[2024-08-28 06:14:07.187513] => [Epoch Num: 032/040] => [Global Step: 0140/0167] => [Loss_s: 0.0578 Loss_i: 0.0417]\n","[2024-08-28 06:14:14.254471] => [Epoch Num: 032/040] => [Global Step: 0150/0167] => [Loss_s: 0.0662 Loss_i: 0.0536]\n","[2024-08-28 06:14:18.256089] => [Epoch Num: 032/040] => [Global Step: 0160/0167] => [Loss_s: 0.0571 Loss_i: 0.0471]\n","[2024-08-28 06:14:34.914628] => [Epoch Num: 033/040] => [Global Step: 0000/0167] => [Loss_s: 0.0780 Loss_i: 0.0564]\n","[2024-08-28 06:14:46.459147] => [Epoch Num: 033/040] => [Global Step: 0010/0167] => [Loss_s: 0.0932 Loss_i: 0.0619]\n","[2024-08-28 06:15:00.092758] => [Epoch Num: 033/040] => [Global Step: 0020/0167] => [Loss_s: 0.0573 Loss_i: 0.0430]\n","[2024-08-28 06:15:13.050438] => [Epoch Num: 033/040] => [Global Step: 0030/0167] => [Loss_s: 0.0494 Loss_i: 0.0366]\n","[2024-08-28 06:15:21.736688] => [Epoch Num: 033/040] => [Global Step: 0040/0167] => [Loss_s: 0.0621 Loss_i: 0.0430]\n","[2024-08-28 06:15:32.245356] => [Epoch Num: 033/040] => [Global Step: 0050/0167] => [Loss_s: 0.0989 Loss_i: 0.0583]\n","[2024-08-28 06:15:41.466061] => [Epoch Num: 033/040] => [Global Step: 0060/0167] => [Loss_s: 0.0666 Loss_i: 0.0544]\n","[2024-08-28 06:15:51.654921] => [Epoch Num: 033/040] => [Global Step: 0070/0167] => [Loss_s: 0.0534 Loss_i: 0.0395]\n","[2024-08-28 06:16:00.864132] => [Epoch Num: 033/040] => [Global Step: 0080/0167] => [Loss_s: 0.0440 Loss_i: 0.0342]\n","[2024-08-28 06:16:10.330950] => [Epoch Num: 033/040] => [Global Step: 0090/0167] => [Loss_s: 0.0670 Loss_i: 0.0482]\n","[2024-08-28 06:16:19.981218] => [Epoch Num: 033/040] => [Global Step: 0100/0167] => [Loss_s: 0.0397 Loss_i: 0.0327]\n","[2024-08-28 06:16:28.561996] => [Epoch Num: 033/040] => [Global Step: 0110/0167] => [Loss_s: 0.0430 Loss_i: 0.0342]\n","[2024-08-28 06:16:39.165258] => [Epoch Num: 033/040] => [Global Step: 0120/0167] => [Loss_s: 0.0973 Loss_i: 0.0676]\n","[2024-08-28 06:16:47.279802] => [Epoch Num: 033/040] => [Global Step: 0130/0167] => [Loss_s: 0.0667 Loss_i: 0.0526]\n","[2024-08-28 06:16:58.658614] => [Epoch Num: 033/040] => [Global Step: 0140/0167] => [Loss_s: 0.0530 Loss_i: 0.0407]\n","[2024-08-28 06:17:03.722745] => [Epoch Num: 033/040] => [Global Step: 0150/0167] => [Loss_s: 0.0996 Loss_i: 0.1349]\n","[2024-08-28 06:17:07.840613] => [Epoch Num: 033/040] => [Global Step: 0160/0167] => [Loss_s: 0.0562 Loss_i: 0.0414]\n","[2024-08-28 06:17:22.589977] => [Epoch Num: 034/040] => [Global Step: 0000/0167] => [Loss_s: 0.0710 Loss_i: 0.0532]\n","[2024-08-28 06:17:35.703791] => [Epoch Num: 034/040] => [Global Step: 0010/0167] => [Loss_s: 0.0682 Loss_i: 0.0479]\n","[2024-08-28 06:17:48.666862] => [Epoch Num: 034/040] => [Global Step: 0020/0167] => [Loss_s: 0.0722 Loss_i: 0.0574]\n","[2024-08-28 06:17:59.158011] => [Epoch Num: 034/040] => [Global Step: 0030/0167] => [Loss_s: 0.0641 Loss_i: 0.0454]\n","[2024-08-28 06:18:10.898659] => [Epoch Num: 034/040] => [Global Step: 0040/0167] => [Loss_s: 0.0636 Loss_i: 0.0479]\n","[2024-08-28 06:18:18.706735] => [Epoch Num: 034/040] => [Global Step: 0050/0167] => [Loss_s: 0.0575 Loss_i: 0.0424]\n","[2024-08-28 06:18:29.748657] => [Epoch Num: 034/040] => [Global Step: 0060/0167] => [Loss_s: 0.0666 Loss_i: 0.0474]\n","[2024-08-28 06:18:37.464601] => [Epoch Num: 034/040] => [Global Step: 0070/0167] => [Loss_s: 0.0593 Loss_i: 0.0457]\n","[2024-08-28 06:18:48.248664] => [Epoch Num: 034/040] => [Global Step: 0080/0167] => [Loss_s: 0.0592 Loss_i: 0.0444]\n","[2024-08-28 06:18:56.655149] => [Epoch Num: 034/040] => [Global Step: 0090/0167] => [Loss_s: 0.0569 Loss_i: 0.0538]\n","[2024-08-28 06:19:06.182637] => [Epoch Num: 034/040] => [Global Step: 0100/0167] => [Loss_s: 0.0720 Loss_i: 0.0460]\n","[2024-08-28 06:19:16.155456] => [Epoch Num: 034/040] => [Global Step: 0110/0167] => [Loss_s: 0.0746 Loss_i: 0.0500]\n","[2024-08-28 06:19:26.146519] => [Epoch Num: 034/040] => [Global Step: 0120/0167] => [Loss_s: 0.0712 Loss_i: 0.0545]\n","[2024-08-28 06:19:36.034201] => [Epoch Num: 034/040] => [Global Step: 0130/0167] => [Loss_s: 0.0908 Loss_i: 0.0667]\n","[2024-08-28 06:19:45.280844] => [Epoch Num: 034/040] => [Global Step: 0140/0167] => [Loss_s: 0.0525 Loss_i: 0.0374]\n","[2024-08-28 06:19:52.756441] => [Epoch Num: 034/040] => [Global Step: 0150/0167] => [Loss_s: 0.0611 Loss_i: 0.0436]\n","[2024-08-28 06:19:56.743958] => [Epoch Num: 034/040] => [Global Step: 0160/0167] => [Loss_s: 0.0613 Loss_i: 0.0407]\n","[2024-08-28 06:20:14.784972] => [Epoch Num: 035/040] => [Global Step: 0000/0167] => [Loss_s: 0.0699 Loss_i: 0.0490]\n","[2024-08-28 06:20:28.130831] => [Epoch Num: 035/040] => [Global Step: 0010/0167] => [Loss_s: 0.0646 Loss_i: 0.0539]\n","[2024-08-28 06:20:38.599732] => [Epoch Num: 035/040] => [Global Step: 0020/0167] => [Loss_s: 0.0703 Loss_i: 0.0618]\n","[2024-08-28 06:20:51.945403] => [Epoch Num: 035/040] => [Global Step: 0030/0167] => [Loss_s: 0.0438 Loss_i: 0.0339]\n","[2024-08-28 06:20:59.967741] => [Epoch Num: 035/040] => [Global Step: 0040/0167] => [Loss_s: 0.0778 Loss_i: 0.0557]\n","[2024-08-28 06:21:11.228040] => [Epoch Num: 035/040] => [Global Step: 0050/0167] => [Loss_s: 0.0633 Loss_i: 0.0490]\n","[2024-08-28 06:21:19.217277] => [Epoch Num: 035/040] => [Global Step: 0060/0167] => [Loss_s: 0.0706 Loss_i: 0.0509]\n","[2024-08-28 06:21:30.435110] => [Epoch Num: 035/040] => [Global Step: 0070/0167] => [Loss_s: 0.0625 Loss_i: 0.0463]\n","[2024-08-28 06:21:38.008502] => [Epoch Num: 035/040] => [Global Step: 0080/0167] => [Loss_s: 0.0518 Loss_i: 0.0453]\n","[2024-08-28 06:21:48.148504] => [Epoch Num: 035/040] => [Global Step: 0090/0167] => [Loss_s: 0.0791 Loss_i: 0.0563]\n","[2024-08-28 06:21:56.916128] => [Epoch Num: 035/040] => [Global Step: 0100/0167] => [Loss_s: 0.0843 Loss_i: 0.0548]\n","[2024-08-28 06:22:07.190078] => [Epoch Num: 035/040] => [Global Step: 0110/0167] => [Loss_s: 0.0607 Loss_i: 0.0434]\n","[2024-08-28 06:22:16.463666] => [Epoch Num: 035/040] => [Global Step: 0120/0167] => [Loss_s: 0.0605 Loss_i: 0.0489]\n","[2024-08-28 06:22:25.847512] => [Epoch Num: 035/040] => [Global Step: 0130/0167] => [Loss_s: 0.0538 Loss_i: 0.0450]\n","[2024-08-28 06:22:36.052904] => [Epoch Num: 035/040] => [Global Step: 0140/0167] => [Loss_s: 0.0789 Loss_i: 0.0620]\n","[2024-08-28 06:22:41.051567] => [Epoch Num: 035/040] => [Global Step: 0150/0167] => [Loss_s: 0.0560 Loss_i: 0.0408]\n","[2024-08-28 06:22:45.216703] => [Epoch Num: 035/040] => [Global Step: 0160/0167] => [Loss_s: 0.0757 Loss_i: 0.0442]\n","[2024-08-28 06:22:59.875727] => [Epoch Num: 036/040] => [Global Step: 0000/0167] => [Loss_s: 0.0523 Loss_i: 0.0449]\n","[2024-08-28 06:23:13.888503] => [Epoch Num: 036/040] => [Global Step: 0010/0167] => [Loss_s: 0.0838 Loss_i: 0.0523]\n","[2024-08-28 06:23:28.323717] => [Epoch Num: 036/040] => [Global Step: 0020/0167] => [Loss_s: 0.0939 Loss_i: 0.0644]\n","[2024-08-28 06:23:36.778617] => [Epoch Num: 036/040] => [Global Step: 0030/0167] => [Loss_s: 0.0918 Loss_i: 0.0718]\n","[2024-08-28 06:23:48.127874] => [Epoch Num: 036/040] => [Global Step: 0040/0167] => [Loss_s: 0.0608 Loss_i: 0.0481]\n","[2024-08-28 06:23:55.876154] => [Epoch Num: 036/040] => [Global Step: 0050/0167] => [Loss_s: 0.0850 Loss_i: 0.0658]\n","[2024-08-28 06:24:07.178706] => [Epoch Num: 036/040] => [Global Step: 0060/0167] => [Loss_s: 0.0580 Loss_i: 0.0397]\n","[2024-08-28 06:24:14.666185] => [Epoch Num: 036/040] => [Global Step: 0070/0167] => [Loss_s: 0.0715 Loss_i: 0.0549]\n","[2024-08-28 06:24:25.312752] => [Epoch Num: 036/040] => [Global Step: 0080/0167] => [Loss_s: 0.0617 Loss_i: 0.0454]\n","[2024-08-28 06:24:34.229781] => [Epoch Num: 036/040] => [Global Step: 0090/0167] => [Loss_s: 0.0420 Loss_i: 0.0366]\n","[2024-08-28 06:24:45.082380] => [Epoch Num: 036/040] => [Global Step: 0100/0167] => [Loss_s: 0.0807 Loss_i: 0.0568]\n","[2024-08-28 06:24:53.827634] => [Epoch Num: 036/040] => [Global Step: 0110/0167] => [Loss_s: 0.0829 Loss_i: 0.0495]\n","[2024-08-28 06:25:03.991120] => [Epoch Num: 036/040] => [Global Step: 0120/0167] => [Loss_s: 0.0518 Loss_i: 0.0418]\n","[2024-08-28 06:25:12.406468] => [Epoch Num: 036/040] => [Global Step: 0130/0167] => [Loss_s: 0.0618 Loss_i: 0.0451]\n","[2024-08-28 06:25:21.872783] => [Epoch Num: 036/040] => [Global Step: 0140/0167] => [Loss_s: 0.0652 Loss_i: 0.0527]\n","[2024-08-28 06:25:28.863465] => [Epoch Num: 036/040] => [Global Step: 0150/0167] => [Loss_s: 0.0556 Loss_i: 0.0409]\n","[2024-08-28 06:25:32.871173] => [Epoch Num: 036/040] => [Global Step: 0160/0167] => [Loss_s: 0.0503 Loss_i: 0.0443]\n","[2024-08-28 06:25:49.510865] => [Epoch Num: 037/040] => [Global Step: 0000/0167] => [Loss_s: 0.0655 Loss_i: 0.0493]\n","[2024-08-28 06:26:02.095520] => [Epoch Num: 037/040] => [Global Step: 0010/0167] => [Loss_s: 0.0586 Loss_i: 0.0393]\n","[2024-08-28 06:26:13.245826] => [Epoch Num: 037/040] => [Global Step: 0020/0167] => [Loss_s: 0.0585 Loss_i: 0.0485]\n","[2024-08-28 06:26:26.619714] => [Epoch Num: 037/040] => [Global Step: 0030/0167] => [Loss_s: 0.0567 Loss_i: 0.0443]\n","[2024-08-28 06:26:34.258490] => [Epoch Num: 037/040] => [Global Step: 0040/0167] => [Loss_s: 0.0393 Loss_i: 0.0342]\n","[2024-08-28 06:26:45.599699] => [Epoch Num: 037/040] => [Global Step: 0050/0167] => [Loss_s: 0.0657 Loss_i: 0.0508]\n","[2024-08-28 06:26:53.195205] => [Epoch Num: 037/040] => [Global Step: 0060/0167] => [Loss_s: 0.0415 Loss_i: 0.0311]\n","[2024-08-28 06:27:03.494563] => [Epoch Num: 037/040] => [Global Step: 0070/0167] => [Loss_s: 0.0501 Loss_i: 0.0398]\n","[2024-08-28 06:27:12.132746] => [Epoch Num: 037/040] => [Global Step: 0080/0167] => [Loss_s: 0.0694 Loss_i: 0.0467]\n","[2024-08-28 06:27:21.987047] => [Epoch Num: 037/040] => [Global Step: 0090/0167] => [Loss_s: 0.0626 Loss_i: 0.0509]\n","[2024-08-28 06:27:31.183394] => [Epoch Num: 037/040] => [Global Step: 0100/0167] => [Loss_s: 0.0498 Loss_i: 0.0374]\n","[2024-08-28 06:27:39.417857] => [Epoch Num: 037/040] => [Global Step: 0110/0167] => [Loss_s: 0.0836 Loss_i: 0.0572]\n","[2024-08-28 06:27:50.089303] => [Epoch Num: 037/040] => [Global Step: 0120/0167] => [Loss_s: 0.0825 Loss_i: 0.0552]\n","[2024-08-28 06:27:58.364661] => [Epoch Num: 037/040] => [Global Step: 0130/0167] => [Loss_s: 0.0561 Loss_i: 0.0419]\n","[2024-08-28 06:28:09.083830] => [Epoch Num: 037/040] => [Global Step: 0140/0167] => [Loss_s: 0.0597 Loss_i: 0.0398]\n","[2024-08-28 06:28:14.166252] => [Epoch Num: 037/040] => [Global Step: 0150/0167] => [Loss_s: 0.0703 Loss_i: 0.0507]\n","[2024-08-28 06:28:18.274099] => [Epoch Num: 037/040] => [Global Step: 0160/0167] => [Loss_s: 0.0541 Loss_i: 0.0431]\n","[2024-08-28 06:28:33.033307] => [Epoch Num: 038/040] => [Global Step: 0000/0167] => [Loss_s: 0.0556 Loss_i: 0.0449]\n","[2024-08-28 06:28:47.042548] => [Epoch Num: 038/040] => [Global Step: 0010/0167] => [Loss_s: 0.0640 Loss_i: 0.0520]\n","[2024-08-28 06:29:00.444209] => [Epoch Num: 038/040] => [Global Step: 0020/0167] => [Loss_s: 0.0849 Loss_i: 0.0606]\n","[2024-08-28 06:29:09.341156] => [Epoch Num: 038/040] => [Global Step: 0030/0167] => [Loss_s: 0.0720 Loss_i: 0.0575]\n","[2024-08-28 06:29:20.632052] => [Epoch Num: 038/040] => [Global Step: 0040/0167] => [Loss_s: 0.0673 Loss_i: 0.0500]\n","[2024-08-28 06:29:28.812561] => [Epoch Num: 038/040] => [Global Step: 0050/0167] => [Loss_s: 0.0487 Loss_i: 0.0325]\n","[2024-08-28 06:29:39.602700] => [Epoch Num: 038/040] => [Global Step: 0060/0167] => [Loss_s: 0.0764 Loss_i: 0.0563]\n","[2024-08-28 06:29:47.986902] => [Epoch Num: 038/040] => [Global Step: 0070/0167] => [Loss_s: 0.0824 Loss_i: 0.0618]\n","[2024-08-28 06:29:57.819211] => [Epoch Num: 038/040] => [Global Step: 0080/0167] => [Loss_s: 0.0633 Loss_i: 0.0427]\n","[2024-08-28 06:30:07.275668] => [Epoch Num: 038/040] => [Global Step: 0090/0167] => [Loss_s: 0.0561 Loss_i: 0.0389]\n","[2024-08-28 06:30:16.214914] => [Epoch Num: 038/040] => [Global Step: 0100/0167] => [Loss_s: 0.0683 Loss_i: 0.0492]\n","[2024-08-28 06:30:26.353312] => [Epoch Num: 038/040] => [Global Step: 0110/0167] => [Loss_s: 0.0446 Loss_i: 0.0372]\n","[2024-08-28 06:30:35.187420] => [Epoch Num: 038/040] => [Global Step: 0120/0167] => [Loss_s: 0.0850 Loss_i: 0.0628]\n","[2024-08-28 06:30:45.629657] => [Epoch Num: 038/040] => [Global Step: 0130/0167] => [Loss_s: 0.0637 Loss_i: 0.0515]\n","[2024-08-28 06:30:54.018340] => [Epoch Num: 038/040] => [Global Step: 0140/0167] => [Loss_s: 0.0613 Loss_i: 0.0450]\n","[2024-08-28 06:31:00.833765] => [Epoch Num: 038/040] => [Global Step: 0150/0167] => [Loss_s: 0.0477 Loss_i: 0.0353]\n","[2024-08-28 06:31:04.826168] => [Epoch Num: 038/040] => [Global Step: 0160/0167] => [Loss_s: 0.0773 Loss_i: 0.0470]\n","[2024-08-28 06:31:21.278209] => [Epoch Num: 039/040] => [Global Step: 0000/0167] => [Loss_s: 0.0558 Loss_i: 0.0353]\n","[2024-08-28 06:31:30.236562] => [Epoch Num: 039/040] => [Global Step: 0010/0167] => [Loss_s: 0.0523 Loss_i: 0.0388]\n","[2024-08-28 06:31:44.327320] => [Epoch Num: 039/040] => [Global Step: 0020/0167] => [Loss_s: 0.0590 Loss_i: 0.0430]\n","[2024-08-28 06:31:56.444316] => [Epoch Num: 039/040] => [Global Step: 0030/0167] => [Loss_s: 0.0614 Loss_i: 0.0497]\n","[2024-08-28 06:32:06.742948] => [Epoch Num: 039/040] => [Global Step: 0040/0167] => [Loss_s: 0.0650 Loss_i: 0.0525]\n","[2024-08-28 06:32:16.321896] => [Epoch Num: 039/040] => [Global Step: 0050/0167] => [Loss_s: 0.0735 Loss_i: 0.0562]\n","[2024-08-28 06:32:26.124976] => [Epoch Num: 039/040] => [Global Step: 0060/0167] => [Loss_s: 0.0588 Loss_i: 0.0425]\n","[2024-08-28 06:32:35.136041] => [Epoch Num: 039/040] => [Global Step: 0070/0167] => [Loss_s: 0.0592 Loss_i: 0.0426]\n","[2024-08-28 06:32:45.559652] => [Epoch Num: 039/040] => [Global Step: 0080/0167] => [Loss_s: 0.0501 Loss_i: 0.0392]\n","[2024-08-28 06:32:53.978118] => [Epoch Num: 039/040] => [Global Step: 0090/0167] => [Loss_s: 0.0483 Loss_i: 0.0384]\n","[2024-08-28 06:33:04.657606] => [Epoch Num: 039/040] => [Global Step: 0100/0167] => [Loss_s: 0.0563 Loss_i: 0.0412]\n","[2024-08-28 06:33:12.805216] => [Epoch Num: 039/040] => [Global Step: 0110/0167] => [Loss_s: 0.0560 Loss_i: 0.0393]\n","[2024-08-28 06:33:23.717852] => [Epoch Num: 039/040] => [Global Step: 0120/0167] => [Loss_s: 0.0685 Loss_i: 0.0426]\n","[2024-08-28 06:33:31.828854] => [Epoch Num: 039/040] => [Global Step: 0130/0167] => [Loss_s: 0.0631 Loss_i: 0.0472]\n","[2024-08-28 06:33:42.810710] => [Epoch Num: 039/040] => [Global Step: 0140/0167] => [Loss_s: 0.0558 Loss_i: 0.0397]\n","[2024-08-28 06:33:47.936118] => [Epoch Num: 039/040] => [Global Step: 0150/0167] => [Loss_s: 0.0579 Loss_i: 0.0404]\n","[2024-08-28 06:33:52.003868] => [Epoch Num: 039/040] => [Global Step: 0160/0167] => [Loss_s: 0.0593 Loss_i: 0.0406]\n"]}],"source":["!python3 sinet.py \\\n","  --mode train \\\n","  --save_model ./models/checkpoints/ \\\n","  --train_img_dir  ./source-data/Train/Image/ \\\n","  --train_gt_dir  ./source-data/Train/GT_Object/ \\\n","  --lr 5e-5 \\\n","  # default hyperparameters\n","  # --epoch 40 \\\n","  # --batchsize 36 \\"]},{"cell_type":"markdown","metadata":{"id":"VnaQvTj4-Ct2"},"source":["## Test"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"5EhpgChERff6"},"outputs":[],"source":["!gdown 1QEGnP9O7HbN_2tH999O3HRIsErIVYalx\n","!unzip -d ./$data_dir TestDataset.zip"]},{"cell_type":"code","execution_count":13,"metadata":{"id":"TlLR2CQ3-D60","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1724827383599,"user_tz":240,"elapsed":5247,"user":{"displayName":"VinitraMk","userId":"14045597532953840063"}},"outputId":"1a05e42a-9d1a-4ed6-d57f-eb976e33e09c"},"outputs":[{"output_type":"stream","name":"stdout","text":["/usr/local/lib/python3.10/dist-packages/torchvision/models/_utils.py:208: UserWarning: The parameter 'pretrained' is deprecated since 0.13 and may be removed in the future, please use 'weights' instead.\n","  warnings.warn(\n","/usr/local/lib/python3.10/dist-packages/torchvision/models/_utils.py:223: UserWarning: Arguments other than a weight enum or `None` for 'weights' are deprecated since 0.13 and may be removed in the future. The current behavior is equivalent to passing `weights=ResNet18_Weights.IMAGENET1K_V1`. You can also use `weights=ResNet18_Weights.DEFAULT` to get the most up-to-date weights.\n","  warnings.warn(msg)\n","[INFO] initialize weights from resnet18\n","/content/drive/MyDrive/UMass-Courses/Semester-2/CS670/UMass-CS670-Project/sinet.py:668: FutureWarning: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature.\n","  model.load_state_dict(torch.load(opt.model_path))\n","Traceback (most recent call last):\n","  File \"/content/drive/MyDrive/UMass-Courses/Semester-2/CS670/UMass-CS670-Project/sinet.py\", line 791, in <module>\n","    run_test(opt)\n","  File \"/content/drive/MyDrive/UMass-Courses/Semester-2/CS670/UMass-CS670-Project/sinet.py\", line 679, in run_test\n","    test_loader = test_dataset(image_root=opt.test_img_dir.format(dataset),\n","  File \"/content/drive/MyDrive/UMass-Courses/Semester-2/CS670/UMass-CS670-Project/sinet.py\", line 503, in __init__\n","    self.images = [image_root + f for f in os.listdir(image_root) if f.endswith('.jpg')]\n","FileNotFoundError: [Errno 2] No such file or directory: './source-data/Wild/Image/'\n"]}],"source":["'''\n","!python3 sinet.py \\\n","  --mode test \\\n","  --test_img_dir  ./data/TestDataset/COD10K/Imgs/ \\\n","  --test_gt_dir  ./data/TestDataset/COD10K/GT/ \\\n","  --model_path ./SINet_40_complete.pth \\\n","  --test_save ./predictions/SINet_style/COD10K/\n","\n","!python3 sinet.py \\\n","  --mode test \\\n","  --test_img_dir  ./data/TestDataset/CAMO/Imgs/ \\\n","  --test_gt_dir  ./data/TestDataset/CAMO/GT/ \\\n","  --model_path ./SINet_40_complete.pth \\\n","  --test_save ./predictions/SINet_style/CAMO/\n","\n","!python3 sinet.py \\\n","  --mode test \\\n","  --test_img_dir  ./data/TestDataset/CHAMELEON/Imgs/ \\\n","  --test_gt_dir  ./data/TestDataset/CHAMELEON/GT/ \\\n","  --model_path ./SINet_40_complete.pth \\\n","  --test_save ./predictions/SINet_style/CHAMELEON/\n","'''\n","\n","!python3 sinet.py \\\n","--mode test \\\n","--test_img_dir ./source-data/Wild/Image/ \\\n","--test_gt_dir ./source-data/Wild/GT_Object/ \\\n","--model_path ./models/checkpoints/SINet_40.pth \\\n","--test_save ./output/Wild"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"LTlUg2v6eVjS"},"outputs":[],"source":["from experiments.evaluate import eval_segmentation\n","\n","\n","\n","print(\"COD10K\")\n","metrics = eval_segmentation(\n","    \"./predictions/SINet_style/COD10K/COD10K\",\n","    \"./data/TestDataset/COD10K/GT/\"\n",")\n","\n","print(\"CAMO\")\n","metrics = eval_segmentation(\n","    \"./predictions/SINet_style/CAMO/COD10K\",\n","    \"./data/TestDataset/CAMO/GT/\"\n",")\n","\n","print(\"CHAMELEON\")\n","metrics = eval_segmentation(\n","    \"./predictions/SINet_style/CHAMELEON/COD10K\",\n","    \"./data/TestDataset/CHAMELEON/GT/\"\n",")\n"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"_07dCwl_f460"},"outputs":[],"source":[]}],"metadata":{"accelerator":"GPU","colab":{"collapsed_sections":["evW3h7Ky7g4f"],"gpuType":"T4","provenance":[]},"kernelspec":{"display_name":"Python 3","name":"python3"},"language_info":{"name":"python"}},"nbformat":4,"nbformat_minor":0}