log.txt

(deepgcn) root@milton-ThinkCentre-M93p:/data/code13/deep_gcns_torch/examples/modelnet_cls# python main.py --phase train --n_blocks 28 --block res --data_dir /media/root/WDdata/dataset/modelnet40_dataset --batch_size 8 --test_batch_size 8
/root2/anaconda3/envs/deepgcn/lib/python3.7/site-packages/tensorflow/python/framework/dtypes.py:516: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.
  _np_qint8 = np.dtype([("qint8", np.int8, 1)])
/root2/anaconda3/envs/deepgcn/lib/python3.7/site-packages/tensorflow/python/framework/dtypes.py:517: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.
  _np_quint8 = np.dtype([("quint8", np.uint8, 1)])
/root2/anaconda3/envs/deepgcn/lib/python3.7/site-packages/tensorflow/python/framework/dtypes.py:518: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.
  _np_qint16 = np.dtype([("qint16", np.int16, 1)])
/root2/anaconda3/envs/deepgcn/lib/python3.7/site-packages/tensorflow/python/framework/dtypes.py:519: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.
  _np_quint16 = np.dtype([("quint16", np.uint16, 1)])
/root2/anaconda3/envs/deepgcn/lib/python3.7/site-packages/tensorflow/python/framework/dtypes.py:520: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.
  _np_qint32 = np.dtype([("qint32", np.int32, 1)])
/root2/anaconda3/envs/deepgcn/lib/python3.7/site-packages/tensorflow/python/framework/dtypes.py:525: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.
  np_resource = np.dtype([("resource", np.ubyte, 1)])
/root2/anaconda3/envs/deepgcn/lib/python3.7/site-packages/tensorboard/compat/tensorflow_stub/dtypes.py:541: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.
  _np_qint8 = np.dtype([("qint8", np.int8, 1)])
/root2/anaconda3/envs/deepgcn/lib/python3.7/site-packages/tensorboard/compat/tensorflow_stub/dtypes.py:542: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.
  _np_quint8 = np.dtype([("quint8", np.uint8, 1)])
/root2/anaconda3/envs/deepgcn/lib/python3.7/site-packages/tensorboard/compat/tensorflow_stub/dtypes.py:543: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.
  _np_qint16 = np.dtype([("qint16", np.int16, 1)])
/root2/anaconda3/envs/deepgcn/lib/python3.7/site-packages/tensorboard/compat/tensorflow_stub/dtypes.py:544: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.
  _np_quint16 = np.dtype([("quint16", np.uint16, 1)])
/root2/anaconda3/envs/deepgcn/lib/python3.7/site-packages/tensorboard/compat/tensorflow_stub/dtypes.py:545: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.
  _np_qint32 = np.dtype([("qint32", np.int32, 1)])
/root2/anaconda3/envs/deepgcn/lib/python3.7/site-packages/tensorboard/compat/tensorflow_stub/dtypes.py:550: FutureWarning: Passing (type, 1) or '1type' as a synonym of type is deprecated; in a future version of numpy, it will be understood as (type, (1,)) / '(1,)type'.
  np_resource = np.dtype([("resource", np.ubyte, 1)])
2020-11-13 11:12:53,852 saving log, checkpoint and back up code in folder: log/ModelNet40-res-edge-n28-C64-k9-drop0.5-lr0.001_B8_seed1_20201113-111253_32f5a82d-d9f9-42ce-8ac9-5aa9768acdc7
2020-11-13 11:12:53,852 ==========       args      =============
2020-11-13 11:12:53,852 exp_name:DeepGCN
2020-11-13 11:12:53,852 root_dir:log
2020-11-13 11:12:53,852 data_dir:/media/root/WDdata/dataset/modelnet40_dataset
2020-11-13 11:12:53,852 num_points:1024
2020-11-13 11:12:53,852 augment:True
2020-11-13 11:12:53,852 phase:train
2020-11-13 11:12:53,852 use_cpu:False
2020-11-13 11:12:53,852 batch_size:8
2020-11-13 11:12:53,852 epochs:400
2020-11-13 11:12:53,852 use_sgd:True
2020-11-13 11:12:53,852 weight_decay:0.0001
2020-11-13 11:12:53,852 lr:0.001
2020-11-13 11:12:53,852 seed:1
2020-11-13 11:12:53,852 multi_gpus:False
2020-11-13 11:12:53,853 test_batch_size:8
2020-11-13 11:12:53,853 pretrained_model:
2020-11-13 11:12:53,853 k:9
2020-11-13 11:12:53,853 block:res
2020-11-13 11:12:53,853 conv:edge
2020-11-13 11:12:53,853 act:relu
2020-11-13 11:12:53,853 norm:batch
2020-11-13 11:12:53,853 bias:True
2020-11-13 11:12:53,853 n_blocks:28
2020-11-13 11:12:53,853 n_filters:64
2020-11-13 11:12:53,853 in_channels:3
2020-11-13 11:12:53,853 out_channels:40
2020-11-13 11:12:53,853 emb_dims:1024
2020-11-13 11:12:53,853 dropout:0.5
2020-11-13 11:12:53,853 use_dilation:True
2020-11-13 11:12:53,853 epsilon:0.2
2020-11-13 11:12:53,853 stochastic:True
2020-11-13 11:12:53,853 device:cuda
2020-11-13 11:12:53,853 jobname:ModelNet40-res-edge-n28-C64-k9-drop0.5-lr0.001_B8_seed1
2020-11-13 11:12:53,853 exp_dir:log/ModelNet40-res-edge-n28-C64-k9-drop0.5-lr0.001_B8_seed1_20201113-111253_32f5a82d-d9f9-42ce-8ac9-5aa9768acdc7
2020-11-13 11:12:53,853 ckpt_dir:log/ModelNet40-res-edge-n28-C64-k9-drop0.5-lr0.001_B8_seed1_20201113-111253_32f5a82d-d9f9-42ce-8ac9-5aa9768acdc7/checkpoint
2020-11-13 11:12:53,853 code_dir:log/ModelNet40-res-edge-n28-C64-k9-drop0.5-lr0.001_B8_seed1_20201113-111253_32f5a82d-d9f9-42ce-8ac9-5aa9768acdc7/code
2020-11-13 11:12:53,853 logger:<utils.tf_logger.TfLogger object at 0x7f4c4e015390>
2020-11-13 11:12:53,853 epoch:-1
2020-11-13 11:12:53,853 step:-1
2020-11-13 11:12:53,853 loglevel:info
2020-11-13 11:12:53,854 ==========     args END    =============
2020-11-13 11:12:53,854 

2020-11-13 11:12:53,854 ===> Phase is train.
2020-11-13 11:12:53,854 ===> Creating dataloader ...
2020-11-13 11:12:58,409 ===> Loading ModelNet40 from /media/root/WDdata/dataset/modelnet40_dataset. number of classes equal to 40
2020-11-13 11:12:58,409 ===> Loading the network ...
2020-11-13 11:13:07,445 ===> loading pre-trained ...
2020-11-13 11:13:07,445 ===> No pre-trained model
2020-11-13 11:13:07,445 ===> Init the optimizer ...
2020-11-13 11:13:07,445 ===> Use SGD
2020-11-13 11:13:07,446 ===> Init Metric ...
2020-11-13 11:13:07,446 ===> start training ...


2020-11-13 11:23:49,257 Got a new best model on Test with Overall ACC 0.0470. Its avg acc is 0.0290
2020-11-13 11:23:49,386 save a new best model into log/ModelNet40-res-edge-n28-C64-k9-drop0.5-lr0.001_B8_seed1_20201113-111253_32f5a82d-d9f9-42ce-8ac9-5aa9768acdc7/checkpoint/ModelNet40-res-edge-n28-C64-k9-drop0.5-lr0.001_B8_seed1-best_model.pth
2020-11-13 11:23:49,386 ===> Epoch 0/400, Train Loss 5.0733, Test Overall Acc 0.0470, Test Avg Acc 0.029000, Best Test Overall Acc 0.0470, Its test avg acc 0.0290.


2020-11-13 11:34:58,283 Got a new best model on Test with Overall ACC 0.0839. Its avg acc is 0.0548
2020-11-13 11:34:58,491 save a new best model into log/ModelNet40-res-edge-n28-C64-k9-drop0.5-lr0.001_B8_seed1_20201113-111253_32f5a82d-d9f9-42ce-8ac9-5aa9768acdc7/checkpoint/ModelNet40-res-edge-n28-C64-k9-drop0.5-lr0.001_B8_seed1-best_model.pth
2020-11-13 11:34:58,491 ===> Epoch 1/400, Train Loss 3.9365, Test Overall Acc 0.0839, Test Avg Acc 0.054750, Best Test Overall Acc 0.0839, Its test avg acc 0.0548.
2020-11-13 11:46:05,159 Got a new best model on Test with Overall ACC 0.1973. Its avg acc is 0.1217
2020-11-13 11:46:05,221 save a new best model into log/ModelNet40-res-edge-n28-C64-k9-drop0.5-lr0.001_B8_seed1_20201113-111253_32f5a82d-d9f9-42ce-8ac9-5aa9768acdc7/checkpoint/ModelNet40-res-edge-n28-C64-k9-drop0.5-lr0.001_B8_seed1-best_model.pth
2020-11-13 11:46:05,222 ===> Epoch 2/400, Train Loss 3.8620, Test Overall Acc 0.1973, Test Avg Acc 0.121750, Best Test Overall Acc 0.1973, Its test avg acc 0.1217.


2020-11-13 11:57:06,181 Got a new best model on Test with Overall ACC 0.3088. Its avg acc is 0.2346
2020-11-13 11:57:06,220 save a new best model into log/ModelNet40-res-edge-n28-C64-k9-drop0.5-lr0.001_B8_seed1_20201113-111253_32f5a82d-d9f9-42ce-8ac9-5aa9768acdc7/checkpoint/ModelNet40-res-edge-n28-C64-k9-drop0.5-lr0.001_B8_seed1-best_model.pth
2020-11-13 11:57:06,221 ===> Epoch 3/400, Train Loss 3.8559, Test Overall Acc 0.3088, Test Avg Acc 0.234593, Best Test Overall Acc 0.3088, Its test avg acc 0.2346.
2020-11-13 12:08:04,977 Got a new best model on Test with Overall ACC 0.3699. Its avg acc is 0.2781
2020-11-13 12:08:05,070 save a new best model into log/ModelNet40-res-edge-n28-C64-k9-drop0.5-lr0.001_B8_seed1_20201113-111253_32f5a82d-d9f9-42ce-8ac9-5aa9768acdc7/checkpoint/ModelNet40-res-edge-n28-C64-k9-drop0.5-lr0.001_B8_seed1-best_model.pth
2020-11-13 12:08:05,070 ===> Epoch 4/400, Train Loss 3.9015, Test Overall Acc 0.3699, Test Avg Acc 0.278081, Best Test Overall Acc 0.3699, Its test avg acc 0.2781.
2020-11-13 12:19:10,465 ===> Epoch 5/400, Train Loss 4.2344, Test Overall Acc 0.3400, Test Avg Acc 0.228174, Best Test Overall Acc 0.3699, Its test avg acc 0.2781.
2020-11-13 12:30:18,611 ===> Epoch 6/400, Train Loss 4.2205, Test Overall Acc 0.2796, Test Avg Acc 0.202500, Best Test Overall Acc 0.3699, Its test avg acc 0.2781.
2020-11-13 12:41:26,022 Got a new best model on Test with Overall ACC 0.3764. Its avg acc is 0.2581
2020-11-13 12:41:26,100 save a new best model into log/ModelNet40-res-edge-n28-C64-k9-drop0.5-lr0.001_B8_seed1_20201113-111253_32f5a82d-d9f9-42ce-8ac9-5aa9768acdc7/checkpoint/ModelNet40-res-edge-n28-C64-k9-drop0.5-lr0.001_B8_seed1-best_model.pth
2020-11-13 12:41:26,100 ===> Epoch 7/400, Train Loss 4.0999, Test Overall Acc 0.3764, Test Avg Acc 0.258058, Best Test Overall Acc 0.3764, Its test avg acc 0.2581.
2020-11-13 12:52:35,691 Got a new best model on Test with Overall ACC 0.4019. Its avg acc is 0.3040
2020-11-13 12:52:35,731 save a new best model into log/ModelNet40-res-edge-n28-C64-k9-drop0.5-lr0.001_B8_seed1_20201113-111253_32f5a82d-d9f9-42ce-8ac9-5aa9768acdc7/checkpoint/ModelNet40-res-edge-n28-C64-k9-drop0.5-lr0.001_B8_seed1-best_model.pth
2020-11-13 12:52:35,731 ===> Epoch 8/400, Train Loss 3.7702, Test Overall Acc 0.4019, Test Avg Acc 0.304012, Best Test Overall Acc 0.4019, Its test avg acc 0.3040.
2020-11-13 13:03:45,079 Got a new best model on Test with Overall ACC 0.4643. Its avg acc is 0.3575
2020-11-13 13:03:45,118 save a new best model into log/ModelNet40-res-edge-n28-C64-k9-drop0.5-lr0.001_B8_seed1_20201113-111253_32f5a82d-d9f9-42ce-8ac9-5aa9768acdc7/checkpoint/ModelNet40-res-edge-n28-C64-k9-drop0.5-lr0.001_B8_seed1-best_model.pth
2020-11-13 13:03:45,119 ===> Epoch 9/400, Train Loss 3.9332, Test Overall Acc 0.4643, Test Avg Acc 0.357500, Best Test Overall Acc 0.4643, Its test avg acc 0.3575.
2020-11-13 13:14:54,887 Got a new best model on Test with Overall ACC 0.4676. Its avg acc is 0.3516
2020-11-13 13:14:54,925 save a new best model into log/ModelNet40-res-edge-n28-C64-k9-drop0.5-lr0.001_B8_seed1_20201113-111253_32f5a82d-d9f9-42ce-8ac9-5aa9768acdc7/checkpoint/ModelNet40-res-edge-n28-C64-k9-drop0.5-lr0.001_B8_seed1-best_model.pth
2020-11-13 13:14:54,925 ===> Epoch 10/400, Train Loss 3.7444, Test Overall Acc 0.4676, Test Avg Acc 0.351605, Best Test Overall Acc 0.4676, Its test avg acc 0.3516.
2020-11-13 13:26:03,338 ===> Epoch 11/400, Train Loss 3.5836, Test Overall Acc 0.3740, Test Avg Acc 0.295064, Best Test Overall Acc 0.4676, Its test avg acc 0.3516.
2020-11-13 13:37:12,903 ===> Epoch 12/400, Train Loss 3.8148, Test Overall Acc 0.3837, Test Avg Acc 0.292872, Best Test Overall Acc 0.4676, Its test avg acc 0.3516.
2020-11-13 13:48:21,086 ===> Epoch 13/400, Train Loss 3.9128, Test Overall Acc 0.4214, Test Avg Acc 0.329640, Best Test Overall Acc 0.4676, Its test avg acc 0.3516.
2020-11-13 13:59:30,723 ===> Epoch 14/400, Train Loss 4.2158, Test Overall Acc 0.3878, Test Avg Acc 0.282407, Best Test Overall Acc 0.4676, Its test avg acc 0.3516.
2020-11-13 14:10:39,310 ===> Epoch 15/400, Train Loss 10.1573, Test Overall Acc 0.0612, Test Avg Acc 0.037750, Best Test Overall Acc 0.4676, Its test avg acc 0.3516.
2020-11-13 14:21:47,340 ===> Epoch 16/400, Train Loss 3879.0559, Test Overall Acc 0.0527, Test Avg Acc 0.043500, Best Test Overall Acc 0.4676, Its test avg acc 0.3516.
2020-11-13 14:32:56,178 ===> Epoch 17/400, Train Loss 2220323.4777, Test Overall Acc 0.0458, Test Avg Acc 0.041250, Best Test Overall Acc 0.4676, Its test avg acc 0.3516.
2020-11-13 14:44:03,853 ===> Epoch 18/400, Train Loss 1379959259.2821, Test Overall Acc 0.0652, Test Avg Acc 0.040250, Best Test Overall Acc 0.4676, Its test avg acc 0.3516.
2020-11-13 14:55:11,979 ===> Epoch 19/400, Train Loss 1171849221596.6179, Test Overall Acc 0.0393, Test Avg Acc 0.024250, Best Test Overall Acc 0.4676, Its test avg acc 0.3516.
2020-11-13 15:06:20,468 ===> Epoch 20/400, Train Loss 949284464833118.1250, Test Overall Acc 0.0405, Test Avg Acc 0.025000, Best Test Overall Acc 0.4676, Its test avg acc 0.3516.
/opt/conda/conda-bld/pytorch_1579040055865/work/aten/src/THC/THCTensorIndex.cu:361: void indexSelectLargeIndex(TensorInfo<T, IndexType>, TensorInfo<T, IndexType>, TensorInfo<long, IndexType>, int, int, IndexType, IndexType, long) [with T = float, IndexType = unsigned int, DstDim = 2, SrcDim = 2, IdxDim = -2, IndexIsMajor = true]: block: [145,0,0], thread: [96,0,0] Assertion `srcIndex < srcSelectDimSize` failed.
/opt/conda/conda-bld/pytorch_1579040055865/work/aten/src/THC/THCTensorIndex.cu:361: void indexSelectLargeIndex(TensorInfo<T, IndexType>, TensorInfo<T, IndexType>, TensorInfo<long, IndexType>, int, int, IndexType, IndexType, long) [with T = float, IndexType = unsigned int, DstDim = 2, SrcDim = 2, IdxDim = -2, IndexIsMajor = true]: block: [145,0,0], thread: [97,0,0] Assertion `srcIndex < srcSelectDimSize` failed.
/opt/conda/conda-bld/pytorch_1579040055865/work/aten/src/THC/THCTensorIndex.cu:361: void indexSelectLargeIndex(TensorInfo<T, IndexType>, TensorInfo<T, IndexType>, TensorInfo<long, IndexType>, int, int, IndexType, IndexType, long) [with T = float, IndexType = unsigned int, DstDim = 2, SrcDim = 2, IdxDim = -2, IndexIsMajor = true]: block: [145,0,0], thread: [98,0,0] Assertion `srcIndex < srcSelectDimSize` failed.
/opt/conda/conda-bld/pytorch_1579040055865/work/aten/src/THC/THCTensorIndex.cu:361: void indexSelectLargeIndex(TensorInfo<T, IndexType>, TensorInfo<T, IndexType>, TensorInfo<long, IndexType>, int, int, IndexType, IndexType, long) [with T = float, IndexType = unsigned int, DstDim = 2, SrcDim = 2, IdxDim = -2, IndexIsMajor = true]: block: [145,0,0], thread: [99,0,0] Assertion `srcIndex < srcSelectDimSize` failed.
/opt/conda/conda-bld/pytorch_1579040055865/work/aten/src/THC/THCTensorIndex.cu:361: void indexSelectLargeIndex(TensorInfo<T, IndexType>, TensorInfo<T, IndexType>, TensorInfo<long, IndexType>, int, int, IndexType, IndexType, long) [with T = float, IndexType = unsigned int, DstDim = 2, SrcDim = 2, IdxDim = -2, IndexIsMajor = true]: block: [145,0,0], thread: [100,0,0] Assertion `srcIndex < srcSelectDimSize` failed.
/opt/conda/conda-bld/pytorch_1579040055865/work/aten/src/THC/THCTensorIndex.cu:361: void indexSelectLargeIndex(TensorInfo<T, IndexType>, TensorInfo<T, IndexType>, TensorInfo<long, IndexType>, int, int, IndexType, IndexType, long) [with T = float, IndexType = unsigned int, DstDim = 2, SrcDim = 2, IdxDim = -2, IndexIsMajor = true]: block: [145,0,0], thread: [101,0,0] Assertion `srcIndex < srcSelectDimSize` failed.
/opt/conda/conda-bld/pytorch_1579040055865/work/aten/src/THC/THCTensorIndex.cu:361: void indexSelectLargeIndex(TensorInfo<T, IndexType>, TensorInfo<T, IndexType>, TensorInfo<long, IndexType>, int, int, IndexType, IndexType, long) [with T = float, IndexType = unsigned int, DstDim = 2, SrcDim = 2, IdxDim = -2, IndexIsMajor = true]: block: [145,0,0], thread: [102,0,0] Assertion `srcIndex < srcSelectDimSize` failed.
/opt/conda/conda-bld/pytorch_1579040055865/work/aten/src/THC/THCTensorIndex.cu:361: void indexSelectLargeIndex(TensorInfo<T, IndexType>, TensorInfo<T, IndexType>, TensorInfo<long, IndexType>, int, int, IndexType, IndexType, long) [with T = float, IndexType = unsigned int, DstDim = 2, SrcDim = 2, IdxDim = -2, IndexIsMajor = true]: block: [145,0,0], thread: [103,0,0] Assertion `srcIndex < srcSelectDimSize` failed.
/opt/conda/conda-bld/pytorch_1579040055865/work/aten/src/THC/THCTensorIndex.cu:361: void indexSelectLargeIndex(TensorInfo<T, IndexType>, TensorInfo<T, IndexType>, TensorInfo<long, IndexType>, int, int, IndexType, IndexType, long) [with T = float, IndexType = unsigned int, DstDim = 2, SrcDim = 2, IdxDim = -2, IndexIsMajor = true]: block: [145,0,0], thread: [104,0,0] Assertion `srcIndex < srcSelectDimSize` failed.
/opt/conda/conda-bld/pytorch_1579040055865/work/aten/src/THC/THCTensorIndex.cu:361: void indexSelectLargeIndex(TensorInfo<T, IndexType>, TensorInfo<T, IndexType>, TensorInfo<long, IndexType>, int, int, IndexType, IndexType, long) [with T = float, IndexType = unsigned int, DstDim = 2, SrcDim = 2, IdxDim = -2, IndexIsMajor = true]: block: [145,0,0], thread: [105,0,0] Assertion `srcIndex < srcSelectDimSize` failed.
/opt/conda/conda-bld/pytorch_1579040055865/work/aten/src/THC/THCTensorIndex.cu:361: void indexSelectLargeIndex(TensorInfo<T, IndexType>, TensorInfo<T, IndexType>, TensorInfo<long, IndexType>, int, int, IndexType, IndexType, long) [with T = float, IndexType = unsigned int, DstDim = 2, SrcDim = 2, IdxDim = -2, IndexIsMajor = true]: block: [145,0,0], thread: [106,0,0] Assertion `srcIndex < srcSelectDimSize` failed.
/opt/conda/conda-bld/pytorch_1579040055865/work/aten/src/THC/THCTensorIndex.cu:361: void indexSelectLargeIndex(TensorInfo<T, IndexType>, TensorInfo<T, IndexType>, TensorInfo<long, IndexType>, int, int, IndexType, IndexType, long) [with T = float, IndexType = unsigned int, DstDim = 2, SrcDim = 2, IdxDim = -2, IndexIsMajor = true]: block: [145,0,0], thread: [107,0,0] Assertion `srcIndex < srcSelectDimSize` failed.
/opt/conda/conda-bld/pytorch_1579040055865/work/aten/src/THC/THCTensorIndex.cu:361: void indexSelectLargeIndex(TensorInfo<T, IndexType>, TensorInfo<T, IndexType>, TensorInfo<long, IndexType>, int, int, IndexType, IndexType, long) [with T = float, IndexType = unsigned int, DstDim = 2, SrcDim = 2, IdxDim = -2, IndexIsMajor = true]: block: [145,0,0], thread: [108,0,0] Assertion `srcIndex < srcSelectDimSize` failed.
/opt/conda/conda-bld/pytorch_1579040055865/work/aten/src/THC/THCTensorIndex.cu:361: void indexSelectLargeIndex(TensorInfo<T, IndexType>, TensorInfo<T, IndexType>, TensorInfo<long, IndexType>, int, int, IndexType, IndexType, long) [with T = float, IndexType = unsigned int, DstDim = 2, SrcDim = 2, IdxDim = -2, IndexIsMajor = true]: block: [145,0,0], thread: [109,0,0] Assertion `srcIndex < srcSelectDimSize` failed.
/opt/conda/conda-bld/pytorch_1579040055865/work/aten/src/THC/THCTensorIndex.cu:361: void indexSelectLargeIndex(TensorInfo<T, IndexType>, TensorInfo<T, IndexType>, TensorInfo<long, IndexType>, int, int, IndexType, IndexType, long) [with T = float, IndexType = unsigned int, DstDim = 2, SrcDim = 2, IdxDim = -2, IndexIsMajor = true]: block: [145,0,0], thread: [110,0,0] Assertion `srcIndex < srcSelectDimSize` failed.
/opt/conda/conda-bld/pytorch_1579040055865/work/aten/src/THC/THCTensorIndex.cu:361: void indexSelectLargeIndex(TensorInfo<T, IndexType>, TensorInfo<T, IndexType>, TensorInfo<long, IndexType>, int, int, IndexType, IndexType, long) [with T = float, IndexType = unsigned int, DstDim = 2, SrcDim = 2, IdxDim = -2, IndexIsMajor = true]: block: [145,0,0], thread: [111,0,0] Assertion `srcIndex < srcSelectDimSize` failed.
/opt/conda/conda-bld/pytorch_1579040055865/work/aten/src/THC/THCTensorIndex.cu:361: void indexSelectLargeIndex(TensorInfo<T, IndexType>, TensorInfo<T, IndexType>, TensorInfo<long, IndexType>, int, int, IndexType, IndexType, long) [with T = float, IndexType = unsigned int, DstDim = 2, SrcDim = 2, IdxDim = -2, IndexIsMajor = true]: block: [145,0,0], thread: [112,0,0] Assertion `srcIndex < srcSelectDimSize` failed.
/opt/conda/conda-bld/pytorch_1579040055865/work/aten/src/THC/THCTensorIndex.cu:361: void indexSelectLargeIndex(TensorInfo<T, IndexType>, TensorInfo<T, IndexType>, TensorInfo<long, IndexType>, int, int, IndexType, IndexType, long) [with T = float, IndexType = unsigned int, DstDim = 2, SrcDim = 2, IdxDim = -2, IndexIsMajor = true]: block: [145,0,0], thread: [113,0,0] Assertion `srcIndex < srcSelectDimSize` failed.
/opt/conda/conda-bld/pytorch_1579040055865/work/aten/src/THC/THCTensorIndex.cu:361: void indexSelectLargeIndex(TensorInfo<T, IndexType>, TensorInfo<T, IndexType>, TensorInfo<long, IndexType>, int, int, IndexType, IndexType, long) [with T = float, IndexType = unsigned int, DstDim = 2, SrcDim = 2, IdxDim = -2, IndexIsMajor = true]: block: [145,0,0], thread: [114,0,0] Assertion `srcIndex < srcSelectDimSize` failed.
/opt/conda/conda-bld/pytorch_1579040055865/work/aten/src/THC/THCTensorIndex.cu:361: void indexSelectLargeIndex(TensorInfo<T, IndexType>, TensorInfo<T, IndexType>, TensorInfo<long, IndexType>, int, int, IndexType, IndexType, long) [with T = float, IndexType = unsigned int, DstDim = 2, SrcDim = 2, IdxDim = -2, IndexIsMajor = true]: block: [145,0,0], thread: [115,0,0] Assertion `srcIndex < srcSelectDimSize` failed.
/opt/conda/conda-bld/pytorch_1579040055865/work/aten/src/THC/THCTensorIndex.cu:361: void indexSelectLargeIndex(TensorInfo<T, IndexType>, TensorInfo<T, IndexType>, TensorInfo<long, IndexType>, int, int, IndexType, IndexType, long) [with T = float, IndexType = unsigned int, DstDim = 2, SrcDim = 2, IdxDim = -2, IndexIsMajor = true]: block: [145,0,0], thread: [116,0,0] Assertion `srcIndex < srcSelectDimSize` failed.
/opt/conda/conda-bld/pytorch_1579040055865/work/aten/src/THC/THCTensorIndex.cu:361: void indexSelectLargeIndex(TensorInfo<T, IndexType>, TensorInfo<T, IndexType>, TensorInfo<long, IndexType>, int, int, IndexType, IndexType, long) [with T = float, IndexType = unsigned int, DstDim = 2, SrcDim = 2, IdxDim = -2, IndexIsMajor = true]: block: [145,0,0], thread: [117,0,0] Assertion `srcIndex < srcSelectDimSize` failed.
/opt/conda/conda-bld/pytorch_1579040055865/work/aten/src/THC/THCTensorIndex.cu:361: void indexSelectLargeIndex(TensorInfo<T, IndexType>, TensorInfo<T, IndexType>, TensorInfo<long, IndexType>, int, int, IndexType, IndexType, long) [with T = float, IndexType = unsigned int, DstDim = 2, SrcDim = 2, IdxDim = -2, IndexIsMajor = true]: block: [145,0,0], thread: [118,0,0] Assertion `srcIndex < srcSelectDimSize` failed.
/opt/conda/conda-bld/pytorch_1579040055865/work/aten/src/THC/THCTensorIndex.cu:361: void indexSelectLargeIndex(TensorInfo<T, IndexType>, TensorInfo<T, IndexType>, TensorInfo<long, IndexType>, int, int, IndexType, IndexType, long) [with T = float, IndexType = unsigned int, DstDim = 2, SrcDim = 2, IdxDim = -2, IndexIsMajor = true]: block: [145,0,0], thread: [119,0,0] Assertion `srcIndex < srcSelectDimSize` failed.
/opt/conda/conda-bld/pytorch_1579040055865/work/aten/src/THC/THCTensorIndex.cu:361: void indexSelectLargeIndex(TensorInfo<T, IndexType>, TensorInfo<T, IndexType>, TensorInfo<long, IndexType>, int, int, IndexType, IndexType, long) [with T = float, IndexType = unsigned int, DstDim = 2, SrcDim = 2, IdxDim = -2, IndexIsMajor = true]: block: [145,0,0], thread: [120,0,0] Assertion `srcIndex < srcSelectDimSize` failed.
/opt/conda/conda-bld/pytorch_1579040055865/work/aten/src/THC/THCTensorIndex.cu:361: void indexSelectLargeIndex(TensorInfo<T, IndexType>, TensorInfo<T, IndexType>, TensorInfo<long, IndexType>, int, int, IndexType, IndexType, long) [with T = float, IndexType = unsigned int, DstDim = 2, SrcDim = 2, IdxDim = -2, IndexIsMajor = true]: block: [145,0,0], thread: [121,0,0] Assertion `srcIndex < srcSelectDimSize` failed.
/opt/conda/conda-bld/pytorch_1579040055865/work/aten/src/THC/THCTensorIndex.cu:361: void indexSelectLargeIndex(TensorInfo<T, IndexType>, TensorInfo<T, IndexType>, TensorInfo<long, IndexType>, int, int, IndexType, IndexType, long) [with T = float, IndexType = unsigned int, DstDim = 2, SrcDim = 2, IdxDim = -2, IndexIsMajor = true]: block: [145,0,0], thread: [122,0,0] Assertion `srcIndex < srcSelectDimSize` failed.
/opt/conda/conda-bld/pytorch_1579040055865/work/aten/src/THC/THCTensorIndex.cu:361: void indexSelectLargeIndex(TensorInfo<T, IndexType>, TensorInfo<T, IndexType>, TensorInfo<long, IndexType>, int, int, IndexType, IndexType, long) [with T = float, IndexType = unsigned int, DstDim = 2, SrcDim = 2, IdxDim = -2, IndexIsMajor = true]: block: [145,0,0], thread: [123,0,0] Assertion `srcIndex < srcSelectDimSize` failed.
/opt/conda/conda-bld/pytorch_1579040055865/work/aten/src/THC/THCTensorIndex.cu:361: void indexSelectLargeIndex(TensorInfo<T, IndexType>, TensorInfo<T, IndexType>, TensorInfo<long, IndexType>, int, int, IndexType, IndexType, long) [with T = float, IndexType = unsigned int, DstDim = 2, SrcDim = 2, IdxDim = -2, IndexIsMajor = true]: block: [145,0,0], thread: [124,0,0] Assertion `srcIndex < srcSelectDimSize` failed.
/opt/conda/conda-bld/pytorch_1579040055865/work/aten/src/THC/THCTensorIndex.cu:361: void indexSelectLargeIndex(TensorInfo<T, IndexType>, TensorInfo<T, IndexType>, TensorInfo<long, IndexType>, int, int, IndexType, IndexType, long) [with T = float, IndexType = unsigned int, DstDim = 2, SrcDim = 2, IdxDim = -2, IndexIsMajor = true]: block: [145,0,0], thread: [125,0,0] Assertion `srcIndex < srcSelectDimSize` failed.
/opt/conda/conda-bld/pytorch_1579040055865/work/aten/src/THC/THCTensorIndex.cu:361: void indexSelectLargeIndex(TensorInfo<T, IndexType>, TensorInfo<T, IndexType>, TensorInfo<long, IndexType>, int, int, IndexType, IndexType, long) [with T = float, IndexType = unsigned int, DstDim = 2, SrcDim = 2, IdxDim = -2, IndexIsMajor = true]: block: [145,0,0], thread: [126,0,0] Assertion `srcIndex < srcSelectDimSize` failed.
/opt/conda/conda-bld/pytorch_1579040055865/work/aten/src/THC/THCTensorIndex.cu:361: void indexSelectLargeIndex(TensorInfo<T, IndexType>, TensorInfo<T, IndexType>, TensorInfo<long, IndexType>, int, int, IndexType, IndexType, long) [with T = float, IndexType = unsigned int, DstDim = 2, SrcDim = 2, IdxDim = -2, IndexIsMajor = true]: block: [145,0,0], thread: [127,0,0] Assertion `srcIndex < srcSelectDimSize` failed.
Traceback (most recent call last):
  File "main.py", line 173, in <module>
    train(model, train_loader, test_loader, opt)
  File "main.py", line 44, in train
    train_overall_acc, train_class_acc, opt = train_step(model, train_loader, optimizer, criterion, opt)
  File "main.py", line 94, in train_step
    logits = model(data)
  File "/root2/anaconda3/envs/deepgcn/lib/python3.7/site-packages/torch/nn/modules/module.py", line 532, in __call__
    result = self.forward(*input, **kwargs)
  File "/data/code13/deep_gcns_torch/examples/modelnet_cls/architecture.py", line 76, in forward
    feats.append(self.backbone[i](feats[-1]))
  File "/root2/anaconda3/envs/deepgcn/lib/python3.7/site-packages/torch/nn/modules/module.py", line 532, in __call__
    result = self.forward(*input, **kwargs)
  File "/data/code13/deep_gcns_torch/examples/modelnet_cls/../../gcn_lib/dense/torch_vertex.py", line 100, in forward
    return self.body(x) + x*self.res_scale
  File "/root2/anaconda3/envs/deepgcn/lib/python3.7/site-packages/torch/nn/modules/module.py", line 532, in __call__
    result = self.forward(*input, **kwargs)
  File "/data/code13/deep_gcns_torch/examples/modelnet_cls/../../gcn_lib/dense/torch_vertex.py", line 71, in forward
    return super(DynConv2d, self).forward(x, edge_index)
  File "/data/code13/deep_gcns_torch/examples/modelnet_cls/../../gcn_lib/dense/torch_vertex.py", line 52, in forward
    return self.gconv(x, edge_index)
  File "/root2/anaconda3/envs/deepgcn/lib/python3.7/site-packages/torch/nn/modules/module.py", line 532, in __call__
    result = self.forward(*input, **kwargs)
  File "/data/code13/deep_gcns_torch/examples/modelnet_cls/../../gcn_lib/dense/torch_vertex.py", line 32, in forward
    x_i = batched_index_select(x, edge_index[1])
  File "/data/code13/deep_gcns_torch/examples/modelnet_cls/../../gcn_lib/dense/torch_nn.py", line 89, in batched_index_select
    index = index.view(batch_size, -1) + idx.type(index.dtype).to(inputs.device)
RuntimeError: CUDA error: device-side assert triggered