vgg16_trace.json

{
  "schemaVersion": 1,
  "deviceProperties": [
    {
      "id": 0, "name": "Tesla T4", "totalGlobalMem": 15835398144,
      "computeMajor": 7, "computeMinor": 5,
      "maxThreadsPerBlock": 1024, "maxThreadsPerMultiprocessor": 1024,
      "regsPerBlock": 65536, "regsPerMultiprocessor": 65536, "warpSize": 32,
      "sharedMemPerBlock": 49152, "sharedMemPerMultiprocessor": 65536,
      "numSms": 40, "sharedMemPerBlockOptin": 65536
    }
  ],
  "traceEvents": [
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: NllLossBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250664022, "dur": 101,
    "args": {
      "External id": 66049,"Ev Idx": 0, "Fwd thread id": 1, "Sequence number": 6552
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "NllLossBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250664034, "dur": 80,
    "args": {
      "External id": 66050,"Ev Idx": 1, "Fwd thread id": 1, "Sequence number": 6552
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::nll_loss_backward", "pid": 743, "tid": 2509,
    "ts": 1683924250664042, "dur": 71,
    "args": {
      "External id": 66051,"Ev Idx": 2
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 743, "tid": 2509,
    "ts": 1683924250664063, "dur": 36,
    "args": {
      "External id": 66052,"Ev Idx": 3
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 743, "tid": 2509,
    "ts": 1683924250664067, "dur": 30,
    "args": {
      "External id": 66053,"Ev Idx": 4
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: LogSoftmaxBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250664135, "dur": 42,
    "args": {
      "External id": 66054,"Ev Idx": 5, "Fwd thread id": 1, "Sequence number": 6551
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "LogSoftmaxBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250664136, "dur": 37,
    "args": {
      "External id": 66055,"Ev Idx": 6, "Fwd thread id": 1, "Sequence number": 6551
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_log_softmax_backward_data", "pid": 743, "tid": 2509,
    "ts": 1683924250664143, "dur": 29,
    "args": {
      "External id": 66056,"Ev Idx": 7
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: SoftmaxBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250664182, "dur": 73,
    "args": {
      "External id": 66057,"Ev Idx": 8, "Fwd thread id": 1, "Sequence number": 6550
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "SoftmaxBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250664184, "dur": 67,
    "args": {
      "External id": 66058,"Ev Idx": 9, "Fwd thread id": 1, "Sequence number": 6550
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_softmax_backward_data", "pid": 743, "tid": 2509,
    "ts": 1683924250664188, "dur": 63,
    "args": {
      "External id": 66059,"Ev Idx": 10
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mul", "pid": 743, "tid": 2509,
    "ts": 1683924250664200, "dur": 31,
    "args": {
      "External id": 66060,"Ev Idx": 11
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: AddmmBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250664261, "dur": 316,
    "args": {
      "External id": 66061,"Ev Idx": 12, "Fwd thread id": 1, "Sequence number": 6549
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "AddmmBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250664263, "dur": 225,
    "args": {
      "External id": 66062,"Ev Idx": 13, "Fwd thread id": 1, "Sequence number": 6549
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 743, "tid": 2509,
    "ts": 1683924250664268, "dur": 7,
    "args": {
      "External id": 66063,"Ev Idx": 14
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 743, "tid": 2509,
    "ts": 1683924250664270, "dur": 3,
    "args": {
      "External id": 66064,"Ev Idx": 15
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 743, "tid": 2509,
    "ts": 1683924250664271, "dur": 2,
    "args": {
      "External id": 66065,"Ev Idx": 16
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 743, "tid": 2509,
    "ts": 1683924250664277, "dur": 72,
    "args": {
      "External id": 66066,"Ev Idx": 17
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 743, "tid": 2509,
    "ts": 1683924250664353, "dur": 5,
    "args": {
      "External id": 66067,"Ev Idx": 18
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 743, "tid": 2509,
    "ts": 1683924250664354, "dur": 3,
    "args": {
      "External id": 66068,"Ev Idx": 19
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 743, "tid": 2509,
    "ts": 1683924250664355, "dur": 2,
    "args": {
      "External id": 66069,"Ev Idx": 20
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 743, "tid": 2509,
    "ts": 1683924250664359, "dur": 109,
    "args": {
      "External id": 66070,"Ev Idx": 21
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 743, "tid": 2509,
    "ts": 1683924250664474, "dur": 12,
    "args": {
      "External id": 66071,"Ev Idx": 22
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 743, "tid": 2509,
    "ts": 1683924250664477, "dur": 7,
    "args": {
      "External id": 66072,"Ev Idx": 23
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 743, "tid": 2509,
    "ts": 1683924250664480, "dur": 3,
    "args": {
      "External id": 66073,"Ev Idx": 24
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 743, "tid": 2509,
    "ts": 1683924250664495, "dur": 53,
    "args": {
      "External id": 66074,"Ev Idx": 25
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 743, "tid": 2509,
    "ts": 1683924250664552, "dur": 5,
    "args": {
      "External id": 66075,"Ev Idx": 26
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250664606, "dur": 28,
    "args": {
      "External id": 66076,"Ev Idx": 27
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250664613, "dur": 16,
    "args": {
      "External id": 66077,"Ev Idx": 28
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 743, "tid": 2509,
    "ts": 1683924250664619, "dur": 9,
    "args": {
      "External id": 66078,"Ev Idx": 29
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 743, "tid": 2509,
    "ts": 1683924250664623, "dur": 5,
    "args": {
      "External id": 66079,"Ev Idx": 30
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: TBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250664644, "dur": 19,
    "args": {
      "External id": 66080,"Ev Idx": 31, "Fwd thread id": 1, "Sequence number": 6548
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "TBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250664647, "dur": 11,
    "args": {
      "External id": 66081,"Ev Idx": 32, "Fwd thread id": 1, "Sequence number": 6548
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 743, "tid": 2509,
    "ts": 1683924250664649, "dur": 9,
    "args": {
      "External id": 66082,"Ev Idx": 33
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 743, "tid": 2509,
    "ts": 1683924250664652, "dur": 4,
    "args": {
      "External id": 66083,"Ev Idx": 34
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 743, "tid": 2509,
    "ts": 1683924250664654, "dur": 2,
    "args": {
      "External id": 66084,"Ev Idx": 35
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250664671, "dur": 12,
    "args": {
      "External id": 66085,"Ev Idx": 36
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250664674, "dur": 7,
    "args": {
      "External id": 66086,"Ev Idx": 37
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 743, "tid": 2509,
    "ts": 1683924250664677, "dur": 3,
    "args": {
      "External id": 66087,"Ev Idx": 38
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 743, "tid": 2509,
    "ts": 1683924250664678, "dur": 2,
    "args": {
      "External id": 66088,"Ev Idx": 39
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: NativeDropoutBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250664690, "dur": 72,
    "args": {
      "External id": 66089,"Ev Idx": 40, "Fwd thread id": 1, "Sequence number": 6547
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "NativeDropoutBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250664692, "dur": 62,
    "args": {
      "External id": 66090,"Ev Idx": 41, "Fwd thread id": 1, "Sequence number": 6547
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::native_dropout_backward", "pid": 743, "tid": 2509,
    "ts": 1683924250664697, "dur": 56,
    "args": {
      "External id": 66091,"Ev Idx": 42
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 743, "tid": 2509,
    "ts": 1683924250664704, "dur": 12,
    "args": {
      "External id": 66092,"Ev Idx": 43
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 743, "tid": 2509,
    "ts": 1683924250664706, "dur": 9,
    "args": {
      "External id": 66093,"Ev Idx": 44
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ReluBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250664771, "dur": 64,
    "args": {
      "External id": 66094,"Ev Idx": 45, "Fwd thread id": 1, "Sequence number": 6546
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ReluBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250664774, "dur": 54,
    "args": {
      "External id": 66095,"Ev Idx": 46, "Fwd thread id": 1, "Sequence number": 6546
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::threshold_backward", "pid": 743, "tid": 2509,
    "ts": 1683924250664780, "dur": 46,
    "args": {
      "External id": 66096,"Ev Idx": 47
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: AddmmBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250664846, "dur": 278,
    "args": {
      "External id": 66097,"Ev Idx": 48, "Fwd thread id": 1, "Sequence number": 6545
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "AddmmBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250664848, "dur": 168,
    "args": {
      "External id": 66098,"Ev Idx": 49, "Fwd thread id": 1, "Sequence number": 6545
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 743, "tid": 2509,
    "ts": 1683924250664854, "dur": 10,
    "args": {
      "External id": 66099,"Ev Idx": 50
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 743, "tid": 2509,
    "ts": 1683924250664857, "dur": 5,
    "args": {
      "External id": 66100,"Ev Idx": 51
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 743, "tid": 2509,
    "ts": 1683924250664859, "dur": 2,
    "args": {
      "External id": 66101,"Ev Idx": 52
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 743, "tid": 2509,
    "ts": 1683924250664866, "dur": 73,
    "args": {
      "External id": 66102,"Ev Idx": 53
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 743, "tid": 2509,
    "ts": 1683924250664946, "dur": 11,
    "args": {
      "External id": 66103,"Ev Idx": 54
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 743, "tid": 2509,
    "ts": 1683924250664949, "dur": 7,
    "args": {
      "External id": 66104,"Ev Idx": 55
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 743, "tid": 2509,
    "ts": 1683924250664953, "dur": 2,
    "args": {
      "External id": 66105,"Ev Idx": 56
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 743, "tid": 2509,
    "ts": 1683924250664959, "dur": 44,
    "args": {
      "External id": 66106,"Ev Idx": 57
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 743, "tid": 2509,
    "ts": 1683924250665007, "dur": 7,
    "args": {
      "External id": 66107,"Ev Idx": 58
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 743, "tid": 2509,
    "ts": 1683924250665009, "dur": 3,
    "args": {
      "External id": 66108,"Ev Idx": 59
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 743, "tid": 2509,
    "ts": 1683924250665010, "dur": 2,
    "args": {
      "External id": 66109,"Ev Idx": 60
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 743, "tid": 2509,
    "ts": 1683924250665019, "dur": 77,
    "args": {
      "External id": 66110,"Ev Idx": 61
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 743, "tid": 2509,
    "ts": 1683924250665100, "dur": 5,
    "args": {
      "External id": 66111,"Ev Idx": 62
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250665142, "dur": 20,
    "args": {
      "External id": 66112,"Ev Idx": 63
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250665147, "dur": 12,
    "args": {
      "External id": 66113,"Ev Idx": 64
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 743, "tid": 2509,
    "ts": 1683924250665151, "dur": 7,
    "args": {
      "External id": 66114,"Ev Idx": 65
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 743, "tid": 2509,
    "ts": 1683924250665153, "dur": 5,
    "args": {
      "External id": 66115,"Ev Idx": 66
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: TBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250665171, "dur": 29,
    "args": {
      "External id": 66116,"Ev Idx": 67, "Fwd thread id": 1, "Sequence number": 6544
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "TBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250665174, "dur": 22,
    "args": {
      "External id": 66117,"Ev Idx": 68, "Fwd thread id": 1, "Sequence number": 6544
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 743, "tid": 2509,
    "ts": 1683924250665176, "dur": 20,
    "args": {
      "External id": 66118,"Ev Idx": 69
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 743, "tid": 2509,
    "ts": 1683924250665191, "dur": 4,
    "args": {
      "External id": 66119,"Ev Idx": 70
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 743, "tid": 2509,
    "ts": 1683924250665192, "dur": 2,
    "args": {
      "External id": 66120,"Ev Idx": 71
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250665208, "dur": 9,
    "args": {
      "External id": 66121,"Ev Idx": 72
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250665210, "dur": 5,
    "args": {
      "External id": 66122,"Ev Idx": 73
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 743, "tid": 2509,
    "ts": 1683924250665212, "dur": 3,
    "args": {
      "External id": 66123,"Ev Idx": 74
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 743, "tid": 2509,
    "ts": 1683924250665213, "dur": 1,
    "args": {
      "External id": 66124,"Ev Idx": 75
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: NativeDropoutBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250665222, "dur": 81,
    "args": {
      "External id": 66125,"Ev Idx": 76, "Fwd thread id": 1, "Sequence number": 6543
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "NativeDropoutBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250665224, "dur": 70,
    "args": {
      "External id": 66126,"Ev Idx": 77, "Fwd thread id": 1, "Sequence number": 6543
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::native_dropout_backward", "pid": 743, "tid": 2509,
    "ts": 1683924250665227, "dur": 66,
    "args": {
      "External id": 66127,"Ev Idx": 78
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 743, "tid": 2509,
    "ts": 1683924250665246, "dur": 13,
    "args": {
      "External id": 66128,"Ev Idx": 79
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 743, "tid": 2509,
    "ts": 1683924250665248, "dur": 10,
    "args": {
      "External id": 66129,"Ev Idx": 80
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ReluBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250665313, "dur": 51,
    "args": {
      "External id": 66130,"Ev Idx": 81, "Fwd thread id": 1, "Sequence number": 6542
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ReluBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250665315, "dur": 42,
    "args": {
      "External id": 66131,"Ev Idx": 82, "Fwd thread id": 1, "Sequence number": 6542
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::threshold_backward", "pid": 743, "tid": 2509,
    "ts": 1683924250665320, "dur": 36,
    "args": {
      "External id": 66132,"Ev Idx": 83
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: AddmmBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250665373, "dur": 301,
    "args": {
      "External id": 66133,"Ev Idx": 84, "Fwd thread id": 1, "Sequence number": 6541
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "AddmmBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250665376, "dur": 230,
    "args": {
      "External id": 66134,"Ev Idx": 85, "Fwd thread id": 1, "Sequence number": 6541
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 743, "tid": 2509,
    "ts": 1683924250665380, "dur": 10,
    "args": {
      "External id": 66135,"Ev Idx": 86
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 743, "tid": 2509,
    "ts": 1683924250665384, "dur": 4,
    "args": {
      "External id": 66136,"Ev Idx": 87
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 743, "tid": 2509,
    "ts": 1683924250665386, "dur": 2,
    "args": {
      "External id": 66137,"Ev Idx": 88
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 743, "tid": 2509,
    "ts": 1683924250665391, "dur": 120,
    "args": {
      "External id": 66138,"Ev Idx": 89
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 743, "tid": 2509,
    "ts": 1683924250665521, "dur": 11,
    "args": {
      "External id": 66139,"Ev Idx": 90
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 743, "tid": 2509,
    "ts": 1683924250665525, "dur": 5,
    "args": {
      "External id": 66140,"Ev Idx": 91
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 743, "tid": 2509,
    "ts": 1683924250665527, "dur": 2,
    "args": {
      "External id": 66141,"Ev Idx": 92
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::mm", "pid": 743, "tid": 2509,
    "ts": 1683924250665533, "dur": 59,
    "args": {
      "External id": 66142,"Ev Idx": 93
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 743, "tid": 2509,
    "ts": 1683924250665596, "dur": 7,
    "args": {
      "External id": 66143,"Ev Idx": 94
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 743, "tid": 2509,
    "ts": 1683924250665598, "dur": 4,
    "args": {
      "External id": 66144,"Ev Idx": 95
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 743, "tid": 2509,
    "ts": 1683924250665600, "dur": 1,
    "args": {
      "External id": 66145,"Ev Idx": 96
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 743, "tid": 2509,
    "ts": 1683924250665609, "dur": 41,
    "args": {
      "External id": 66146,"Ev Idx": 97
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::view", "pid": 743, "tid": 2509,
    "ts": 1683924250665653, "dur": 3,
    "args": {
      "External id": 66147,"Ev Idx": 98
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250665693, "dur": 17,
    "args": {
      "External id": 66148,"Ev Idx": 99
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250665698, "dur": 9,
    "args": {
      "External id": 66149,"Ev Idx": 100
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 743, "tid": 2509,
    "ts": 1683924250665701, "dur": 5,
    "args": {
      "External id": 66150,"Ev Idx": 101
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 743, "tid": 2509,
    "ts": 1683924250665703, "dur": 3,
    "args": {
      "External id": 66151,"Ev Idx": 102
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: TBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250665716, "dur": 16,
    "args": {
      "External id": 66152,"Ev Idx": 103, "Fwd thread id": 1, "Sequence number": 6540
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "TBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250665718, "dur": 10,
    "args": {
      "External id": 66153,"Ev Idx": 104, "Fwd thread id": 1, "Sequence number": 6540
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 743, "tid": 2509,
    "ts": 1683924250665720, "dur": 8,
    "args": {
      "External id": 66154,"Ev Idx": 105
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 743, "tid": 2509,
    "ts": 1683924250665722, "dur": 4,
    "args": {
      "External id": 66155,"Ev Idx": 106
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 743, "tid": 2509,
    "ts": 1683924250665724, "dur": 2,
    "args": {
      "External id": 66156,"Ev Idx": 107
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250665740, "dur": 10,
    "args": {
      "External id": 66157,"Ev Idx": 108
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250665743, "dur": 5,
    "args": {
      "External id": 66158,"Ev Idx": 109
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 743, "tid": 2509,
    "ts": 1683924250665744, "dur": 4,
    "args": {
      "External id": 66159,"Ev Idx": 110
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 743, "tid": 2509,
    "ts": 1683924250665745, "dur": 2,
    "args": {
      "External id": 66160,"Ev Idx": 111
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ReshapeAliasBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250665757, "dur": 16,
    "args": {
      "External id": 66161,"Ev Idx": 112, "Fwd thread id": 1, "Sequence number": 6539
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ReshapeAliasBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250665759, "dur": 11,
    "args": {
      "External id": 66162,"Ev Idx": 113, "Fwd thread id": 1, "Sequence number": 6539
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 743, "tid": 2509,
    "ts": 1683924250665761, "dur": 8,
    "args": {
      "External id": 66163,"Ev Idx": 114
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_reshape_alias", "pid": 743, "tid": 2509,
    "ts": 1683924250665765, "dur": 4,
    "args": {
      "External id": 66164,"Ev Idx": 115
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: MaxPool2DWithIndicesBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250665779, "dur": 128,
    "args": {
      "External id": 66165,"Ev Idx": 116, "Fwd thread id": 1, "Sequence number": 6538
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "MaxPool2DWithIndicesBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250665782, "dur": 94,
    "args": {
      "External id": 66166,"Ev Idx": 117, "Fwd thread id": 1, "Sequence number": 6538
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::max_pool2d_with_indices_backward", "pid": 743, "tid": 2509,
    "ts": 1683924250665787, "dur": 88,
    "args": {
      "External id": 66167,"Ev Idx": 118
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 743, "tid": 2509,
    "ts": 1683924250665807, "dur": 48,
    "args": {
      "External id": 66168,"Ev Idx": 119
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 743, "tid": 2509,
    "ts": 1683924250665823, "dur": 30,
    "args": {
      "External id": 66169,"Ev Idx": 120
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ReluBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250665919, "dur": 58,
    "args": {
      "External id": 66170,"Ev Idx": 121, "Fwd thread id": 1, "Sequence number": 6537
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ReluBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250665923, "dur": 45,
    "args": {
      "External id": 66171,"Ev Idx": 122, "Fwd thread id": 1, "Sequence number": 6537
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::threshold_backward", "pid": 743, "tid": 2509,
    "ts": 1683924250665928, "dur": 39,
    "args": {
      "External id": 66172,"Ev Idx": 123
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ConvolutionBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250665987, "dur": 353,
    "args": {
      "External id": 66173,"Ev Idx": 124, "Fwd thread id": 1, "Sequence number": 6536
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ConvolutionBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250665990, "dur": 332,
    "args": {
      "External id": 66174,"Ev Idx": 125, "Fwd thread id": 1, "Sequence number": 6536
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::convolution_backward", "pid": 743, "tid": 2509,
    "ts": 1683924250665997, "dur": 323,
    "args": {
      "External id": 66175,"Ev Idx": 126
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 743, "tid": 2509,
    "ts": 1683924250666151, "dur": 12,
    "args": {
      "External id": 66176,"Ev Idx": 127
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 743, "tid": 2509,
    "ts": 1683924250666267, "dur": 49,
    "args": {
      "External id": 66177,"Ev Idx": 128
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 743, "tid": 2509,
    "ts": 1683924250666280, "dur": 3,
    "args": {
      "External id": 66178,"Ev Idx": 129
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250666359, "dur": 18,
    "args": {
      "External id": 66179,"Ev Idx": 130
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250666364, "dur": 11,
    "args": {
      "External id": 66180,"Ev Idx": 131
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 743, "tid": 2509,
    "ts": 1683924250666368, "dur": 6,
    "args": {
      "External id": 66181,"Ev Idx": 132
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 743, "tid": 2509,
    "ts": 1683924250666370, "dur": 4,
    "args": {
      "External id": 66182,"Ev Idx": 133
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250666385, "dur": 10,
    "args": {
      "External id": 66183,"Ev Idx": 134
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250666388, "dur": 5,
    "args": {
      "External id": 66184,"Ev Idx": 135
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 743, "tid": 2509,
    "ts": 1683924250666390, "dur": 3,
    "args": {
      "External id": 66185,"Ev Idx": 136
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 743, "tid": 2509,
    "ts": 1683924250666391, "dur": 1,
    "args": {
      "External id": 66186,"Ev Idx": 137
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ReluBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250666412, "dur": 80,
    "args": {
      "External id": 66187,"Ev Idx": 138, "Fwd thread id": 1, "Sequence number": 6535
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ReluBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250666415, "dur": 67,
    "args": {
      "External id": 66188,"Ev Idx": 139, "Fwd thread id": 1, "Sequence number": 6535
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::threshold_backward", "pid": 743, "tid": 2509,
    "ts": 1683924250666433, "dur": 47,
    "args": {
      "External id": 66189,"Ev Idx": 140
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ConvolutionBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250666503, "dur": 299,
    "args": {
      "External id": 66190,"Ev Idx": 141, "Fwd thread id": 1, "Sequence number": 6534
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ConvolutionBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250666507, "dur": 278,
    "args": {
      "External id": 66191,"Ev Idx": 142, "Fwd thread id": 1, "Sequence number": 6534
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::convolution_backward", "pid": 743, "tid": 2509,
    "ts": 1683924250666511, "dur": 272,
    "args": {
      "External id": 66192,"Ev Idx": 143
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 743, "tid": 2509,
    "ts": 1683924250666645, "dur": 10,
    "args": {
      "External id": 66193,"Ev Idx": 144
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 743, "tid": 2509,
    "ts": 1683924250666732, "dur": 48,
    "args": {
      "External id": 66194,"Ev Idx": 145
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 743, "tid": 2509,
    "ts": 1683924250666745, "dur": 2,
    "args": {
      "External id": 66195,"Ev Idx": 146
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250666821, "dur": 18,
    "args": {
      "External id": 66196,"Ev Idx": 147
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250666826, "dur": 10,
    "args": {
      "External id": 66197,"Ev Idx": 148
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 743, "tid": 2509,
    "ts": 1683924250666830, "dur": 6,
    "args": {
      "External id": 66198,"Ev Idx": 149
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 743, "tid": 2509,
    "ts": 1683924250666832, "dur": 3,
    "args": {
      "External id": 66199,"Ev Idx": 150
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250666847, "dur": 10,
    "args": {
      "External id": 66200,"Ev Idx": 151
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250666850, "dur": 5,
    "args": {
      "External id": 66201,"Ev Idx": 152
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 743, "tid": 2509,
    "ts": 1683924250666852, "dur": 3,
    "args": {
      "External id": 66202,"Ev Idx": 153
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 743, "tid": 2509,
    "ts": 1683924250666852, "dur": 3,
    "args": {
      "External id": 66203,"Ev Idx": 154
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ReluBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250666863, "dur": 60,
    "args": {
      "External id": 66204,"Ev Idx": 155, "Fwd thread id": 1, "Sequence number": 6533
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ReluBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250666865, "dur": 49,
    "args": {
      "External id": 66205,"Ev Idx": 156, "Fwd thread id": 1, "Sequence number": 6533
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::threshold_backward", "pid": 743, "tid": 2509,
    "ts": 1683924250666869, "dur": 43,
    "args": {
      "External id": 66206,"Ev Idx": 157
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ConvolutionBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250666933, "dur": 278,
    "args": {
      "External id": 66207,"Ev Idx": 158, "Fwd thread id": 1, "Sequence number": 6532
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ConvolutionBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250666937, "dur": 257,
    "args": {
      "External id": 66208,"Ev Idx": 159, "Fwd thread id": 1, "Sequence number": 6532
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::convolution_backward", "pid": 743, "tid": 2509,
    "ts": 1683924250666941, "dur": 251,
    "args": {
      "External id": 66209,"Ev Idx": 160
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 743, "tid": 2509,
    "ts": 1683924250667068, "dur": 11,
    "args": {
      "External id": 66210,"Ev Idx": 161
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 743, "tid": 2509,
    "ts": 1683924250667145, "dur": 43,
    "args": {
      "External id": 66211,"Ev Idx": 162
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 743, "tid": 2509,
    "ts": 1683924250667157, "dur": 2,
    "args": {
      "External id": 66212,"Ev Idx": 163
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250667230, "dur": 18,
    "args": {
      "External id": 66213,"Ev Idx": 164
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250667235, "dur": 10,
    "args": {
      "External id": 66214,"Ev Idx": 165
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 743, "tid": 2509,
    "ts": 1683924250667239, "dur": 6,
    "args": {
      "External id": 66215,"Ev Idx": 166
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 743, "tid": 2509,
    "ts": 1683924250667240, "dur": 5,
    "args": {
      "External id": 66216,"Ev Idx": 167
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250667255, "dur": 10,
    "args": {
      "External id": 66217,"Ev Idx": 168
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250667258, "dur": 5,
    "args": {
      "External id": 66218,"Ev Idx": 169
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 743, "tid": 2509,
    "ts": 1683924250667260, "dur": 3,
    "args": {
      "External id": 66219,"Ev Idx": 170
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 743, "tid": 2509,
    "ts": 1683924250667261, "dur": 2,
    "args": {
      "External id": 66220,"Ev Idx": 171
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: MaxPool2DWithIndicesBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250667271, "dur": 91,
    "args": {
      "External id": 66221,"Ev Idx": 172, "Fwd thread id": 1, "Sequence number": 6531
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "MaxPool2DWithIndicesBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250667274, "dur": 73,
    "args": {
      "External id": 66222,"Ev Idx": 173, "Fwd thread id": 1, "Sequence number": 6531
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::max_pool2d_with_indices_backward", "pid": 743, "tid": 2509,
    "ts": 1683924250667277, "dur": 69,
    "args": {
      "External id": 66223,"Ev Idx": 174
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 743, "tid": 2509,
    "ts": 1683924250667293, "dur": 34,
    "args": {
      "External id": 66224,"Ev Idx": 175
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 743, "tid": 2509,
    "ts": 1683924250667296, "dur": 29,
    "args": {
      "External id": 66225,"Ev Idx": 176
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ReluBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250667374, "dur": 84,
    "args": {
      "External id": 66226,"Ev Idx": 177, "Fwd thread id": 1, "Sequence number": 6530
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ReluBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250667377, "dur": 71,
    "args": {
      "External id": 66227,"Ev Idx": 178, "Fwd thread id": 1, "Sequence number": 6530
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::threshold_backward", "pid": 743, "tid": 2509,
    "ts": 1683924250667382, "dur": 64,
    "args": {
      "External id": 66228,"Ev Idx": 179
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ConvolutionBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250667471, "dur": 344,
    "args": {
      "External id": 66229,"Ev Idx": 180, "Fwd thread id": 1, "Sequence number": 6529
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ConvolutionBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250667475, "dur": 322,
    "args": {
      "External id": 66230,"Ev Idx": 181, "Fwd thread id": 1, "Sequence number": 6529
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::convolution_backward", "pid": 743, "tid": 2509,
    "ts": 1683924250667479, "dur": 316,
    "args": {
      "External id": 66231,"Ev Idx": 182
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 743, "tid": 2509,
    "ts": 1683924250667607, "dur": 10,
    "args": {
      "External id": 66232,"Ev Idx": 183
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 743, "tid": 2509,
    "ts": 1683924250667724, "dur": 66,
    "args": {
      "External id": 66233,"Ev Idx": 184
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 743, "tid": 2509,
    "ts": 1683924250667738, "dur": 3,
    "args": {
      "External id": 66234,"Ev Idx": 185
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250667838, "dur": 20,
    "args": {
      "External id": 66235,"Ev Idx": 186
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250667843, "dur": 12,
    "args": {
      "External id": 66236,"Ev Idx": 187
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 743, "tid": 2509,
    "ts": 1683924250667848, "dur": 7,
    "args": {
      "External id": 66237,"Ev Idx": 188
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 743, "tid": 2509,
    "ts": 1683924250667850, "dur": 4,
    "args": {
      "External id": 66238,"Ev Idx": 189
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250667868, "dur": 12,
    "args": {
      "External id": 66239,"Ev Idx": 190
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250667872, "dur": 6,
    "args": {
      "External id": 66240,"Ev Idx": 191
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 743, "tid": 2509,
    "ts": 1683924250667874, "dur": 3,
    "args": {
      "External id": 66241,"Ev Idx": 192
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 743, "tid": 2509,
    "ts": 1683924250667875, "dur": 2,
    "args": {
      "External id": 66242,"Ev Idx": 193
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ReluBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250667887, "dur": 68,
    "args": {
      "External id": 66243,"Ev Idx": 194, "Fwd thread id": 1, "Sequence number": 6528
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ReluBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250667890, "dur": 55,
    "args": {
      "External id": 66244,"Ev Idx": 195, "Fwd thread id": 1, "Sequence number": 6528
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::threshold_backward", "pid": 743, "tid": 2509,
    "ts": 1683924250667894, "dur": 50,
    "args": {
      "External id": 66245,"Ev Idx": 196
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ConvolutionBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250667967, "dur": 356,
    "args": {
      "External id": 66246,"Ev Idx": 197, "Fwd thread id": 1, "Sequence number": 6527
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ConvolutionBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250667971, "dur": 335,
    "args": {
      "External id": 66247,"Ev Idx": 198, "Fwd thread id": 1, "Sequence number": 6527
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::convolution_backward", "pid": 743, "tid": 2509,
    "ts": 1683924250667975, "dur": 329,
    "args": {
      "External id": 66248,"Ev Idx": 199
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 743, "tid": 2509,
    "ts": 1683924250668117, "dur": 13,
    "args": {
      "External id": 66249,"Ev Idx": 200
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 743, "tid": 2509,
    "ts": 1683924250668233, "dur": 67,
    "args": {
      "External id": 66250,"Ev Idx": 201
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 743, "tid": 2509,
    "ts": 1683924250668250, "dur": 3,
    "args": {
      "External id": 66251,"Ev Idx": 202
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250668344, "dur": 20,
    "args": {
      "External id": 66252,"Ev Idx": 203
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250668349, "dur": 12,
    "args": {
      "External id": 66253,"Ev Idx": 204
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 743, "tid": 2509,
    "ts": 1683924250668354, "dur": 6,
    "args": {
      "External id": 66254,"Ev Idx": 205
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 743, "tid": 2509,
    "ts": 1683924250668355, "dur": 5,
    "args": {
      "External id": 66255,"Ev Idx": 206
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250668373, "dur": 11,
    "args": {
      "External id": 66256,"Ev Idx": 207
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250668377, "dur": 6,
    "args": {
      "External id": 66257,"Ev Idx": 208
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 743, "tid": 2509,
    "ts": 1683924250668379, "dur": 3,
    "args": {
      "External id": 66258,"Ev Idx": 209
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 743, "tid": 2509,
    "ts": 1683924250668380, "dur": 2,
    "args": {
      "External id": 66259,"Ev Idx": 210
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ReluBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250668391, "dur": 98,
    "args": {
      "External id": 66260,"Ev Idx": 211, "Fwd thread id": 1, "Sequence number": 6526
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ReluBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250668394, "dur": 85,
    "args": {
      "External id": 66261,"Ev Idx": 212, "Fwd thread id": 1, "Sequence number": 6526
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::threshold_backward", "pid": 743, "tid": 2509,
    "ts": 1683924250668409, "dur": 68,
    "args": {
      "External id": 66262,"Ev Idx": 213
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ConvolutionBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250668503, "dur": 347,
    "args": {
      "External id": 66263,"Ev Idx": 214, "Fwd thread id": 1, "Sequence number": 6525
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ConvolutionBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250668507, "dur": 324,
    "args": {
      "External id": 66264,"Ev Idx": 215, "Fwd thread id": 1, "Sequence number": 6525
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::convolution_backward", "pid": 743, "tid": 2509,
    "ts": 1683924250668512, "dur": 317,
    "args": {
      "External id": 66265,"Ev Idx": 216
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 743, "tid": 2509,
    "ts": 1683924250668657, "dur": 12,
    "args": {
      "External id": 66266,"Ev Idx": 217
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 743, "tid": 2509,
    "ts": 1683924250668776, "dur": 50,
    "args": {
      "External id": 66267,"Ev Idx": 218
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 743, "tid": 2509,
    "ts": 1683924250668792, "dur": 2,
    "args": {
      "External id": 66268,"Ev Idx": 219
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250668872, "dur": 19,
    "args": {
      "External id": 66269,"Ev Idx": 220
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250668877, "dur": 11,
    "args": {
      "External id": 66270,"Ev Idx": 221
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 743, "tid": 2509,
    "ts": 1683924250668882, "dur": 6,
    "args": {
      "External id": 66271,"Ev Idx": 222
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 743, "tid": 2509,
    "ts": 1683924250668883, "dur": 4,
    "args": {
      "External id": 66272,"Ev Idx": 223
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250668899, "dur": 11,
    "args": {
      "External id": 66273,"Ev Idx": 224
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250668903, "dur": 5,
    "args": {
      "External id": 66274,"Ev Idx": 225
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 743, "tid": 2509,
    "ts": 1683924250668905, "dur": 3,
    "args": {
      "External id": 66275,"Ev Idx": 226
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 743, "tid": 2509,
    "ts": 1683924250668906, "dur": 1,
    "args": {
      "External id": 66276,"Ev Idx": 227
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: MaxPool2DWithIndicesBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250668916, "dur": 101,
    "args": {
      "External id": 66277,"Ev Idx": 228, "Fwd thread id": 1, "Sequence number": 6524
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "MaxPool2DWithIndicesBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250668919, "dur": 84,
    "args": {
      "External id": 66278,"Ev Idx": 229, "Fwd thread id": 1, "Sequence number": 6524
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::max_pool2d_with_indices_backward", "pid": 743, "tid": 2509,
    "ts": 1683924250668923, "dur": 79,
    "args": {
      "External id": 66279,"Ev Idx": 230
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 743, "tid": 2509,
    "ts": 1683924250668940, "dur": 45,
    "args": {
      "External id": 66280,"Ev Idx": 231
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 743, "tid": 2509,
    "ts": 1683924250668943, "dur": 40,
    "args": {
      "External id": 66281,"Ev Idx": 232
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ReluBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250669028, "dur": 55,
    "args": {
      "External id": 66282,"Ev Idx": 233, "Fwd thread id": 1, "Sequence number": 6523
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ReluBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250669031, "dur": 44,
    "args": {
      "External id": 66283,"Ev Idx": 234, "Fwd thread id": 1, "Sequence number": 6523
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::threshold_backward", "pid": 743, "tid": 2509,
    "ts": 1683924250669035, "dur": 39,
    "args": {
      "External id": 66284,"Ev Idx": 235
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ConvolutionBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250669093, "dur": 303,
    "args": {
      "External id": 66285,"Ev Idx": 236, "Fwd thread id": 1, "Sequence number": 6522
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ConvolutionBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250669096, "dur": 286,
    "args": {
      "External id": 66286,"Ev Idx": 237, "Fwd thread id": 1, "Sequence number": 6522
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::convolution_backward", "pid": 743, "tid": 2509,
    "ts": 1683924250669100, "dur": 280,
    "args": {
      "External id": 66287,"Ev Idx": 238
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 743, "tid": 2509,
    "ts": 1683924250669228, "dur": 9,
    "args": {
      "External id": 66288,"Ev Idx": 239
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 743, "tid": 2509,
    "ts": 1683924250669333, "dur": 43,
    "args": {
      "External id": 66289,"Ev Idx": 240
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 743, "tid": 2509,
    "ts": 1683924250669347, "dur": 2,
    "args": {
      "External id": 66290,"Ev Idx": 241
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250669457, "dur": 23,
    "args": {
      "External id": 66291,"Ev Idx": 242
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250669465, "dur": 12,
    "args": {
      "External id": 66292,"Ev Idx": 243
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 743, "tid": 2509,
    "ts": 1683924250669469, "dur": 8,
    "args": {
      "External id": 66293,"Ev Idx": 244
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 743, "tid": 2509,
    "ts": 1683924250669471, "dur": 5,
    "args": {
      "External id": 66294,"Ev Idx": 245
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250669489, "dur": 10,
    "args": {
      "External id": 66295,"Ev Idx": 246
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250669493, "dur": 5,
    "args": {
      "External id": 66296,"Ev Idx": 247
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 743, "tid": 2509,
    "ts": 1683924250669494, "dur": 3,
    "args": {
      "External id": 66297,"Ev Idx": 248
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 743, "tid": 2509,
    "ts": 1683924250669495, "dur": 2,
    "args": {
      "External id": 66298,"Ev Idx": 249
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ReluBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250669506, "dur": 64,
    "args": {
      "External id": 66299,"Ev Idx": 250, "Fwd thread id": 1, "Sequence number": 6521
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ReluBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250669508, "dur": 54,
    "args": {
      "External id": 66300,"Ev Idx": 251, "Fwd thread id": 1, "Sequence number": 6521
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::threshold_backward", "pid": 743, "tid": 2509,
    "ts": 1683924250669511, "dur": 49,
    "args": {
      "External id": 66301,"Ev Idx": 252
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ConvolutionBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250669581, "dur": 315,
    "args": {
      "External id": 66302,"Ev Idx": 253, "Fwd thread id": 1, "Sequence number": 6520
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ConvolutionBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250669584, "dur": 297,
    "args": {
      "External id": 66303,"Ev Idx": 254, "Fwd thread id": 1, "Sequence number": 6520
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::convolution_backward", "pid": 743, "tid": 2509,
    "ts": 1683924250669588, "dur": 291,
    "args": {
      "External id": 66304,"Ev Idx": 255
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 743, "tid": 2509,
    "ts": 1683924250669723, "dur": 11,
    "args": {
      "External id": 66305,"Ev Idx": 256
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 743, "tid": 2509,
    "ts": 1683924250669831, "dur": 45,
    "args": {
      "External id": 66306,"Ev Idx": 257
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 743, "tid": 2509,
    "ts": 1683924250669845, "dur": 2,
    "args": {
      "External id": 66307,"Ev Idx": 258
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250669915, "dur": 17,
    "args": {
      "External id": 66308,"Ev Idx": 259
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250669920, "dur": 10,
    "args": {
      "External id": 66309,"Ev Idx": 260
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 743, "tid": 2509,
    "ts": 1683924250669923, "dur": 6,
    "args": {
      "External id": 66310,"Ev Idx": 261
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 743, "tid": 2509,
    "ts": 1683924250669925, "dur": 4,
    "args": {
      "External id": 66311,"Ev Idx": 262
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250669940, "dur": 9,
    "args": {
      "External id": 66312,"Ev Idx": 263
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250669943, "dur": 5,
    "args": {
      "External id": 66313,"Ev Idx": 264
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 743, "tid": 2509,
    "ts": 1683924250669945, "dur": 2,
    "args": {
      "External id": 66314,"Ev Idx": 265
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 743, "tid": 2509,
    "ts": 1683924250669945, "dur": 2,
    "args": {
      "External id": 66315,"Ev Idx": 266
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ReluBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250669955, "dur": 53,
    "args": {
      "External id": 66316,"Ev Idx": 267, "Fwd thread id": 1, "Sequence number": 6519
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ReluBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250669957, "dur": 44,
    "args": {
      "External id": 66317,"Ev Idx": 268, "Fwd thread id": 1, "Sequence number": 6519
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::threshold_backward", "pid": 743, "tid": 2509,
    "ts": 1683924250669960, "dur": 39,
    "args": {
      "External id": 66318,"Ev Idx": 269
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ConvolutionBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250670017, "dur": 366,
    "args": {
      "External id": 66319,"Ev Idx": 270, "Fwd thread id": 1, "Sequence number": 6518
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ConvolutionBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250670020, "dur": 348,
    "args": {
      "External id": 66320,"Ev Idx": 271, "Fwd thread id": 1, "Sequence number": 6518
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::convolution_backward", "pid": 743, "tid": 2509,
    "ts": 1683924250670024, "dur": 343,
    "args": {
      "External id": 66321,"Ev Idx": 272
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 743, "tid": 2509,
    "ts": 1683924250670150, "dur": 10,
    "args": {
      "External id": 66322,"Ev Idx": 273
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 743, "tid": 2509,
    "ts": 1683924250670291, "dur": 71,
    "args": {
      "External id": 66323,"Ev Idx": 274
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 743, "tid": 2509,
    "ts": 1683924250670306, "dur": 2,
    "args": {
      "External id": 66324,"Ev Idx": 275
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250670410, "dur": 30,
    "args": {
      "External id": 66325,"Ev Idx": 276
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250670426, "dur": 11,
    "args": {
      "External id": 66326,"Ev Idx": 277
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 743, "tid": 2509,
    "ts": 1683924250670430, "dur": 7,
    "args": {
      "External id": 66327,"Ev Idx": 278
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 743, "tid": 2509,
    "ts": 1683924250670432, "dur": 4,
    "args": {
      "External id": 66328,"Ev Idx": 279
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250670449, "dur": 11,
    "args": {
      "External id": 66329,"Ev Idx": 280
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250670453, "dur": 5,
    "args": {
      "External id": 66330,"Ev Idx": 281
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 743, "tid": 2509,
    "ts": 1683924250670454, "dur": 4,
    "args": {
      "External id": 66331,"Ev Idx": 282
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 743, "tid": 2509,
    "ts": 1683924250670455, "dur": 3,
    "args": {
      "External id": 66332,"Ev Idx": 283
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: MaxPool2DWithIndicesBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250670466, "dur": 92,
    "args": {
      "External id": 66333,"Ev Idx": 284, "Fwd thread id": 1, "Sequence number": 6517
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "MaxPool2DWithIndicesBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250670468, "dur": 77,
    "args": {
      "External id": 66334,"Ev Idx": 285, "Fwd thread id": 1, "Sequence number": 6517
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::max_pool2d_with_indices_backward", "pid": 743, "tid": 2509,
    "ts": 1683924250670471, "dur": 73,
    "args": {
      "External id": 66335,"Ev Idx": 286
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 743, "tid": 2509,
    "ts": 1683924250670489, "dur": 38,
    "args": {
      "External id": 66336,"Ev Idx": 287
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 743, "tid": 2509,
    "ts": 1683924250670492, "dur": 33,
    "args": {
      "External id": 66337,"Ev Idx": 288
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ReluBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250670570, "dur": 55,
    "args": {
      "External id": 66338,"Ev Idx": 289, "Fwd thread id": 1, "Sequence number": 6516
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ReluBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250670573, "dur": 44,
    "args": {
      "External id": 66339,"Ev Idx": 290, "Fwd thread id": 1, "Sequence number": 6516
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::threshold_backward", "pid": 743, "tid": 2509,
    "ts": 1683924250670578, "dur": 37,
    "args": {
      "External id": 66340,"Ev Idx": 291
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ConvolutionBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250670635, "dur": 306,
    "args": {
      "External id": 66341,"Ev Idx": 292, "Fwd thread id": 1, "Sequence number": 6515
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ConvolutionBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250670638, "dur": 287,
    "args": {
      "External id": 66342,"Ev Idx": 293, "Fwd thread id": 1, "Sequence number": 6515
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::convolution_backward", "pid": 743, "tid": 2509,
    "ts": 1683924250670643, "dur": 280,
    "args": {
      "External id": 66343,"Ev Idx": 294
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 743, "tid": 2509,
    "ts": 1683924250670771, "dur": 11,
    "args": {
      "External id": 66344,"Ev Idx": 295
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 743, "tid": 2509,
    "ts": 1683924250670873, "dur": 47,
    "args": {
      "External id": 66345,"Ev Idx": 296
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 743, "tid": 2509,
    "ts": 1683924250670887, "dur": 3,
    "args": {
      "External id": 66346,"Ev Idx": 297
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250670961, "dur": 18,
    "args": {
      "External id": 66347,"Ev Idx": 298
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250670966, "dur": 11,
    "args": {
      "External id": 66348,"Ev Idx": 299
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 743, "tid": 2509,
    "ts": 1683924250670970, "dur": 6,
    "args": {
      "External id": 66349,"Ev Idx": 300
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 743, "tid": 2509,
    "ts": 1683924250670971, "dur": 5,
    "args": {
      "External id": 66350,"Ev Idx": 301
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250670987, "dur": 11,
    "args": {
      "External id": 66351,"Ev Idx": 302
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250670991, "dur": 4,
    "args": {
      "External id": 66352,"Ev Idx": 303
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 743, "tid": 2509,
    "ts": 1683924250670992, "dur": 3,
    "args": {
      "External id": 66353,"Ev Idx": 304
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 743, "tid": 2509,
    "ts": 1683924250670993, "dur": 2,
    "args": {
      "External id": 66354,"Ev Idx": 305
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ReluBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250671003, "dur": 54,
    "args": {
      "External id": 66355,"Ev Idx": 306, "Fwd thread id": 1, "Sequence number": 6514
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ReluBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250671006, "dur": 44,
    "args": {
      "External id": 66356,"Ev Idx": 307, "Fwd thread id": 1, "Sequence number": 6514
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::threshold_backward", "pid": 743, "tid": 2509,
    "ts": 1683924250671009, "dur": 39,
    "args": {
      "External id": 66357,"Ev Idx": 308
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ConvolutionBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250671066, "dur": 306,
    "args": {
      "External id": 66358,"Ev Idx": 309, "Fwd thread id": 1, "Sequence number": 6513
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ConvolutionBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250671069, "dur": 287,
    "args": {
      "External id": 66359,"Ev Idx": 310, "Fwd thread id": 1, "Sequence number": 6513
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::convolution_backward", "pid": 743, "tid": 2509,
    "ts": 1683924250671072, "dur": 283,
    "args": {
      "External id": 66360,"Ev Idx": 311
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 743, "tid": 2509,
    "ts": 1683924250671200, "dur": 13,
    "args": {
      "External id": 66361,"Ev Idx": 312
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 743, "tid": 2509,
    "ts": 1683924250671306, "dur": 45,
    "args": {
      "External id": 66362,"Ev Idx": 313
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 743, "tid": 2509,
    "ts": 1683924250671320, "dur": 2,
    "args": {
      "External id": 66363,"Ev Idx": 314
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250671390, "dur": 40,
    "args": {
      "External id": 66364,"Ev Idx": 315
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250671394, "dur": 21,
    "args": {
      "External id": 66365,"Ev Idx": 316
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 743, "tid": 2509,
    "ts": 1683924250671408, "dur": 6,
    "args": {
      "External id": 66366,"Ev Idx": 317
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 743, "tid": 2509,
    "ts": 1683924250671409, "dur": 5,
    "args": {
      "External id": 66367,"Ev Idx": 318
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250671441, "dur": 12,
    "args": {
      "External id": 66368,"Ev Idx": 319
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250671445, "dur": 6,
    "args": {
      "External id": 66369,"Ev Idx": 320
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 743, "tid": 2509,
    "ts": 1683924250671447, "dur": 3,
    "args": {
      "External id": 66370,"Ev Idx": 321
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 743, "tid": 2509,
    "ts": 1683924250671448, "dur": 2,
    "args": {
      "External id": 66371,"Ev Idx": 322
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: MaxPool2DWithIndicesBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250671459, "dur": 107,
    "args": {
      "External id": 66372,"Ev Idx": 323, "Fwd thread id": 1, "Sequence number": 6512
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "MaxPool2DWithIndicesBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250671461, "dur": 92,
    "args": {
      "External id": 66373,"Ev Idx": 324, "Fwd thread id": 1, "Sequence number": 6512
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::max_pool2d_with_indices_backward", "pid": 743, "tid": 2509,
    "ts": 1683924250671465, "dur": 87,
    "args": {
      "External id": 66374,"Ev Idx": 325
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::zero_", "pid": 743, "tid": 2509,
    "ts": 1683924250671481, "dur": 36,
    "args": {
      "External id": 66375,"Ev Idx": 326
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 743, "tid": 2509,
    "ts": 1683924250671484, "dur": 31,
    "args": {
      "External id": 66376,"Ev Idx": 327
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ReluBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250671579, "dur": 58,
    "args": {
      "External id": 66377,"Ev Idx": 328, "Fwd thread id": 1, "Sequence number": 6511
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ReluBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250671582, "dur": 46,
    "args": {
      "External id": 66378,"Ev Idx": 329, "Fwd thread id": 1, "Sequence number": 6511
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::threshold_backward", "pid": 743, "tid": 2509,
    "ts": 1683924250671588, "dur": 39,
    "args": {
      "External id": 66379,"Ev Idx": 330
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ConvolutionBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250671647, "dur": 325,
    "args": {
      "External id": 66380,"Ev Idx": 331, "Fwd thread id": 1, "Sequence number": 6510
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ConvolutionBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250671651, "dur": 303,
    "args": {
      "External id": 66381,"Ev Idx": 332, "Fwd thread id": 1, "Sequence number": 6510
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::convolution_backward", "pid": 743, "tid": 2509,
    "ts": 1683924250671655, "dur": 297,
    "args": {
      "External id": 66382,"Ev Idx": 333
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 743, "tid": 2509,
    "ts": 1683924250671790, "dur": 12,
    "args": {
      "External id": 66383,"Ev Idx": 334
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 743, "tid": 2509,
    "ts": 1683924250671902, "dur": 46,
    "args": {
      "External id": 66384,"Ev Idx": 335
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 743, "tid": 2509,
    "ts": 1683924250671916, "dur": 2,
    "args": {
      "External id": 66385,"Ev Idx": 336
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250671991, "dur": 19,
    "args": {
      "External id": 66386,"Ev Idx": 337
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250671996, "dur": 11,
    "args": {
      "External id": 66387,"Ev Idx": 338
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 743, "tid": 2509,
    "ts": 1683924250672000, "dur": 7,
    "args": {
      "External id": 66388,"Ev Idx": 339
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 743, "tid": 2509,
    "ts": 1683924250672002, "dur": 4,
    "args": {
      "External id": 66389,"Ev Idx": 340
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250672018, "dur": 10,
    "args": {
      "External id": 66390,"Ev Idx": 341
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250672021, "dur": 5,
    "args": {
      "External id": 66391,"Ev Idx": 342
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 743, "tid": 2509,
    "ts": 1683924250672023, "dur": 2,
    "args": {
      "External id": 66392,"Ev Idx": 343
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 743, "tid": 2509,
    "ts": 1683924250672023, "dur": 2,
    "args": {
      "External id": 66393,"Ev Idx": 344
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ReluBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250672034, "dur": 58,
    "args": {
      "External id": 66394,"Ev Idx": 345, "Fwd thread id": 1, "Sequence number": 6509
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ReluBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250672036, "dur": 47,
    "args": {
      "External id": 66395,"Ev Idx": 346, "Fwd thread id": 1, "Sequence number": 6509
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::threshold_backward", "pid": 743, "tid": 2509,
    "ts": 1683924250672040, "dur": 42,
    "args": {
      "External id": 66396,"Ev Idx": 347
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: ConvolutionBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250672101, "dur": 155,
    "args": {
      "External id": 66397,"Ev Idx": 348, "Fwd thread id": 1, "Sequence number": 6508
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "ConvolutionBackward0", "pid": 743, "tid": 2509,
    "ts": 1683924250672104, "dur": 145,
    "args": {
      "External id": 66398,"Ev Idx": 349, "Fwd thread id": 1, "Sequence number": 6508
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::convolution_backward", "pid": 743, "tid": 2509,
    "ts": 1683924250672107, "dur": 141,
    "args": {
      "External id": 66399,"Ev Idx": 350
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 743, "tid": 2509,
    "ts": 1683924250672119, "dur": 9,
    "args": {
      "External id": 66400,"Ev Idx": 351
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::sum", "pid": 743, "tid": 2509,
    "ts": 1683924250672211, "dur": 35,
    "args": {
      "External id": 66401,"Ev Idx": 352
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 743, "tid": 2509,
    "ts": 1683924250672221, "dur": 2,
    "args": {
      "External id": 66402,"Ev Idx": 353
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250672267, "dur": 14,
    "args": {
      "External id": 66403,"Ev Idx": 354
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250672271, "dur": 8,
    "args": {
      "External id": 66404,"Ev Idx": 355
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 743, "tid": 2509,
    "ts": 1683924250672274, "dur": 4,
    "args": {
      "External id": 66405,"Ev Idx": 356
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 743, "tid": 2509,
    "ts": 1683924250672275, "dur": 3,
    "args": {
      "External id": 66406,"Ev Idx": 357
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "autograd::engine::evaluate_function: torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250672286, "dur": 8,
    "args": {
      "External id": 66407,"Ev Idx": 358
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "torch::autograd::AccumulateGrad", "pid": 743, "tid": 2509,
    "ts": 1683924250672289, "dur": 4,
    "args": {
      "External id": 66408,"Ev Idx": 359
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::detach", "pid": 743, "tid": 2509,
    "ts": 1683924250672290, "dur": 2,
    "args": {
      "External id": 66409,"Ev Idx": 360
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "detach", "pid": 743, "tid": 2509,
    "ts": 1683924250672291, "dur": 1,
    "args": {
      "External id": 66410,"Ev Idx": 361
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::conv2d", "pid": 743, "tid": 743,
    "ts": 1683924250655249, "dur": 2301,
    "args": {
      "External id": 65537,"Ev Idx": 362, "Fwd thread id": 0, "Sequence number": 6508
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::convolution", "pid": 743, "tid": 743,
    "ts": 1683924250655254, "dur": 2295,
    "args": {
      "External id": 65538,"Ev Idx": 363, "Fwd thread id": 0, "Sequence number": 6508
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_convolution", "pid": 743, "tid": 743,
    "ts": 1683924250655270, "dur": 2274,
    "args": {
      "External id": 65539,"Ev Idx": 364
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::cudnn_convolution", "pid": 743, "tid": 743,
    "ts": 1683924250655279, "dur": 2201,
    "args": {
      "External id": 65540,"Ev Idx": 365
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 743, "tid": 743,
    "ts": 1683924250657490, "dur": 11,
    "args": {
      "External id": 65541,"Ev Idx": 366
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_reshape_alias", "pid": 743, "tid": 743,
    "ts": 1683924250657498, "dur": 3,
    "args": {
      "External id": 65542,"Ev Idx": 367
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 743, "tid": 743,
    "ts": 1683924250657503, "dur": 38,
    "args": {
      "External id": 65543,"Ev Idx": 368
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::relu", "pid": 743, "tid": 743,
    "ts": 1683924250657576, "dur": 62,
    "args": {
      "External id": 65544,"Ev Idx": 369, "Fwd thread id": 0, "Sequence number": 6509
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::clamp_min", "pid": 743, "tid": 743,
    "ts": 1683924250657585, "dur": 43,
    "args": {
      "External id": 65545,"Ev Idx": 370
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::conv2d", "pid": 743, "tid": 743,
    "ts": 1683924250657678, "dur": 273,
    "args": {
      "External id": 65546,"Ev Idx": 371, "Fwd thread id": 0, "Sequence number": 6510
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::convolution", "pid": 743, "tid": 743,
    "ts": 1683924250657682, "dur": 268,
    "args": {
      "External id": 65547,"Ev Idx": 372, "Fwd thread id": 0, "Sequence number": 6510
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_convolution", "pid": 743, "tid": 743,
    "ts": 1683924250657695, "dur": 251,
    "args": {
      "External id": 65548,"Ev Idx": 373
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::cudnn_convolution", "pid": 743, "tid": 743,
    "ts": 1683924250657704, "dur": 170,
    "args": {
      "External id": 65549,"Ev Idx": 374
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 743, "tid": 743,
    "ts": 1683924250657882, "dur": 11,
    "args": {
      "External id": 65550,"Ev Idx": 375
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_reshape_alias", "pid": 743, "tid": 743,
    "ts": 1683924250657889, "dur": 3,
    "args": {
      "External id": 65551,"Ev Idx": 376
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 743, "tid": 743,
    "ts": 1683924250657895, "dur": 48,
    "args": {
      "External id": 65552,"Ev Idx": 377
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::relu", "pid": 743, "tid": 743,
    "ts": 1683924250657977, "dur": 63,
    "args": {
      "External id": 65553,"Ev Idx": 378, "Fwd thread id": 0, "Sequence number": 6511
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::clamp_min", "pid": 743, "tid": 743,
    "ts": 1683924250657987, "dur": 43,
    "args": {
      "External id": 65554,"Ev Idx": 379
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::max_pool2d", "pid": 743, "tid": 743,
    "ts": 1683924250658081, "dur": 69,
    "args": {
      "External id": 65555,"Ev Idx": 380, "Fwd thread id": 0, "Sequence number": 6512
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::max_pool2d_with_indices", "pid": 743, "tid": 743,
    "ts": 1683924250658095, "dur": 54,
    "args": {
      "External id": 65556,"Ev Idx": 381, "Fwd thread id": 0, "Sequence number": 6512
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::conv2d", "pid": 743, "tid": 743,
    "ts": 1683924250658185, "dur": 212,
    "args": {
      "External id": 65557,"Ev Idx": 382, "Fwd thread id": 0, "Sequence number": 6513
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::convolution", "pid": 743, "tid": 743,
    "ts": 1683924250658188, "dur": 208,
    "args": {
      "External id": 65558,"Ev Idx": 383, "Fwd thread id": 0, "Sequence number": 6513
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_convolution", "pid": 743, "tid": 743,
    "ts": 1683924250658200, "dur": 191,
    "args": {
      "External id": 65559,"Ev Idx": 384
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::cudnn_convolution", "pid": 743, "tid": 743,
    "ts": 1683924250658206, "dur": 132,
    "args": {
      "External id": 65560,"Ev Idx": 385
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 743, "tid": 743,
    "ts": 1683924250658345, "dur": 9,
    "args": {
      "External id": 65561,"Ev Idx": 386
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_reshape_alias", "pid": 743, "tid": 743,
    "ts": 1683924250658351, "dur": 3,
    "args": {
      "External id": 65562,"Ev Idx": 387
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 743, "tid": 743,
    "ts": 1683924250658356, "dur": 33,
    "args": {
      "External id": 65563,"Ev Idx": 388
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::relu", "pid": 743, "tid": 743,
    "ts": 1683924250658422, "dur": 79,
    "args": {
      "External id": 65564,"Ev Idx": 389, "Fwd thread id": 0, "Sequence number": 6514
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::clamp_min", "pid": 743, "tid": 743,
    "ts": 1683924250658449, "dur": 42,
    "args": {
      "External id": 65565,"Ev Idx": 390
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::conv2d", "pid": 743, "tid": 743,
    "ts": 1683924250658544, "dur": 213,
    "args": {
      "External id": 65566,"Ev Idx": 391, "Fwd thread id": 0, "Sequence number": 6515
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::convolution", "pid": 743, "tid": 743,
    "ts": 1683924250658547, "dur": 209,
    "args": {
      "External id": 65567,"Ev Idx": 392, "Fwd thread id": 0, "Sequence number": 6515
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_convolution", "pid": 743, "tid": 743,
    "ts": 1683924250658559, "dur": 193,
    "args": {
      "External id": 65568,"Ev Idx": 393
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::cudnn_convolution", "pid": 743, "tid": 743,
    "ts": 1683924250658568, "dur": 132,
    "args": {
      "External id": 65569,"Ev Idx": 394
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 743, "tid": 743,
    "ts": 1683924250658707, "dur": 9,
    "args": {
      "External id": 65570,"Ev Idx": 395
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_reshape_alias", "pid": 743, "tid": 743,
    "ts": 1683924250658713, "dur": 3,
    "args": {
      "External id": 65571,"Ev Idx": 396
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 743, "tid": 743,
    "ts": 1683924250658718, "dur": 32,
    "args": {
      "External id": 65572,"Ev Idx": 397
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::relu", "pid": 743, "tid": 743,
    "ts": 1683924250658781, "dur": 73,
    "args": {
      "External id": 65573,"Ev Idx": 398, "Fwd thread id": 0, "Sequence number": 6516
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::clamp_min", "pid": 743, "tid": 743,
    "ts": 1683924250658789, "dur": 56,
    "args": {
      "External id": 65574,"Ev Idx": 399
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::max_pool2d", "pid": 743, "tid": 743,
    "ts": 1683924250658891, "dur": 65,
    "args": {
      "External id": 65575,"Ev Idx": 400, "Fwd thread id": 0, "Sequence number": 6517
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::max_pool2d_with_indices", "pid": 743, "tid": 743,
    "ts": 1683924250658894, "dur": 61,
    "args": {
      "External id": 65576,"Ev Idx": 401, "Fwd thread id": 0, "Sequence number": 6517
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::conv2d", "pid": 743, "tid": 743,
    "ts": 1683924250659003, "dur": 205,
    "args": {
      "External id": 65577,"Ev Idx": 402, "Fwd thread id": 0, "Sequence number": 6518
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::convolution", "pid": 743, "tid": 743,
    "ts": 1683924250659006, "dur": 202,
    "args": {
      "External id": 65578,"Ev Idx": 403, "Fwd thread id": 0, "Sequence number": 6518
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_convolution", "pid": 743, "tid": 743,
    "ts": 1683924250659020, "dur": 182,
    "args": {
      "External id": 65579,"Ev Idx": 404
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::cudnn_convolution", "pid": 743, "tid": 743,
    "ts": 1683924250659028, "dur": 123,
    "args": {
      "External id": 65580,"Ev Idx": 405
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 743, "tid": 743,
    "ts": 1683924250659157, "dur": 9,
    "args": {
      "External id": 65581,"Ev Idx": 406
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_reshape_alias", "pid": 743, "tid": 743,
    "ts": 1683924250659163, "dur": 3,
    "args": {
      "External id": 65582,"Ev Idx": 407
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 743, "tid": 743,
    "ts": 1683924250659168, "dur": 32,
    "args": {
      "External id": 65583,"Ev Idx": 408
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::relu", "pid": 743, "tid": 743,
    "ts": 1683924250659233, "dur": 55,
    "args": {
      "External id": 65584,"Ev Idx": 409, "Fwd thread id": 0, "Sequence number": 6519
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::clamp_min", "pid": 743, "tid": 743,
    "ts": 1683924250659242, "dur": 36,
    "args": {
      "External id": 65585,"Ev Idx": 410
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::conv2d", "pid": 743, "tid": 743,
    "ts": 1683924250659327, "dur": 229,
    "args": {
      "External id": 65586,"Ev Idx": 411, "Fwd thread id": 0, "Sequence number": 6520
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::convolution", "pid": 743, "tid": 743,
    "ts": 1683924250659332, "dur": 223,
    "args": {
      "External id": 65587,"Ev Idx": 412, "Fwd thread id": 0, "Sequence number": 6520
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_convolution", "pid": 743, "tid": 743,
    "ts": 1683924250659344, "dur": 207,
    "args": {
      "External id": 65588,"Ev Idx": 413
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::cudnn_convolution", "pid": 743, "tid": 743,
    "ts": 1683924250659352, "dur": 152,
    "args": {
      "External id": 65589,"Ev Idx": 414
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 743, "tid": 743,
    "ts": 1683924250659511, "dur": 8,
    "args": {
      "External id": 65590,"Ev Idx": 415
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_reshape_alias", "pid": 743, "tid": 743,
    "ts": 1683924250659517, "dur": 2,
    "args": {
      "External id": 65591,"Ev Idx": 416
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 743, "tid": 743,
    "ts": 1683924250659520, "dur": 29,
    "args": {
      "External id": 65592,"Ev Idx": 417
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::relu", "pid": 743, "tid": 743,
    "ts": 1683924250659578, "dur": 48,
    "args": {
      "External id": 65593,"Ev Idx": 418, "Fwd thread id": 0, "Sequence number": 6521
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::clamp_min", "pid": 743, "tid": 743,
    "ts": 1683924250659585, "dur": 32,
    "args": {
      "External id": 65594,"Ev Idx": 419
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::conv2d", "pid": 743, "tid": 743,
    "ts": 1683924250659660, "dur": 186,
    "args": {
      "External id": 65595,"Ev Idx": 420, "Fwd thread id": 0, "Sequence number": 6522
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::convolution", "pid": 743, "tid": 743,
    "ts": 1683924250659663, "dur": 182,
    "args": {
      "External id": 65596,"Ev Idx": 421, "Fwd thread id": 0, "Sequence number": 6522
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_convolution", "pid": 743, "tid": 743,
    "ts": 1683924250659673, "dur": 168,
    "args": {
      "External id": 65597,"Ev Idx": 422
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::cudnn_convolution", "pid": 743, "tid": 743,
    "ts": 1683924250659682, "dur": 113,
    "args": {
      "External id": 65598,"Ev Idx": 423
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 743, "tid": 743,
    "ts": 1683924250659800, "dur": 8,
    "args": {
      "External id": 65599,"Ev Idx": 424
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_reshape_alias", "pid": 743, "tid": 743,
    "ts": 1683924250659806, "dur": 2,
    "args": {
      "External id": 65600,"Ev Idx": 425
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 743, "tid": 743,
    "ts": 1683924250659810, "dur": 29,
    "args": {
      "External id": 65601,"Ev Idx": 426
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::relu", "pid": 743, "tid": 743,
    "ts": 1683924250659867, "dur": 62,
    "args": {
      "External id": 65602,"Ev Idx": 427, "Fwd thread id": 0, "Sequence number": 6523
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::clamp_min", "pid": 743, "tid": 743,
    "ts": 1683924250659876, "dur": 43,
    "args": {
      "External id": 65603,"Ev Idx": 428
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::max_pool2d", "pid": 743, "tid": 743,
    "ts": 1683924250659962, "dur": 52,
    "args": {
      "External id": 65604,"Ev Idx": 429, "Fwd thread id": 0, "Sequence number": 6524
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::max_pool2d_with_indices", "pid": 743, "tid": 743,
    "ts": 1683924250659964, "dur": 49,
    "args": {
      "External id": 65605,"Ev Idx": 430, "Fwd thread id": 0, "Sequence number": 6524
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::conv2d", "pid": 743, "tid": 743,
    "ts": 1683924250660055, "dur": 203,
    "args": {
      "External id": 65606,"Ev Idx": 431, "Fwd thread id": 0, "Sequence number": 6525
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::convolution", "pid": 743, "tid": 743,
    "ts": 1683924250660058, "dur": 199,
    "args": {
      "External id": 65607,"Ev Idx": 432, "Fwd thread id": 0, "Sequence number": 6525
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_convolution", "pid": 743, "tid": 743,
    "ts": 1683924250660070, "dur": 182,
    "args": {
      "External id": 65608,"Ev Idx": 433
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::cudnn_convolution", "pid": 743, "tid": 743,
    "ts": 1683924250660076, "dur": 124,
    "args": {
      "External id": 65609,"Ev Idx": 434
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 743, "tid": 743,
    "ts": 1683924250660206, "dur": 10,
    "args": {
      "External id": 65610,"Ev Idx": 435
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_reshape_alias", "pid": 743, "tid": 743,
    "ts": 1683924250660213, "dur": 3,
    "args": {
      "External id": 65611,"Ev Idx": 436
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 743, "tid": 743,
    "ts": 1683924250660218, "dur": 32,
    "args": {
      "External id": 65612,"Ev Idx": 437
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::relu", "pid": 743, "tid": 743,
    "ts": 1683924250660281, "dur": 52,
    "args": {
      "External id": 65613,"Ev Idx": 438, "Fwd thread id": 0, "Sequence number": 6526
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::clamp_min", "pid": 743, "tid": 743,
    "ts": 1683924250660289, "dur": 35,
    "args": {
      "External id": 65614,"Ev Idx": 439
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::conv2d", "pid": 743, "tid": 743,
    "ts": 1683924250660371, "dur": 248,
    "args": {
      "External id": 65615,"Ev Idx": 440, "Fwd thread id": 0, "Sequence number": 6527
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::convolution", "pid": 743, "tid": 743,
    "ts": 1683924250660375, "dur": 242,
    "args": {
      "External id": 65616,"Ev Idx": 441, "Fwd thread id": 0, "Sequence number": 6527
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_convolution", "pid": 743, "tid": 743,
    "ts": 1683924250660387, "dur": 226,
    "args": {
      "External id": 65617,"Ev Idx": 442
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::cudnn_convolution", "pid": 743, "tid": 743,
    "ts": 1683924250660396, "dur": 152,
    "args": {
      "External id": 65618,"Ev Idx": 443
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 743, "tid": 743,
    "ts": 1683924250660555, "dur": 8,
    "args": {
      "External id": 65619,"Ev Idx": 444
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_reshape_alias", "pid": 743, "tid": 743,
    "ts": 1683924250660561, "dur": 2,
    "args": {
      "External id": 65620,"Ev Idx": 445
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 743, "tid": 743,
    "ts": 1683924250660565, "dur": 46,
    "args": {
      "External id": 65621,"Ev Idx": 446
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::relu", "pid": 743, "tid": 743,
    "ts": 1683924250660643, "dur": 52,
    "args": {
      "External id": 65622,"Ev Idx": 447, "Fwd thread id": 0, "Sequence number": 6528
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::clamp_min", "pid": 743, "tid": 743,
    "ts": 1683924250660651, "dur": 36,
    "args": {
      "External id": 65623,"Ev Idx": 448
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::conv2d", "pid": 743, "tid": 743,
    "ts": 1683924250660733, "dur": 224,
    "args": {
      "External id": 65624,"Ev Idx": 449, "Fwd thread id": 0, "Sequence number": 6529
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::convolution", "pid": 743, "tid": 743,
    "ts": 1683924250660737, "dur": 219,
    "args": {
      "External id": 65625,"Ev Idx": 450, "Fwd thread id": 0, "Sequence number": 6529
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_convolution", "pid": 743, "tid": 743,
    "ts": 1683924250660749, "dur": 202,
    "args": {
      "External id": 65626,"Ev Idx": 451
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::cudnn_convolution", "pid": 743, "tid": 743,
    "ts": 1683924250660756, "dur": 130,
    "args": {
      "External id": 65627,"Ev Idx": 452
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 743, "tid": 743,
    "ts": 1683924250660892, "dur": 20,
    "args": {
      "External id": 65628,"Ev Idx": 453
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_reshape_alias", "pid": 743, "tid": 743,
    "ts": 1683924250660909, "dur": 2,
    "args": {
      "External id": 65629,"Ev Idx": 454
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 743, "tid": 743,
    "ts": 1683924250660914, "dur": 35,
    "args": {
      "External id": 65630,"Ev Idx": 455
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::relu", "pid": 743, "tid": 743,
    "ts": 1683924250660979, "dur": 55,
    "args": {
      "External id": 65631,"Ev Idx": 456, "Fwd thread id": 0, "Sequence number": 6530
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::clamp_min", "pid": 743, "tid": 743,
    "ts": 1683924250660988, "dur": 37,
    "args": {
      "External id": 65632,"Ev Idx": 457
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::max_pool2d", "pid": 743, "tid": 743,
    "ts": 1683924250661069, "dur": 52,
    "args": {
      "External id": 65633,"Ev Idx": 458, "Fwd thread id": 0, "Sequence number": 6531
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::max_pool2d_with_indices", "pid": 743, "tid": 743,
    "ts": 1683924250661071, "dur": 49,
    "args": {
      "External id": 65634,"Ev Idx": 459, "Fwd thread id": 0, "Sequence number": 6531
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::conv2d", "pid": 743, "tid": 743,
    "ts": 1683924250661152, "dur": 215,
    "args": {
      "External id": 65635,"Ev Idx": 460, "Fwd thread id": 0, "Sequence number": 6532
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::convolution", "pid": 743, "tid": 743,
    "ts": 1683924250661156, "dur": 210,
    "args": {
      "External id": 65636,"Ev Idx": 461, "Fwd thread id": 0, "Sequence number": 6532
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_convolution", "pid": 743, "tid": 743,
    "ts": 1683924250661170, "dur": 192,
    "args": {
      "External id": 65637,"Ev Idx": 462
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::cudnn_convolution", "pid": 743, "tid": 743,
    "ts": 1683924250661176, "dur": 134,
    "args": {
      "External id": 65638,"Ev Idx": 463
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 743, "tid": 743,
    "ts": 1683924250661316, "dur": 10,
    "args": {
      "External id": 65639,"Ev Idx": 464
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_reshape_alias", "pid": 743, "tid": 743,
    "ts": 1683924250661323, "dur": 2,
    "args": {
      "External id": 65640,"Ev Idx": 465
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 743, "tid": 743,
    "ts": 1683924250661327, "dur": 32,
    "args": {
      "External id": 65641,"Ev Idx": 466
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::relu", "pid": 743, "tid": 743,
    "ts": 1683924250661391, "dur": 76,
    "args": {
      "External id": 65642,"Ev Idx": 467, "Fwd thread id": 0, "Sequence number": 6533
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::clamp_min", "pid": 743, "tid": 743,
    "ts": 1683924250661400, "dur": 57,
    "args": {
      "External id": 65643,"Ev Idx": 468
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::conv2d", "pid": 743, "tid": 743,
    "ts": 1683924250661509, "dur": 206,
    "args": {
      "External id": 65644,"Ev Idx": 469, "Fwd thread id": 0, "Sequence number": 6534
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::convolution", "pid": 743, "tid": 743,
    "ts": 1683924250661512, "dur": 202,
    "args": {
      "External id": 65645,"Ev Idx": 470, "Fwd thread id": 0, "Sequence number": 6534
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_convolution", "pid": 743, "tid": 743,
    "ts": 1683924250661525, "dur": 184,
    "args": {
      "External id": 65646,"Ev Idx": 471
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::cudnn_convolution", "pid": 743, "tid": 743,
    "ts": 1683924250661532, "dur": 127,
    "args": {
      "External id": 65647,"Ev Idx": 472
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 743, "tid": 743,
    "ts": 1683924250661664, "dur": 10,
    "args": {
      "External id": 65648,"Ev Idx": 473
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_reshape_alias", "pid": 743, "tid": 743,
    "ts": 1683924250661671, "dur": 3,
    "args": {
      "External id": 65649,"Ev Idx": 474
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 743, "tid": 743,
    "ts": 1683924250661676, "dur": 31,
    "args": {
      "External id": 65650,"Ev Idx": 475
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::relu", "pid": 743, "tid": 743,
    "ts": 1683924250661738, "dur": 55,
    "args": {
      "External id": 65651,"Ev Idx": 476, "Fwd thread id": 0, "Sequence number": 6535
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::clamp_min", "pid": 743, "tid": 743,
    "ts": 1683924250661746, "dur": 38,
    "args": {
      "External id": 65652,"Ev Idx": 477
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::conv2d", "pid": 743, "tid": 743,
    "ts": 1683924250661832, "dur": 283,
    "args": {
      "External id": 65653,"Ev Idx": 478, "Fwd thread id": 0, "Sequence number": 6536
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::convolution", "pid": 743, "tid": 743,
    "ts": 1683924250661836, "dur": 278,
    "args": {
      "External id": 65654,"Ev Idx": 479, "Fwd thread id": 0, "Sequence number": 6536
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_convolution", "pid": 743, "tid": 743,
    "ts": 1683924250661848, "dur": 261,
    "args": {
      "External id": 65655,"Ev Idx": 480
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::cudnn_convolution", "pid": 743, "tid": 743,
    "ts": 1683924250661878, "dur": 175,
    "args": {
      "External id": 65656,"Ev Idx": 481
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::reshape", "pid": 743, "tid": 743,
    "ts": 1683924250662060, "dur": 10,
    "args": {
      "External id": 65657,"Ev Idx": 482
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_reshape_alias", "pid": 743, "tid": 743,
    "ts": 1683924250662067, "dur": 2,
    "args": {
      "External id": 65658,"Ev Idx": 483
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::add_", "pid": 743, "tid": 743,
    "ts": 1683924250662072, "dur": 35,
    "args": {
      "External id": 65659,"Ev Idx": 484
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::relu", "pid": 743, "tid": 743,
    "ts": 1683924250662138, "dur": 54,
    "args": {
      "External id": 65660,"Ev Idx": 485, "Fwd thread id": 0, "Sequence number": 6537
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::clamp_min", "pid": 743, "tid": 743,
    "ts": 1683924250662146, "dur": 37,
    "args": {
      "External id": 65661,"Ev Idx": 486
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::max_pool2d", "pid": 743, "tid": 743,
    "ts": 1683924250662229, "dur": 57,
    "args": {
      "External id": 65662,"Ev Idx": 487, "Fwd thread id": 0, "Sequence number": 6538
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::max_pool2d_with_indices", "pid": 743, "tid": 743,
    "ts": 1683924250662232, "dur": 53,
    "args": {
      "External id": 65663,"Ev Idx": 488, "Fwd thread id": 0, "Sequence number": 6538
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::flatten", "pid": 743, "tid": 743,
    "ts": 1683924250662312, "dur": 19,
    "args": {
      "External id": 65664,"Ev Idx": 489, "Fwd thread id": 0, "Sequence number": 6539
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_reshape_alias", "pid": 743, "tid": 743,
    "ts": 1683924250662319, "dur": 11,
    "args": {
      "External id": 65665,"Ev Idx": 490, "Fwd thread id": 0, "Sequence number": 6539
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 743, "tid": 743,
    "ts": 1683924250662357, "dur": 179,
    "args": {
      "External id": 65666,"Ev Idx": 491, "Fwd thread id": 0, "Sequence number": 6540
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 743, "tid": 743,
    "ts": 1683924250662359, "dur": 17,
    "args": {
      "External id": 65667,"Ev Idx": 492, "Fwd thread id": 0, "Sequence number": 6540
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 743, "tid": 743,
    "ts": 1683924250662367, "dur": 6,
    "args": {
      "External id": 65668,"Ev Idx": 493
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 743, "tid": 743,
    "ts": 1683924250662370, "dur": 3,
    "args": {
      "External id": 65669,"Ev Idx": 494
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::addmm", "pid": 743, "tid": 743,
    "ts": 1683924250662380, "dur": 154,
    "args": {
      "External id": 65670,"Ev Idx": 495, "Fwd thread id": 0, "Sequence number": 6541
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 743, "tid": 743,
    "ts": 1683924250662438, "dur": 14,
    "args": {
      "External id": 65671,"Ev Idx": 496
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::relu", "pid": 743, "tid": 743,
    "ts": 1683924250662561, "dur": 66,
    "args": {
      "External id": 65672,"Ev Idx": 497, "Fwd thread id": 0, "Sequence number": 6542
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::clamp_min", "pid": 743, "tid": 743,
    "ts": 1683924250662572, "dur": 45,
    "args": {
      "External id": 65673,"Ev Idx": 498
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::dropout", "pid": 743, "tid": 743,
    "ts": 1683924250662664, "dur": 90,
    "args": {
      "External id": 65674,"Ev Idx": 499, "Fwd thread id": 0, "Sequence number": 6543
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::native_dropout", "pid": 743, "tid": 743,
    "ts": 1683924250662668, "dur": 85,
    "args": {
      "External id": 65675,"Ev Idx": 500, "Fwd thread id": 0, "Sequence number": 6543
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 743, "tid": 743,
    "ts": 1683924250662680, "dur": 17,
    "args": {
      "External id": 65676,"Ev Idx": 501
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 743, "tid": 743,
    "ts": 1683924250662684, "dur": 12,
    "args": {
      "External id": 65677,"Ev Idx": 502
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 743, "tid": 743,
    "ts": 1683924250662699, "dur": 9,
    "args": {
      "External id": 65678,"Ev Idx": 503
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 743, "tid": 743,
    "ts": 1683924250662700, "dur": 8,
    "args": {
      "External id": 65679,"Ev Idx": 504
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 743, "tid": 743,
    "ts": 1683924250662788, "dur": 182,
    "args": {
      "External id": 65680,"Ev Idx": 505, "Fwd thread id": 0, "Sequence number": 6544
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 743, "tid": 743,
    "ts": 1683924250662791, "dur": 17,
    "args": {
      "External id": 65681,"Ev Idx": 506, "Fwd thread id": 0, "Sequence number": 6544
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 743, "tid": 743,
    "ts": 1683924250662798, "dur": 7,
    "args": {
      "External id": 65682,"Ev Idx": 507
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 743, "tid": 743,
    "ts": 1683924250662802, "dur": 3,
    "args": {
      "External id": 65683,"Ev Idx": 508
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::addmm", "pid": 743, "tid": 743,
    "ts": 1683924250662811, "dur": 157,
    "args": {
      "External id": 65684,"Ev Idx": 509, "Fwd thread id": 0, "Sequence number": 6545
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 743, "tid": 743,
    "ts": 1683924250662845, "dur": 12,
    "args": {
      "External id": 65685,"Ev Idx": 510
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::relu", "pid": 743, "tid": 743,
    "ts": 1683924250662996, "dur": 81,
    "args": {
      "External id": 65686,"Ev Idx": 511, "Fwd thread id": 0, "Sequence number": 6546
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::clamp_min", "pid": 743, "tid": 743,
    "ts": 1683924250663006, "dur": 61,
    "args": {
      "External id": 65687,"Ev Idx": 512
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::dropout", "pid": 743, "tid": 743,
    "ts": 1683924250663110, "dur": 89,
    "args": {
      "External id": 65688,"Ev Idx": 513, "Fwd thread id": 0, "Sequence number": 6547
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::native_dropout", "pid": 743, "tid": 743,
    "ts": 1683924250663113, "dur": 85,
    "args": {
      "External id": 65689,"Ev Idx": 514, "Fwd thread id": 0, "Sequence number": 6547
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 743, "tid": 743,
    "ts": 1683924250663134, "dur": 13,
    "args": {
      "External id": 65690,"Ev Idx": 515
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 743, "tid": 743,
    "ts": 1683924250663137, "dur": 10,
    "args": {
      "External id": 65691,"Ev Idx": 516
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 743, "tid": 743,
    "ts": 1683924250663149, "dur": 9,
    "args": {
      "External id": 65692,"Ev Idx": 517
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 743, "tid": 743,
    "ts": 1683924250663151, "dur": 7,
    "args": {
      "External id": 65693,"Ev Idx": 518
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::linear", "pid": 743, "tid": 743,
    "ts": 1683924250663228, "dur": 158,
    "args": {
      "External id": 65694,"Ev Idx": 519, "Fwd thread id": 0, "Sequence number": 6548
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::t", "pid": 743, "tid": 743,
    "ts": 1683924250663230, "dur": 15,
    "args": {
      "External id": 65695,"Ev Idx": 520, "Fwd thread id": 0, "Sequence number": 6548
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::transpose", "pid": 743, "tid": 743,
    "ts": 1683924250663236, "dur": 6,
    "args": {
      "External id": 65696,"Ev Idx": 521
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::as_strided", "pid": 743, "tid": 743,
    "ts": 1683924250663239, "dur": 3,
    "args": {
      "External id": 65697,"Ev Idx": 522
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::addmm", "pid": 743, "tid": 743,
    "ts": 1683924250663247, "dur": 138,
    "args": {
      "External id": 65698,"Ev Idx": 523, "Fwd thread id": 0, "Sequence number": 6549
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty", "pid": 743, "tid": 743,
    "ts": 1683924250663291, "dur": 10,
    "args": {
      "External id": 65699,"Ev Idx": 524
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::softmax", "pid": 743, "tid": 743,
    "ts": 1683924250663412, "dur": 71,
    "args": {
      "External id": 65700,"Ev Idx": 525, "Fwd thread id": 0, "Sequence number": 6550
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_softmax", "pid": 743, "tid": 743,
    "ts": 1683924250663415, "dur": 66,
    "args": {
      "External id": 65701,"Ev Idx": 526, "Fwd thread id": 0, "Sequence number": 6550
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::cross_entropy_loss", "pid": 743, "tid": 743,
    "ts": 1683924250663548, "dur": 163,
    "args": {
      "External id": 65702,"Ev Idx": 527, "Fwd thread id": 0, "Sequence number": 6551
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::log_softmax", "pid": 743, "tid": 743,
    "ts": 1683924250663553, "dur": 73,
    "args": {
      "External id": 65703,"Ev Idx": 528, "Fwd thread id": 0, "Sequence number": 6551
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::to", "pid": 743, "tid": 743,
    "ts": 1683924250663557, "dur": 1,
    "args": {
      "External id": 65704,"Ev Idx": 529, "Fwd thread id": 0, "Sequence number": 6551
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::_log_softmax", "pid": 743, "tid": 743,
    "ts": 1683924250663561, "dur": 64,
    "args": {
      "External id": 65705,"Ev Idx": 530, "Fwd thread id": 0, "Sequence number": 6551
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::nll_loss_nd", "pid": 743, "tid": 743,
    "ts": 1683924250663632, "dur": 78,
    "args": {
      "External id": 65706,"Ev Idx": 531, "Fwd thread id": 0, "Sequence number": 6552
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::nll_loss", "pid": 743, "tid": 743,
    "ts": 1683924250663637, "dur": 73,
    "args": {
      "External id": 65707,"Ev Idx": 532, "Fwd thread id": 0, "Sequence number": 6552
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::nll_loss_forward", "pid": 743, "tid": 743,
    "ts": 1683924250663641, "dur": 67,
    "args": {
      "External id": 65708,"Ev Idx": 533, "Fwd thread id": 0, "Sequence number": 6552
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::resize_", "pid": 743, "tid": 743,
    "ts": 1683924250663674, "dur": 2,
    "args": {
      "External id": 65709,"Ev Idx": 534
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::ones_like", "pid": 743, "tid": 743,
    "ts": 1683924250663762, "dur": 57,
    "args": {
      "External id": 65710,"Ev Idx": 535
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_like", "pid": 743, "tid": 743,
    "ts": 1683924250663765, "dur": 17,
    "args": {
      "External id": 65711,"Ev Idx": 536
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::empty_strided", "pid": 743, "tid": 743,
    "ts": 1683924250663768, "dur": 12,
    "args": {
      "External id": 65712,"Ev Idx": 537
    }
  },
  {
    "ph": "X", "cat": "cpu_op", "name": "aten::fill_", "pid": 743, "tid": 743,
    "ts": 1683924250663784, "dur": 34,
    "args": {
      "External id": 65713,"Ev Idx": 538
    }
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamIsCapturing", "pid": 743, "tid": 743,
    "ts": 1683924250656113, "dur": 1,
    "args": {
      "External id": 290820,
      "cbid": 317, "correlation": 290820
    }
  },
  {
    "ph": "f", "id": 290820, "pid": 743, "tid": 743, "ts": 1683924250656113,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamGetPriority", "pid": 743, "tid": 743,
    "ts": 1683924250656115, "dur": 1,
    "args": {
      "External id": 290821,
      "cbid": 203, "correlation": 290821
    }
  },
  {
    "ph": "f", "id": 290821, "pid": 743, "tid": 743, "ts": 1683924250656115,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaDeviceGetStreamPriorityRange", "pid": 743, "tid": 743,
    "ts": 1683924250656117, "dur": 0,
    "args": {
      "External id": 290822,
      "cbid": 205, "correlation": 290822
    }
  },
  {
    "ph": "f", "id": 290822, "pid": 743, "tid": 743, "ts": 1683924250656117,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cask_cudnn::computeOffsetsKernel<false, false>(cask_cudnn::ComputeOffsetsParams)", "pid": 0, "tid": 7,
    "ts": 1683924250662910, "dur": 5,
    "args": {
      "External id": 290826,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 290826,
      "registers per thread": 16,
      "shared memory": 0,
      "blocks per SM": 0.125,
      "warps per SM": 1,
      "grid": [5, 1, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 3
    }
  },
  {
    "ph": "f", "id": 290826, "pid": 0, "tid": 7, "ts": 1683924250662910,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250656145, "dur": 1281,
    "args": {
      "External id": 290826,
      "cbid": 211, "correlation": 290826
    }
  },
  {
    "ph": "s", "id": 290826, "pid": 743, "tid": 743, "ts": 1683924250656145,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaMemsetAsync", "pid": 743, "tid": 743,
    "ts": 1683924250657434, "dur": 1,
    "args": {
      "External id": 290827,
      "cbid": 51, "correlation": 290827
    }
  },
  {
    "ph": "s", "id": 290827, "pid": 743, "tid": 743, "ts": 1683924250657434,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "cudnn_volta_scudnn_128x32_relu_small_nn_v1", "pid": 0, "tid": 7,
    "ts": 1683924250662916, "dur": 163,
    "args": {
      "External id": 290828,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 290828,
      "registers per thread": 128,
      "shared memory": 5376,
      "blocks per SM": 25.6,
      "warps per SM": 51.2,
      "grid": [512, 2, 1],
      "block": [64, 1, 1],
      "est. achieved occupancy %": 50
    }
  },
  {
    "ph": "f", "id": 290828, "pid": 0, "tid": 7, "ts": 1683924250662916,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250657436, "dur": 15,
    "args": {
      "External id": 290828,
      "cbid": 211, "correlation": 290828
    }
  },
  {
    "ph": "s", "id": 290828, "pid": 743, "tid": 743, "ts": 1683924250657436,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::elementwise_kernel<128, 2, at::native::gpu_kernel_impl<at::native::CUDAFunctor_add<float> >(at::TensorIteratorBase&, at::native::CUDAFunctor_add<float> const&)::{lambda(int)#1}>(int, at::native::gpu_kernel_impl<at::native::CUDAFunctor_add<float> >(at::TensorIteratorBase&, at::native::CUDAFunctor_add<float> const&)::{lambda(int)#1})", "pid": 0, "tid": 7,
    "ts": 1683924250663081, "dur": 164,
    "args": {
      "External id": 290833,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 290833,
      "registers per thread": 16,
      "shared memory": 0,
      "blocks per SM": 409.6,
      "warps per SM": 1638.4,
      "grid": [16384, 1, 1],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 290833, "pid": 0, "tid": 7, "ts": 1683924250663081,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250657520, "dur": 17,
    "args": {
      "External id": 290833,
      "cbid": 211, "correlation": 290833
    }
  },
  {
    "ph": "s", "id": 290833, "pid": 743, "tid": 743, "ts": 1683924250657520,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::vectorized_elementwise_kernel<4, at::native::(anonymous namespace)::launch_clamp_scalar(at::TensorIteratorBase&, c10::Scalar, c10::Scalar, at::native::detail::ClampLimits)::{lambda()#1}::operator()() const::{lambda()#7}::operator()() const::{lambda(float)#1}, at::detail::Array<char*, 2> >(int, at::native::(anonymous namespace)::launch_clamp_scalar(at::TensorIteratorBase&, c10::Scalar, c10::Scalar, at::native::detail::ClampLimits)::{lambda()#1}::operator()() const::{lambda()#7}::operator()() const::{lambda(float)#1}, at::detail::Array<char*, 2>)", "pid": 0, "tid": 7,
    "ts": 1683924250663247, "dur": 141,
    "args": {
      "External id": 290842,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 290842,
      "registers per thread": 22,
      "shared memory": 0,
      "blocks per SM": 204.8,
      "warps per SM": 819.2,
      "grid": [8192, 1, 1],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 290842, "pid": 0, "tid": 7, "ts": 1683924250663247,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250657607, "dur": 17,
    "args": {
      "External id": 290842,
      "cbid": 211, "correlation": 290842
    }
  },
  {
    "ph": "s", "id": 290842, "pid": 743, "tid": 743, "ts": 1683924250657607,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamIsCapturing", "pid": 743, "tid": 743,
    "ts": 1683924250657738, "dur": 1,
    "args": {
      "External id": 290853,
      "cbid": 317, "correlation": 290853
    }
  },
  {
    "ph": "f", "id": 290853, "pid": 743, "tid": 743, "ts": 1683924250657738,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamGetPriority", "pid": 743, "tid": 743,
    "ts": 1683924250657739, "dur": 0,
    "args": {
      "External id": 290854,
      "cbid": 203, "correlation": 290854
    }
  },
  {
    "ph": "f", "id": 290854, "pid": 743, "tid": 743, "ts": 1683924250657739,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaDeviceGetStreamPriorityRange", "pid": 743, "tid": 743,
    "ts": 1683924250657741, "dur": 0,
    "args": {
      "External id": 290855,
      "cbid": 205, "correlation": 290855
    }
  },
  {
    "ph": "f", "id": 290855, "pid": 743, "tid": 743, "ts": 1683924250657741,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradForwardData4x4<float, float>(cudnn::winograd_nonfused::WinogradDataParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250663390, "dur": 272,
    "args": {
      "External id": 290859,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 290859,
      "registers per thread": 108,
      "shared memory": 22656,
      "blocks per SM": 25.6,
      "warps per SM": 204.8,
      "grid": [16, 64, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 50
    }
  },
  {
    "ph": "f", "id": 290859, "pid": 0, "tid": 7, "ts": 1683924250663390,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250657765, "dur": 38,
    "args": {
      "External id": 290859,
      "cbid": 211, "correlation": 290859
    }
  },
  {
    "ph": "s", "id": 290859, "pid": 743, "tid": 743, "ts": 1683924250657765,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradForwardFilter4x4<float, float>(cudnn::winograd_nonfused::WinogradFilterParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250663664, "dur": 9,
    "args": {
      "External id": 290860,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 290860,
      "registers per thread": 64,
      "shared memory": 9216,
      "blocks per SM": 0.4,
      "warps per SM": 3.2,
      "grid": [2, 8, 1],
      "block": [32, 8, 1],
      "est. achieved occupancy %": 10
    }
  },
  {
    "ph": "f", "id": 290860, "pid": 0, "tid": 7, "ts": 1683924250663664,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250657805, "dur": 8,
    "args": {
      "External id": 290860,
      "cbid": 211, "correlation": 290860
    }
  },
  {
    "ph": "s", "id": 290860, "pid": 743, "tid": 743, "ts": 1683924250657805,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "volta_sgemm_128x64_nn", "pid": 0, "tid": 7,
    "ts": 1683924250663675, "dur": 534,
    "args": {
      "External id": 290862,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 290862,
      "registers per thread": 122,
      "shared memory": 12544,
      "blocks per SM": 28.8,
      "warps per SM": 115.2,
      "grid": [32, 1, 36],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 50
    }
  },
  {
    "ph": "f", "id": 290862, "pid": 0, "tid": 7, "ts": 1683924250663675,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250657834, "dur": 13,
    "args": {
      "External id": 290862,
      "cbid": 211, "correlation": 290862
    }
  },
  {
    "ph": "s", "id": 290862, "pid": 743, "tid": 743, "ts": 1683924250657834,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradForwardOutput4x4<float, float>(cudnn::winograd_nonfused::WinogradOutputParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250664211, "dur": 230,
    "args": {
      "External id": 290864,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 290864,
      "registers per thread": 80,
      "shared memory": 16640,
      "blocks per SM": 25.6,
      "warps per SM": 204.8,
      "grid": [16, 64, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 75
    }
  },
  {
    "ph": "f", "id": 290864, "pid": 0, "tid": 7, "ts": 1683924250664211,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250657851, "dur": 8,
    "args": {
      "External id": 290864,
      "cbid": 211, "correlation": 290864
    }
  },
  {
    "ph": "s", "id": 290864, "pid": 743, "tid": 743, "ts": 1683924250657851,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::elementwise_kernel<128, 2, at::native::gpu_kernel_impl<at::native::CUDAFunctor_add<float> >(at::TensorIteratorBase&, at::native::CUDAFunctor_add<float> const&)::{lambda(int)#1}>(int, at::native::gpu_kernel_impl<at::native::CUDAFunctor_add<float> >(at::TensorIteratorBase&, at::native::CUDAFunctor_add<float> const&)::{lambda(int)#1})", "pid": 0, "tid": 7,
    "ts": 1683924250664443, "dur": 164,
    "args": {
      "External id": 290870,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 290870,
      "registers per thread": 16,
      "shared memory": 0,
      "blocks per SM": 409.6,
      "warps per SM": 1638.4,
      "grid": [16384, 1, 1],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 290870, "pid": 0, "tid": 7, "ts": 1683924250664443,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250657922, "dur": 16,
    "args": {
      "External id": 290870,
      "cbid": 211, "correlation": 290870
    }
  },
  {
    "ph": "s", "id": 290870, "pid": 743, "tid": 743, "ts": 1683924250657922,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::vectorized_elementwise_kernel<4, at::native::(anonymous namespace)::launch_clamp_scalar(at::TensorIteratorBase&, c10::Scalar, c10::Scalar, at::native::detail::ClampLimits)::{lambda()#1}::operator()() const::{lambda()#7}::operator()() const::{lambda(float)#1}, at::detail::Array<char*, 2> >(int, at::native::(anonymous namespace)::launch_clamp_scalar(at::TensorIteratorBase&, c10::Scalar, c10::Scalar, at::native::detail::ClampLimits)::{lambda()#1}::operator()() const::{lambda()#7}::operator()() const::{lambda(float)#1}, at::detail::Array<char*, 2>)", "pid": 0, "tid": 7,
    "ts": 1683924250664609, "dur": 139,
    "args": {
      "External id": 290879,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 290879,
      "registers per thread": 22,
      "shared memory": 0,
      "blocks per SM": 204.8,
      "warps per SM": 819.2,
      "grid": [8192, 1, 1],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 290879, "pid": 0, "tid": 7, "ts": 1683924250664609,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250658008, "dur": 17,
    "args": {
      "External id": 290879,
      "cbid": 211, "correlation": 290879
    }
  },
  {
    "ph": "s", "id": 290879, "pid": 743, "tid": 743, "ts": 1683924250658008,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::(anonymous namespace)::max_pool_forward_nchw<float, float>(int, float const*, long, long, long, int, int, int, int, int, int, int, int, int, int, float*, long*)", "pid": 0, "tid": 7,
    "ts": 1683924250664750, "dur": 168,
    "args": {
      "External id": 290892,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 290892,
      "registers per thread": 25,
      "shared memory": 0,
      "blocks per SM": 102.4,
      "warps per SM": 819.2,
      "grid": [4096, 1, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 290892, "pid": 0, "tid": 7, "ts": 1683924250664750,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250658125, "dur": 17,
    "args": {
      "External id": 290892,
      "cbid": 211, "correlation": 290892
    }
  },
  {
    "ph": "s", "id": 290892, "pid": 743, "tid": 743, "ts": 1683924250658125,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamIsCapturing", "pid": 743, "tid": 743,
    "ts": 1683924250658234, "dur": 1,
    "args": {
      "External id": 290902,
      "cbid": 317, "correlation": 290902
    }
  },
  {
    "ph": "f", "id": 290902, "pid": 743, "tid": 743, "ts": 1683924250658234,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamGetPriority", "pid": 743, "tid": 743,
    "ts": 1683924250658236, "dur": 1,
    "args": {
      "External id": 290903,
      "cbid": 203, "correlation": 290903
    }
  },
  {
    "ph": "f", "id": 290903, "pid": 743, "tid": 743, "ts": 1683924250658236,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaDeviceGetStreamPriorityRange", "pid": 743, "tid": 743,
    "ts": 1683924250658237, "dur": 1,
    "args": {
      "External id": 290904,
      "cbid": 205, "correlation": 290904
    }
  },
  {
    "ph": "f", "id": 290904, "pid": 743, "tid": 743, "ts": 1683924250658237,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradForwardData4x4<float, float>(cudnn::winograd_nonfused::WinogradDataParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250664920, "dur": 67,
    "args": {
      "External id": 290908,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 290908,
      "registers per thread": 108,
      "shared memory": 22656,
      "blocks per SM": 6.4,
      "warps per SM": 51.2,
      "grid": [4, 64, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 50
    }
  },
  {
    "ph": "f", "id": 290908, "pid": 0, "tid": 7, "ts": 1683924250664920,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250658262, "dur": 17,
    "args": {
      "External id": 290908,
      "cbid": 211, "correlation": 290908
    }
  },
  {
    "ph": "s", "id": 290908, "pid": 743, "tid": 743, "ts": 1683924250658262,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradForwardFilter4x4<float, float>(cudnn::winograd_nonfused::WinogradFilterParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250664989, "dur": 12,
    "args": {
      "External id": 290909,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 290909,
      "registers per thread": 64,
      "shared memory": 9216,
      "blocks per SM": 0.8,
      "warps per SM": 6.4,
      "grid": [2, 16, 1],
      "block": [32, 8, 1],
      "est. achieved occupancy %": 20
    }
  },
  {
    "ph": "f", "id": 290909, "pid": 0, "tid": 7, "ts": 1683924250664989,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250658280, "dur": 6,
    "args": {
      "External id": 290909,
      "cbid": 211, "correlation": 290909
    }
  },
  {
    "ph": "s", "id": 290909, "pid": 743, "tid": 743, "ts": 1683924250658280,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "volta_sgemm_128x64_nn", "pid": 0, "tid": 7,
    "ts": 1683924250665002, "dur": 281,
    "args": {
      "External id": 290911,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 290911,
      "registers per thread": 122,
      "shared memory": 12544,
      "blocks per SM": 14.4,
      "warps per SM": 57.6,
      "grid": [8, 2, 36],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 50
    }
  },
  {
    "ph": "f", "id": 290911, "pid": 0, "tid": 7, "ts": 1683924250665002,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250658305, "dur": 10,
    "args": {
      "External id": 290911,
      "cbid": 211, "correlation": 290911
    }
  },
  {
    "ph": "s", "id": 290911, "pid": 743, "tid": 743, "ts": 1683924250658305,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradForwardOutput4x4<float, float>(cudnn::winograd_nonfused::WinogradOutputParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250665286, "dur": 118,
    "args": {
      "External id": 290913,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 290913,
      "registers per thread": 80,
      "shared memory": 16640,
      "blocks per SM": 12.8,
      "warps per SM": 102.4,
      "grid": [4, 128, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 75
    }
  },
  {
    "ph": "f", "id": 290913, "pid": 0, "tid": 7, "ts": 1683924250665286,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250658319, "dur": 7,
    "args": {
      "External id": 290913,
      "cbid": 211, "correlation": 290913
    }
  },
  {
    "ph": "s", "id": 290913, "pid": 743, "tid": 743, "ts": 1683924250658319,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::elementwise_kernel<128, 2, at::native::gpu_kernel_impl<at::native::CUDAFunctor_add<float> >(at::TensorIteratorBase&, at::native::CUDAFunctor_add<float> const&)::{lambda(int)#1}>(int, at::native::gpu_kernel_impl<at::native::CUDAFunctor_add<float> >(at::TensorIteratorBase&, at::native::CUDAFunctor_add<float> const&)::{lambda(int)#1})", "pid": 0, "tid": 7,
    "ts": 1683924250665405, "dur": 84,
    "args": {
      "External id": 290919,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 290919,
      "registers per thread": 16,
      "shared memory": 0,
      "blocks per SM": 204.8,
      "warps per SM": 819.2,
      "grid": [8192, 1, 1],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 290919, "pid": 0, "tid": 7, "ts": 1683924250665405,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250658372, "dur": 12,
    "args": {
      "External id": 290919,
      "cbid": 211, "correlation": 290919
    }
  },
  {
    "ph": "s", "id": 290919, "pid": 743, "tid": 743, "ts": 1683924250658372,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::vectorized_elementwise_kernel<4, at::native::(anonymous namespace)::launch_clamp_scalar(at::TensorIteratorBase&, c10::Scalar, c10::Scalar, at::native::detail::ClampLimits)::{lambda()#1}::operator()() const::{lambda()#7}::operator()() const::{lambda(float)#1}, at::detail::Array<char*, 2> >(int, at::native::(anonymous namespace)::launch_clamp_scalar(at::TensorIteratorBase&, c10::Scalar, c10::Scalar, at::native::detail::ClampLimits)::{lambda()#1}::operator()() const::{lambda()#7}::operator()() const::{lambda(float)#1}, at::detail::Array<char*, 2>)", "pid": 0, "tid": 7,
    "ts": 1683924250665491, "dur": 70,
    "args": {
      "External id": 290928,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 290928,
      "registers per thread": 22,
      "shared memory": 0,
      "blocks per SM": 102.4,
      "warps per SM": 409.6,
      "grid": [4096, 1, 1],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 290928, "pid": 0, "tid": 7, "ts": 1683924250665491,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250658470, "dur": 17,
    "args": {
      "External id": 290928,
      "cbid": 211, "correlation": 290928
    }
  },
  {
    "ph": "s", "id": 290928, "pid": 743, "tid": 743, "ts": 1683924250658470,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamIsCapturing", "pid": 743, "tid": 743,
    "ts": 1683924250658596, "dur": 1,
    "args": {
      "External id": 290939,
      "cbid": 317, "correlation": 290939
    }
  },
  {
    "ph": "f", "id": 290939, "pid": 743, "tid": 743, "ts": 1683924250658596,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamGetPriority", "pid": 743, "tid": 743,
    "ts": 1683924250658598, "dur": 0,
    "args": {
      "External id": 290940,
      "cbid": 203, "correlation": 290940
    }
  },
  {
    "ph": "f", "id": 290940, "pid": 743, "tid": 743, "ts": 1683924250658598,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaDeviceGetStreamPriorityRange", "pid": 743, "tid": 743,
    "ts": 1683924250658599, "dur": 1,
    "args": {
      "External id": 290941,
      "cbid": 205, "correlation": 290941
    }
  },
  {
    "ph": "f", "id": 290941, "pid": 743, "tid": 743, "ts": 1683924250658599,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradForwardData4x4<float, float>(cudnn::winograd_nonfused::WinogradDataParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250665564, "dur": 138,
    "args": {
      "External id": 290945,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 290945,
      "registers per thread": 108,
      "shared memory": 22656,
      "blocks per SM": 12.8,
      "warps per SM": 102.4,
      "grid": [4, 128, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 50
    }
  },
  {
    "ph": "f", "id": 290945, "pid": 0, "tid": 7, "ts": 1683924250665564,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250658622, "dur": 18,
    "args": {
      "External id": 290945,
      "cbid": 211, "correlation": 290945
    }
  },
  {
    "ph": "s", "id": 290945, "pid": 743, "tid": 743, "ts": 1683924250658622,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradForwardFilter4x4<float, float>(cudnn::winograd_nonfused::WinogradFilterParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250665704, "dur": 16,
    "args": {
      "External id": 290946,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 290946,
      "registers per thread": 64,
      "shared memory": 9216,
      "blocks per SM": 1.6,
      "warps per SM": 12.8,
      "grid": [4, 16, 1],
      "block": [32, 8, 1],
      "est. achieved occupancy %": 40
    }
  },
  {
    "ph": "f", "id": 290946, "pid": 0, "tid": 7, "ts": 1683924250665704,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250658642, "dur": 7,
    "args": {
      "External id": 290946,
      "cbid": 211, "correlation": 290946
    }
  },
  {
    "ph": "s", "id": 290946, "pid": 743, "tid": 743, "ts": 1683924250658642,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "volta_sgemm_128x64_nn", "pid": 0, "tid": 7,
    "ts": 1683924250665721, "dur": 489,
    "args": {
      "External id": 290948,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 290948,
      "registers per thread": 122,
      "shared memory": 12544,
      "blocks per SM": 14.4,
      "warps per SM": 57.6,
      "grid": [8, 2, 36],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 50
    }
  },
  {
    "ph": "f", "id": 290948, "pid": 0, "tid": 7, "ts": 1683924250665721,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250658668, "dur": 10,
    "args": {
      "External id": 290948,
      "cbid": 211, "correlation": 290948
    }
  },
  {
    "ph": "s", "id": 290948, "pid": 743, "tid": 743, "ts": 1683924250658668,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradForwardOutput4x4<float, float>(cudnn::winograd_nonfused::WinogradOutputParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250666213, "dur": 117,
    "args": {
      "External id": 290950,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 290950,
      "registers per thread": 80,
      "shared memory": 16640,
      "blocks per SM": 12.8,
      "warps per SM": 102.4,
      "grid": [4, 128, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 75
    }
  },
  {
    "ph": "f", "id": 290950, "pid": 0, "tid": 7, "ts": 1683924250666213,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250658682, "dur": 7,
    "args": {
      "External id": 290950,
      "cbid": 211, "correlation": 290950
    }
  },
  {
    "ph": "s", "id": 290950, "pid": 743, "tid": 743, "ts": 1683924250658682,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::elementwise_kernel<128, 2, at::native::gpu_kernel_impl<at::native::CUDAFunctor_add<float> >(at::TensorIteratorBase&, at::native::CUDAFunctor_add<float> const&)::{lambda(int)#1}>(int, at::native::gpu_kernel_impl<at::native::CUDAFunctor_add<float> >(at::TensorIteratorBase&, at::native::CUDAFunctor_add<float> const&)::{lambda(int)#1})", "pid": 0, "tid": 7,
    "ts": 1683924250666332, "dur": 85,
    "args": {
      "External id": 290956,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 290956,
      "registers per thread": 16,
      "shared memory": 0,
      "blocks per SM": 204.8,
      "warps per SM": 819.2,
      "grid": [8192, 1, 1],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 290956, "pid": 0, "tid": 7, "ts": 1683924250666332,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250658733, "dur": 12,
    "args": {
      "External id": 290956,
      "cbid": 211, "correlation": 290956
    }
  },
  {
    "ph": "s", "id": 290956, "pid": 743, "tid": 743, "ts": 1683924250658733,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::vectorized_elementwise_kernel<4, at::native::(anonymous namespace)::launch_clamp_scalar(at::TensorIteratorBase&, c10::Scalar, c10::Scalar, at::native::detail::ClampLimits)::{lambda()#1}::operator()() const::{lambda()#7}::operator()() const::{lambda(float)#1}, at::detail::Array<char*, 2> >(int, at::native::(anonymous namespace)::launch_clamp_scalar(at::TensorIteratorBase&, c10::Scalar, c10::Scalar, at::native::detail::ClampLimits)::{lambda()#1}::operator()() const::{lambda()#7}::operator()() const::{lambda(float)#1}, at::detail::Array<char*, 2>)", "pid": 0, "tid": 7,
    "ts": 1683924250666418, "dur": 71,
    "args": {
      "External id": 290965,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 290965,
      "registers per thread": 22,
      "shared memory": 0,
      "blocks per SM": 102.4,
      "warps per SM": 409.6,
      "grid": [4096, 1, 1],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 290965, "pid": 0, "tid": 7, "ts": 1683924250666418,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250658809, "dur": 31,
    "args": {
      "External id": 290965,
      "cbid": 211, "correlation": 290965
    }
  },
  {
    "ph": "s", "id": 290965, "pid": 743, "tid": 743, "ts": 1683924250658809,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::(anonymous namespace)::max_pool_forward_nchw<float, float>(int, float const*, long, long, long, int, int, int, int, int, int, int, int, int, int, float*, long*)", "pid": 0, "tid": 7,
    "ts": 1683924250666491, "dur": 87,
    "args": {
      "External id": 290978,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 290978,
      "registers per thread": 25,
      "shared memory": 0,
      "blocks per SM": 51.2,
      "warps per SM": 409.6,
      "grid": [2048, 1, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 290978, "pid": 0, "tid": 7, "ts": 1683924250666491,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250658932, "dur": 16,
    "args": {
      "External id": 290978,
      "cbid": 211, "correlation": 290978
    }
  },
  {
    "ph": "s", "id": 290978, "pid": 743, "tid": 743, "ts": 1683924250658932,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamIsCapturing", "pid": 743, "tid": 743,
    "ts": 1683924250659052, "dur": 1,
    "args": {
      "External id": 290988,
      "cbid": 317, "correlation": 290988
    }
  },
  {
    "ph": "f", "id": 290988, "pid": 743, "tid": 743, "ts": 1683924250659052,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamGetPriority", "pid": 743, "tid": 743,
    "ts": 1683924250659054, "dur": 0,
    "args": {
      "External id": 290989,
      "cbid": 203, "correlation": 290989
    }
  },
  {
    "ph": "f", "id": 290989, "pid": 743, "tid": 743, "ts": 1683924250659054,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaDeviceGetStreamPriorityRange", "pid": 743, "tid": 743,
    "ts": 1683924250659055, "dur": 1,
    "args": {
      "External id": 290990,
      "cbid": 205, "correlation": 290990
    }
  },
  {
    "ph": "f", "id": 290990, "pid": 743, "tid": 743, "ts": 1683924250659055,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradForwardData4x4<float, float>(cudnn::winograd_nonfused::WinogradDataParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250666580, "dur": 41,
    "args": {
      "External id": 290994,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 290994,
      "registers per thread": 108,
      "shared memory": 22656,
      "blocks per SM": 12.8,
      "warps per SM": 102.4,
      "grid": [4, 128, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 50
    }
  },
  {
    "ph": "f", "id": 290994, "pid": 0, "tid": 7, "ts": 1683924250666580,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250659079, "dur": 16,
    "args": {
      "External id": 290994,
      "cbid": 211, "correlation": 290994
    }
  },
  {
    "ph": "s", "id": 290994, "pid": 743, "tid": 743, "ts": 1683924250659079,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradForwardFilter4x4<float, float>(cudnn::winograd_nonfused::WinogradFilterParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250666623, "dur": 30,
    "args": {
      "External id": 290995,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 290995,
      "registers per thread": 64,
      "shared memory": 9216,
      "blocks per SM": 3.2,
      "warps per SM": 25.6,
      "grid": [4, 32, 1],
      "block": [32, 8, 1],
      "est. achieved occupancy %": 80
    }
  },
  {
    "ph": "f", "id": 290995, "pid": 0, "tid": 7, "ts": 1683924250666623,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250659096, "dur": 7,
    "args": {
      "External id": 290995,
      "cbid": 211, "correlation": 290995
    }
  },
  {
    "ph": "s", "id": 290995, "pid": 743, "tid": 743, "ts": 1683924250659096,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "volta_sgemm_128x64_nn", "pid": 0, "tid": 7,
    "ts": 1683924250666655, "dur": 265,
    "args": {
      "External id": 290997,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 290997,
      "registers per thread": 122,
      "shared memory": 12544,
      "blocks per SM": 7.2,
      "warps per SM": 28.8,
      "grid": [2, 4, 36],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 50
    }
  },
  {
    "ph": "f", "id": 290997, "pid": 0, "tid": 7, "ts": 1683924250666655,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250659120, "dur": 9,
    "args": {
      "External id": 290997,
      "cbid": 211, "correlation": 290997
    }
  },
  {
    "ph": "s", "id": 290997, "pid": 743, "tid": 743, "ts": 1683924250659120,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradForwardOutput4x4<float, float>(cudnn::winograd_nonfused::WinogradOutputParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250666923, "dur": 68,
    "args": {
      "External id": 290999,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 290999,
      "registers per thread": 80,
      "shared memory": 16640,
      "blocks per SM": 25.6,
      "warps per SM": 204.8,
      "grid": [4, 256, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 75
    }
  },
  {
    "ph": "f", "id": 290999, "pid": 0, "tid": 7, "ts": 1683924250666923,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250659133, "dur": 7,
    "args": {
      "External id": 290999,
      "cbid": 211, "correlation": 290999
    }
  },
  {
    "ph": "s", "id": 290999, "pid": 743, "tid": 743, "ts": 1683924250659133,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::elementwise_kernel<128, 2, at::native::gpu_kernel_impl<at::native::CUDAFunctor_add<float> >(at::TensorIteratorBase&, at::native::CUDAFunctor_add<float> const&)::{lambda(int)#1}>(int, at::native::gpu_kernel_impl<at::native::CUDAFunctor_add<float> >(at::TensorIteratorBase&, at::native::CUDAFunctor_add<float> const&)::{lambda(int)#1})", "pid": 0, "tid": 7,
    "ts": 1683924250666993, "dur": 44,
    "args": {
      "External id": 291005,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291005,
      "registers per thread": 16,
      "shared memory": 0,
      "blocks per SM": 102.4,
      "warps per SM": 409.6,
      "grid": [4096, 1, 1],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 291005, "pid": 0, "tid": 7, "ts": 1683924250666993,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250659184, "dur": 12,
    "args": {
      "External id": 291005,
      "cbid": 211, "correlation": 291005
    }
  },
  {
    "ph": "s", "id": 291005, "pid": 743, "tid": 743, "ts": 1683924250659184,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::vectorized_elementwise_kernel<4, at::native::(anonymous namespace)::launch_clamp_scalar(at::TensorIteratorBase&, c10::Scalar, c10::Scalar, at::native::detail::ClampLimits)::{lambda()#1}::operator()() const::{lambda()#7}::operator()() const::{lambda(float)#1}, at::detail::Array<char*, 2> >(int, at::native::(anonymous namespace)::launch_clamp_scalar(at::TensorIteratorBase&, c10::Scalar, c10::Scalar, at::native::detail::ClampLimits)::{lambda()#1}::operator()() const::{lambda()#7}::operator()() const::{lambda(float)#1}, at::detail::Array<char*, 2>)", "pid": 0, "tid": 7,
    "ts": 1683924250667039, "dur": 35,
    "args": {
      "External id": 291014,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291014,
      "registers per thread": 22,
      "shared memory": 0,
      "blocks per SM": 51.2,
      "warps per SM": 204.8,
      "grid": [2048, 1, 1],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 291014, "pid": 0, "tid": 7, "ts": 1683924250667039,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250659261, "dur": 14,
    "args": {
      "External id": 291014,
      "cbid": 211, "correlation": 291014
    }
  },
  {
    "ph": "s", "id": 291014, "pid": 743, "tid": 743, "ts": 1683924250659261,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamIsCapturing", "pid": 743, "tid": 743,
    "ts": 1683924250659377, "dur": 1,
    "args": {
      "External id": 291025,
      "cbid": 317, "correlation": 291025
    }
  },
  {
    "ph": "f", "id": 291025, "pid": 743, "tid": 743, "ts": 1683924250659377,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamGetPriority", "pid": 743, "tid": 743,
    "ts": 1683924250659379, "dur": 0,
    "args": {
      "External id": 291026,
      "cbid": 203, "correlation": 291026
    }
  },
  {
    "ph": "f", "id": 291026, "pid": 743, "tid": 743, "ts": 1683924250659379,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaDeviceGetStreamPriorityRange", "pid": 743, "tid": 743,
    "ts": 1683924250659380, "dur": 0,
    "args": {
      "External id": 291027,
      "cbid": 205, "correlation": 291027
    }
  },
  {
    "ph": "f", "id": 291027, "pid": 743, "tid": 743, "ts": 1683924250659380,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradForwardData4x4<float, float>(cudnn::winograd_nonfused::WinogradDataParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250667075, "dur": 78,
    "args": {
      "External id": 291031,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291031,
      "registers per thread": 108,
      "shared memory": 22656,
      "blocks per SM": 25.6,
      "warps per SM": 204.8,
      "grid": [4, 256, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 50
    }
  },
  {
    "ph": "f", "id": 291031, "pid": 0, "tid": 7, "ts": 1683924250667075,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250659402, "dur": 17,
    "args": {
      "External id": 291031,
      "cbid": 211, "correlation": 291031
    }
  },
  {
    "ph": "s", "id": 291031, "pid": 743, "tid": 743, "ts": 1683924250659402,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradForwardFilter4x4<float, float>(cudnn::winograd_nonfused::WinogradFilterParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250667155, "dur": 63,
    "args": {
      "External id": 291032,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291032,
      "registers per thread": 64,
      "shared memory": 9216,
      "blocks per SM": 6.4,
      "warps per SM": 51.2,
      "grid": [8, 32, 1],
      "block": [32, 8, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 291032, "pid": 0, "tid": 7, "ts": 1683924250667155,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250659421, "dur": 33,
    "args": {
      "External id": 291032,
      "cbid": 211, "correlation": 291032
    }
  },
  {
    "ph": "s", "id": 291032, "pid": 743, "tid": 743, "ts": 1683924250659421,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "volta_sgemm_128x64_nn", "pid": 0, "tid": 7,
    "ts": 1683924250667219, "dur": 494,
    "args": {
      "External id": 291034,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291034,
      "registers per thread": 122,
      "shared memory": 12544,
      "blocks per SM": 7.2,
      "warps per SM": 28.8,
      "grid": [2, 4, 36],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 50
    }
  },
  {
    "ph": "f", "id": 291034, "pid": 0, "tid": 7, "ts": 1683924250667219,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250659474, "dur": 9,
    "args": {
      "External id": 291034,
      "cbid": 211, "correlation": 291034
    }
  },
  {
    "ph": "s", "id": 291034, "pid": 743, "tid": 743, "ts": 1683924250659474,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradForwardOutput4x4<float, float>(cudnn::winograd_nonfused::WinogradOutputParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250667714, "dur": 71,
    "args": {
      "External id": 291036,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291036,
      "registers per thread": 80,
      "shared memory": 16640,
      "blocks per SM": 25.6,
      "warps per SM": 204.8,
      "grid": [4, 256, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 75
    }
  },
  {
    "ph": "f", "id": 291036, "pid": 0, "tid": 7, "ts": 1683924250667714,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250659487, "dur": 6,
    "args": {
      "External id": 291036,
      "cbid": 211, "correlation": 291036
    }
  },
  {
    "ph": "s", "id": 291036, "pid": 743, "tid": 743, "ts": 1683924250659487,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::elementwise_kernel<128, 2, at::native::gpu_kernel_impl<at::native::CUDAFunctor_add<float> >(at::TensorIteratorBase&, at::native::CUDAFunctor_add<float> const&)::{lambda(int)#1}>(int, at::native::gpu_kernel_impl<at::native::CUDAFunctor_add<float> >(at::TensorIteratorBase&, at::native::CUDAFunctor_add<float> const&)::{lambda(int)#1})", "pid": 0, "tid": 7,
    "ts": 1683924250667787, "dur": 44,
    "args": {
      "External id": 291042,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291042,
      "registers per thread": 16,
      "shared memory": 0,
      "blocks per SM": 102.4,
      "warps per SM": 409.6,
      "grid": [4096, 1, 1],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 291042, "pid": 0, "tid": 7, "ts": 1683924250667787,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250659533, "dur": 12,
    "args": {
      "External id": 291042,
      "cbid": 211, "correlation": 291042
    }
  },
  {
    "ph": "s", "id": 291042, "pid": 743, "tid": 743, "ts": 1683924250659533,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::vectorized_elementwise_kernel<4, at::native::(anonymous namespace)::launch_clamp_scalar(at::TensorIteratorBase&, c10::Scalar, c10::Scalar, at::native::detail::ClampLimits)::{lambda()#1}::operator()() const::{lambda()#7}::operator()() const::{lambda(float)#1}, at::detail::Array<char*, 2> >(int, at::native::(anonymous namespace)::launch_clamp_scalar(at::TensorIteratorBase&, c10::Scalar, c10::Scalar, at::native::detail::ClampLimits)::{lambda()#1}::operator()() const::{lambda()#7}::operator()() const::{lambda(float)#1}, at::detail::Array<char*, 2>)", "pid": 0, "tid": 7,
    "ts": 1683924250667833, "dur": 35,
    "args": {
      "External id": 291051,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291051,
      "registers per thread": 22,
      "shared memory": 0,
      "blocks per SM": 51.2,
      "warps per SM": 204.8,
      "grid": [2048, 1, 1],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 291051, "pid": 0, "tid": 7, "ts": 1683924250667833,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250659602, "dur": 12,
    "args": {
      "External id": 291051,
      "cbid": 211, "correlation": 291051
    }
  },
  {
    "ph": "s", "id": 291051, "pid": 743, "tid": 743, "ts": 1683924250659602,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamIsCapturing", "pid": 743, "tid": 743,
    "ts": 1683924250659704, "dur": 1,
    "args": {
      "External id": 291062,
      "cbid": 317, "correlation": 291062
    }
  },
  {
    "ph": "f", "id": 291062, "pid": 743, "tid": 743, "ts": 1683924250659704,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamGetPriority", "pid": 743, "tid": 743,
    "ts": 1683924250659706, "dur": 0,
    "args": {
      "External id": 291063,
      "cbid": 203, "correlation": 291063
    }
  },
  {
    "ph": "f", "id": 291063, "pid": 743, "tid": 743, "ts": 1683924250659706,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaDeviceGetStreamPriorityRange", "pid": 743, "tid": 743,
    "ts": 1683924250659707, "dur": 0,
    "args": {
      "External id": 291064,
      "cbid": 205, "correlation": 291064
    }
  },
  {
    "ph": "f", "id": 291064, "pid": 743, "tid": 743, "ts": 1683924250659707,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradForwardData4x4<float, float>(cudnn::winograd_nonfused::WinogradDataParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250667870, "dur": 77,
    "args": {
      "External id": 291068,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291068,
      "registers per thread": 108,
      "shared memory": 22656,
      "blocks per SM": 25.6,
      "warps per SM": 204.8,
      "grid": [4, 256, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 50
    }
  },
  {
    "ph": "f", "id": 291068, "pid": 0, "tid": 7, "ts": 1683924250667870,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250659727, "dur": 15,
    "args": {
      "External id": 291068,
      "cbid": 211, "correlation": 291068
    }
  },
  {
    "ph": "s", "id": 291068, "pid": 743, "tid": 743, "ts": 1683924250659727,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradForwardFilter4x4<float, float>(cudnn::winograd_nonfused::WinogradFilterParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250667949, "dur": 62,
    "args": {
      "External id": 291069,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291069,
      "registers per thread": 64,
      "shared memory": 9216,
      "blocks per SM": 6.4,
      "warps per SM": 51.2,
      "grid": [8, 32, 1],
      "block": [32, 8, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 291069, "pid": 0, "tid": 7, "ts": 1683924250667949,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250659744, "dur": 6,
    "args": {
      "External id": 291069,
      "cbid": 211, "correlation": 291069
    }
  },
  {
    "ph": "s", "id": 291069, "pid": 743, "tid": 743, "ts": 1683924250659744,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "volta_sgemm_128x64_nn", "pid": 0, "tid": 7,
    "ts": 1683924250668013, "dur": 496,
    "args": {
      "External id": 291071,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291071,
      "registers per thread": 122,
      "shared memory": 12544,
      "blocks per SM": 7.2,
      "warps per SM": 28.8,
      "grid": [2, 4, 36],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 50
    }
  },
  {
    "ph": "f", "id": 291071, "pid": 0, "tid": 7, "ts": 1683924250668013,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250659768, "dur": 7,
    "args": {
      "External id": 291071,
      "cbid": 211, "correlation": 291071
    }
  },
  {
    "ph": "s", "id": 291071, "pid": 743, "tid": 743, "ts": 1683924250659768,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradForwardOutput4x4<float, float>(cudnn::winograd_nonfused::WinogradOutputParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250668511, "dur": 67,
    "args": {
      "External id": 291073,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291073,
      "registers per thread": 80,
      "shared memory": 16640,
      "blocks per SM": 25.6,
      "warps per SM": 204.8,
      "grid": [4, 256, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 75
    }
  },
  {
    "ph": "f", "id": 291073, "pid": 0, "tid": 7, "ts": 1683924250668511,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250659779, "dur": 7,
    "args": {
      "External id": 291073,
      "cbid": 211, "correlation": 291073
    }
  },
  {
    "ph": "s", "id": 291073, "pid": 743, "tid": 743, "ts": 1683924250659779,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::elementwise_kernel<128, 2, at::native::gpu_kernel_impl<at::native::CUDAFunctor_add<float> >(at::TensorIteratorBase&, at::native::CUDAFunctor_add<float> const&)::{lambda(int)#1}>(int, at::native::gpu_kernel_impl<at::native::CUDAFunctor_add<float> >(at::TensorIteratorBase&, at::native::CUDAFunctor_add<float> const&)::{lambda(int)#1})", "pid": 0, "tid": 7,
    "ts": 1683924250668579, "dur": 44,
    "args": {
      "External id": 291079,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291079,
      "registers per thread": 16,
      "shared memory": 0,
      "blocks per SM": 102.4,
      "warps per SM": 409.6,
      "grid": [4096, 1, 1],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 291079, "pid": 0, "tid": 7, "ts": 1683924250668579,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250659823, "dur": 12,
    "args": {
      "External id": 291079,
      "cbid": 211, "correlation": 291079
    }
  },
  {
    "ph": "s", "id": 291079, "pid": 743, "tid": 743, "ts": 1683924250659823,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::vectorized_elementwise_kernel<4, at::native::(anonymous namespace)::launch_clamp_scalar(at::TensorIteratorBase&, c10::Scalar, c10::Scalar, at::native::detail::ClampLimits)::{lambda()#1}::operator()() const::{lambda()#7}::operator()() const::{lambda(float)#1}, at::detail::Array<char*, 2> >(int, at::native::(anonymous namespace)::launch_clamp_scalar(at::TensorIteratorBase&, c10::Scalar, c10::Scalar, at::native::detail::ClampLimits)::{lambda()#1}::operator()() const::{lambda()#7}::operator()() const::{lambda(float)#1}, at::detail::Array<char*, 2>)", "pid": 0, "tid": 7,
    "ts": 1683924250668625, "dur": 35,
    "args": {
      "External id": 291088,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291088,
      "registers per thread": 22,
      "shared memory": 0,
      "blocks per SM": 51.2,
      "warps per SM": 204.8,
      "grid": [2048, 1, 1],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 291088, "pid": 0, "tid": 7, "ts": 1683924250668625,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250659893, "dur": 23,
    "args": {
      "External id": 291088,
      "cbid": 211, "correlation": 291088
    }
  },
  {
    "ph": "s", "id": 291088, "pid": 743, "tid": 743, "ts": 1683924250659893,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::(anonymous namespace)::max_pool_forward_nchw<float, float>(int, float const*, long, long, long, int, int, int, int, int, int, int, int, int, int, float*, long*)", "pid": 0, "tid": 7,
    "ts": 1683924250668662, "dur": 46,
    "args": {
      "External id": 291101,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291101,
      "registers per thread": 25,
      "shared memory": 0,
      "blocks per SM": 25.6,
      "warps per SM": 204.8,
      "grid": [1024, 1, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 291101, "pid": 0, "tid": 7, "ts": 1683924250668662,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250659992, "dur": 15,
    "args": {
      "External id": 291101,
      "cbid": 211, "correlation": 291101
    }
  },
  {
    "ph": "s", "id": 291101, "pid": 743, "tid": 743, "ts": 1683924250659992,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamIsCapturing", "pid": 743, "tid": 743,
    "ts": 1683924250660100, "dur": 1,
    "args": {
      "External id": 291111,
      "cbid": 317, "correlation": 291111
    }
  },
  {
    "ph": "f", "id": 291111, "pid": 743, "tid": 743, "ts": 1683924250660100,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamGetPriority", "pid": 743, "tid": 743,
    "ts": 1683924250660102, "dur": 0,
    "args": {
      "External id": 291112,
      "cbid": 203, "correlation": 291112
    }
  },
  {
    "ph": "f", "id": 291112, "pid": 743, "tid": 743, "ts": 1683924250660102,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaDeviceGetStreamPriorityRange", "pid": 743, "tid": 743,
    "ts": 1683924250660103, "dur": 0,
    "args": {
      "External id": 291113,
      "cbid": 205, "correlation": 291113
    }
  },
  {
    "ph": "f", "id": 291113, "pid": 743, "tid": 743, "ts": 1683924250660103,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradForwardData4x4<float, float>(cudnn::winograd_nonfused::WinogradDataParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250668709, "dur": 71,
    "args": {
      "External id": 291117,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291117,
      "registers per thread": 108,
      "shared memory": 22656,
      "blocks per SM": 25.6,
      "warps per SM": 204.8,
      "grid": [4, 256, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 50
    }
  },
  {
    "ph": "f", "id": 291117, "pid": 0, "tid": 7, "ts": 1683924250668709,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250660127, "dur": 16,
    "args": {
      "External id": 291117,
      "cbid": 211, "correlation": 291117
    }
  },
  {
    "ph": "s", "id": 291117, "pid": 743, "tid": 743, "ts": 1683924250660127,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradForwardFilter4x4<float, float>(cudnn::winograd_nonfused::WinogradFilterParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250668782, "dur": 124,
    "args": {
      "External id": 291118,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291118,
      "registers per thread": 64,
      "shared memory": 9216,
      "blocks per SM": 12.8,
      "warps per SM": 102.4,
      "grid": [8, 64, 1],
      "block": [32, 8, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 291118, "pid": 0, "tid": 7, "ts": 1683924250668782,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250660144, "dur": 7,
    "args": {
      "External id": 291118,
      "cbid": 211, "correlation": 291118
    }
  },
  {
    "ph": "s", "id": 291118, "pid": 743, "tid": 743, "ts": 1683924250660144,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "volta_sgemm_64x64_nn", "pid": 0, "tid": 7,
    "ts": 1683924250668907, "dur": 277,
    "args": {
      "External id": 291120,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291120,
      "registers per thread": 126,
      "shared memory": 8448,
      "blocks per SM": 7.2,
      "warps per SM": 14.4,
      "grid": [1, 8, 36],
      "block": [64, 1, 1],
      "est. achieved occupancy %": 44
    }
  },
  {
    "ph": "f", "id": 291120, "pid": 0, "tid": 7, "ts": 1683924250668907,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250660170, "dur": 9,
    "args": {
      "External id": 291120,
      "cbid": 211, "correlation": 291120
    }
  },
  {
    "ph": "s", "id": 291120, "pid": 743, "tid": 743, "ts": 1683924250660170,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradForwardOutput4x4<float, float>(cudnn::winograd_nonfused::WinogradOutputParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250669186, "dur": 109,
    "args": {
      "External id": 291122,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291122,
      "registers per thread": 80,
      "shared memory": 16640,
      "blocks per SM": 51.2,
      "warps per SM": 409.6,
      "grid": [4, 512, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 75
    }
  },
  {
    "ph": "f", "id": 291122, "pid": 0, "tid": 7, "ts": 1683924250669186,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250660183, "dur": 6,
    "args": {
      "External id": 291122,
      "cbid": 211, "correlation": 291122
    }
  },
  {
    "ph": "s", "id": 291122, "pid": 743, "tid": 743, "ts": 1683924250660183,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::elementwise_kernel<128, 2, at::native::gpu_kernel_impl<at::native::CUDAFunctor_add<float> >(at::TensorIteratorBase&, at::native::CUDAFunctor_add<float> const&)::{lambda(int)#1}>(int, at::native::gpu_kernel_impl<at::native::CUDAFunctor_add<float> >(at::TensorIteratorBase&, at::native::CUDAFunctor_add<float> const&)::{lambda(int)#1})", "pid": 0, "tid": 7,
    "ts": 1683924250669297, "dur": 23,
    "args": {
      "External id": 291128,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291128,
      "registers per thread": 16,
      "shared memory": 0,
      "blocks per SM": 51.2,
      "warps per SM": 204.8,
      "grid": [2048, 1, 1],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 291128, "pid": 0, "tid": 7, "ts": 1683924250669297,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250660235, "dur": 12,
    "args": {
      "External id": 291128,
      "cbid": 211, "correlation": 291128
    }
  },
  {
    "ph": "s", "id": 291128, "pid": 743, "tid": 743, "ts": 1683924250660235,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::vectorized_elementwise_kernel<4, at::native::(anonymous namespace)::launch_clamp_scalar(at::TensorIteratorBase&, c10::Scalar, c10::Scalar, at::native::detail::ClampLimits)::{lambda()#1}::operator()() const::{lambda()#7}::operator()() const::{lambda(float)#1}, at::detail::Array<char*, 2> >(int, at::native::(anonymous namespace)::launch_clamp_scalar(at::TensorIteratorBase&, c10::Scalar, c10::Scalar, at::native::detail::ClampLimits)::{lambda()#1}::operator()() const::{lambda()#7}::operator()() const::{lambda(float)#1}, at::detail::Array<char*, 2>)", "pid": 0, "tid": 7,
    "ts": 1683924250669322, "dur": 12,
    "args": {
      "External id": 291137,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291137,
      "registers per thread": 22,
      "shared memory": 0,
      "blocks per SM": 25.6,
      "warps per SM": 102.4,
      "grid": [1024, 1, 1],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 291137, "pid": 0, "tid": 7, "ts": 1683924250669322,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250660307, "dur": 14,
    "args": {
      "External id": 291137,
      "cbid": 211, "correlation": 291137
    }
  },
  {
    "ph": "s", "id": 291137, "pid": 743, "tid": 743, "ts": 1683924250660307,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamIsCapturing", "pid": 743, "tid": 743,
    "ts": 1683924250660423, "dur": 1,
    "args": {
      "External id": 291148,
      "cbid": 317, "correlation": 291148
    }
  },
  {
    "ph": "f", "id": 291148, "pid": 743, "tid": 743, "ts": 1683924250660423,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamGetPriority", "pid": 743, "tid": 743,
    "ts": 1683924250660436, "dur": 1,
    "args": {
      "External id": 291149,
      "cbid": 203, "correlation": 291149
    }
  },
  {
    "ph": "f", "id": 291149, "pid": 743, "tid": 743, "ts": 1683924250660436,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaDeviceGetStreamPriorityRange", "pid": 743, "tid": 743,
    "ts": 1683924250660438, "dur": 0,
    "args": {
      "External id": 291150,
      "cbid": 205, "correlation": 291150
    }
  },
  {
    "ph": "f", "id": 291150, "pid": 743, "tid": 743, "ts": 1683924250660438,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::ops::nchwToNhwcKernel<float, float, float, false, true, (cudnnKernelDataType_t)0>(cudnn::ops::nchw2nhwc_params_t<float>, float const*, float*)", "pid": 0, "tid": 7,
    "ts": 1683924250669336, "dur": 23,
    "args": {
      "External id": 291154,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291154,
      "registers per thread": 32,
      "shared memory": 4224,
      "blocks per SM": 25.6,
      "warps per SM": 204.8,
      "grid": [1, 16, 64],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 291154, "pid": 0, "tid": 7, "ts": 1683924250669336,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250660461, "dur": 18,
    "args": {
      "External id": 291154,
      "cbid": 211, "correlation": 291154
    }
  },
  {
    "ph": "s", "id": 291154, "pid": 743, "tid": 743, "ts": 1683924250660461,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::ops::nchwToNhwcKernel<float, float, float, false, true, (cudnnKernelDataType_t)0>(cudnn::ops::nchw2nhwc_params_t<float>, float const*, float*)", "pid": 0, "tid": 7,
    "ts": 1683924250669361, "dur": 164,
    "args": {
      "External id": 291156,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291156,
      "registers per thread": 32,
      "shared memory": 4224,
      "blocks per SM": 204.8,
      "warps per SM": 1638.4,
      "grid": [1, 16, 512],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 291156, "pid": 0, "tid": 7, "ts": 1683924250669361,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250660483, "dur": 7,
    "args": {
      "External id": 291156,
      "cbid": 211, "correlation": 291156
    }
  },
  {
    "ph": "s", "id": 291156, "pid": 743, "tid": 743, "ts": 1683924250660483,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cask_cudnn::computeOffsetsKernel<false, false>(cask_cudnn::ComputeOffsetsParams)", "pid": 0, "tid": 7,
    "ts": 1683924250669526, "dur": 5,
    "args": {
      "External id": 291158,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291158,
      "registers per thread": 16,
      "shared memory": 0,
      "blocks per SM": 0.025,
      "warps per SM": 0.2,
      "grid": [1, 1, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 1
    }
  },
  {
    "ph": "f", "id": 291158, "pid": 0, "tid": 7, "ts": 1683924250669526,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250660497, "dur": 14,
    "args": {
      "External id": 291158,
      "cbid": 211, "correlation": 291158
    }
  },
  {
    "ph": "s", "id": 291158, "pid": 743, "tid": 743, "ts": 1683924250660497,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaMemsetAsync", "pid": 743, "tid": 743,
    "ts": 1683924250660515, "dur": 0,
    "args": {
      "External id": 291159,
      "cbid": 51, "correlation": 291159
    }
  },
  {
    "ph": "s", "id": 291159, "pid": 743, "tid": 743, "ts": 1683924250660515,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "cudnn_volta_scudnn_128x32_sliced1x4_ldg4_relu_exp_medium_nhwc_tn_v1", "pid": 0, "tid": 7,
    "ts": 1683924250669534, "dur": 2428,
    "args": {
      "External id": 291160,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291160,
      "registers per thread": 128,
      "shared memory": 41472,
      "blocks per SM": 3.2,
      "warps per SM": 25.6,
      "grid": [8, 16, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 25
    }
  },
  {
    "ph": "f", "id": 291160, "pid": 0, "tid": 7, "ts": 1683924250669534,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250660517, "dur": 8,
    "args": {
      "External id": 291160,
      "cbid": 211, "correlation": 291160
    }
  },
  {
    "ph": "s", "id": 291160, "pid": 743, "tid": 743, "ts": 1683924250660517,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::ops::nhwcToNchwKernel<float, float, float, true, false, (cudnnKernelDataType_t)0>(cudnn::ops::nhwc2nchw_params_t<float>, float const*, float*)", "pid": 0, "tid": 7,
    "ts": 1683924250671964, "dur": 26,
    "args": {
      "External id": 291161,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291161,
      "registers per thread": 61,
      "shared memory": 4224,
      "blocks per SM": 25.6,
      "warps per SM": 204.8,
      "grid": [1, 16, 64],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 291161, "pid": 0, "tid": 7, "ts": 1683924250671964,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250660529, "dur": 9,
    "args": {
      "External id": 291161,
      "cbid": 211, "correlation": 291161
    }
  },
  {
    "ph": "s", "id": 291161, "pid": 743, "tid": 743, "ts": 1683924250660529,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::elementwise_kernel<128, 2, at::native::gpu_kernel_impl<at::native::CUDAFunctor_add<float> >(at::TensorIteratorBase&, at::native::CUDAFunctor_add<float> const&)::{lambda(int)#1}>(int, at::native::gpu_kernel_impl<at::native::CUDAFunctor_add<float> >(at::TensorIteratorBase&, at::native::CUDAFunctor_add<float> const&)::{lambda(int)#1})", "pid": 0, "tid": 7,
    "ts": 1683924250671991, "dur": 21,
    "args": {
      "External id": 291167,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291167,
      "registers per thread": 16,
      "shared memory": 0,
      "blocks per SM": 51.2,
      "warps per SM": 204.8,
      "grid": [2048, 1, 1],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 291167, "pid": 0, "tid": 7, "ts": 1683924250671991,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250660596, "dur": 12,
    "args": {
      "External id": 291167,
      "cbid": 211, "correlation": 291167
    }
  },
  {
    "ph": "s", "id": 291167, "pid": 743, "tid": 743, "ts": 1683924250660596,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::vectorized_elementwise_kernel<4, at::native::(anonymous namespace)::launch_clamp_scalar(at::TensorIteratorBase&, c10::Scalar, c10::Scalar, at::native::detail::ClampLimits)::{lambda()#1}::operator()() const::{lambda()#7}::operator()() const::{lambda(float)#1}, at::detail::Array<char*, 2> >(int, at::native::(anonymous namespace)::launch_clamp_scalar(at::TensorIteratorBase&, c10::Scalar, c10::Scalar, at::native::detail::ClampLimits)::{lambda()#1}::operator()() const::{lambda()#7}::operator()() const::{lambda(float)#1}, at::detail::Array<char*, 2>)", "pid": 0, "tid": 7,
    "ts": 1683924250672014, "dur": 12,
    "args": {
      "External id": 291176,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291176,
      "registers per thread": 22,
      "shared memory": 0,
      "blocks per SM": 25.6,
      "warps per SM": 102.4,
      "grid": [1024, 1, 1],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 291176, "pid": 0, "tid": 7, "ts": 1683924250672014,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250660669, "dur": 14,
    "args": {
      "External id": 291176,
      "cbid": 211, "correlation": 291176
    }
  },
  {
    "ph": "s", "id": 291176, "pid": 743, "tid": 743, "ts": 1683924250660669,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamIsCapturing", "pid": 743, "tid": 743,
    "ts": 1683924250660781, "dur": 1,
    "args": {
      "External id": 291187,
      "cbid": 317, "correlation": 291187
    }
  },
  {
    "ph": "f", "id": 291187, "pid": 743, "tid": 743, "ts": 1683924250660781,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamGetPriority", "pid": 743, "tid": 743,
    "ts": 1683924250660783, "dur": 0,
    "args": {
      "External id": 291188,
      "cbid": 203, "correlation": 291188
    }
  },
  {
    "ph": "f", "id": 291188, "pid": 743, "tid": 743, "ts": 1683924250660783,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaDeviceGetStreamPriorityRange", "pid": 743, "tid": 743,
    "ts": 1683924250660784, "dur": 0,
    "args": {
      "External id": 291189,
      "cbid": 205, "correlation": 291189
    }
  },
  {
    "ph": "f", "id": 291189, "pid": 743, "tid": 743, "ts": 1683924250660784,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::ops::nchwToNhwcKernel<float, float, float, false, true, (cudnnKernelDataType_t)0>(cudnn::ops::nchw2nhwc_params_t<float>, float const*, float*)", "pid": 0, "tid": 7,
    "ts": 1683924250672028, "dur": 23,
    "args": {
      "External id": 291193,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291193,
      "registers per thread": 32,
      "shared memory": 4224,
      "blocks per SM": 25.6,
      "warps per SM": 204.8,
      "grid": [1, 16, 64],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 291193, "pid": 0, "tid": 7, "ts": 1683924250672028,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250660807, "dur": 17,
    "args": {
      "External id": 291193,
      "cbid": 211, "correlation": 291193
    }
  },
  {
    "ph": "s", "id": 291193, "pid": 743, "tid": 743, "ts": 1683924250660807,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::ops::nchwToNhwcKernel<float, float, float, false, true, (cudnnKernelDataType_t)0>(cudnn::ops::nchw2nhwc_params_t<float>, float const*, float*)", "pid": 0, "tid": 7,
    "ts": 1683924250672053, "dur": 164,
    "args": {
      "External id": 291195,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291195,
      "registers per thread": 32,
      "shared memory": 4224,
      "blocks per SM": 204.8,
      "warps per SM": 1638.4,
      "grid": [1, 16, 512],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 291195, "pid": 0, "tid": 7, "ts": 1683924250672053,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250660829, "dur": 7,
    "args": {
      "External id": 291195,
      "cbid": 211, "correlation": 291195
    }
  },
  {
    "ph": "s", "id": 291195, "pid": 743, "tid": 743, "ts": 1683924250660829,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cask_cudnn::computeOffsetsKernel<false, false>(cask_cudnn::ComputeOffsetsParams)", "pid": 0, "tid": 7,
    "ts": 1683924250672218, "dur": 5,
    "args": {
      "External id": 291197,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291197,
      "registers per thread": 16,
      "shared memory": 0,
      "blocks per SM": 0.025,
      "warps per SM": 0.2,
      "grid": [1, 1, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 1
    }
  },
  {
    "ph": "f", "id": 291197, "pid": 0, "tid": 7, "ts": 1683924250672218,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250660842, "dur": 9,
    "args": {
      "External id": 291197,
      "cbid": 211, "correlation": 291197
    }
  },
  {
    "ph": "s", "id": 291197, "pid": 743, "tid": 743, "ts": 1683924250660842,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaMemsetAsync", "pid": 743, "tid": 743,
    "ts": 1683924250660854, "dur": 0,
    "args": {
      "External id": 291198,
      "cbid": 51, "correlation": 291198
    }
  },
  {
    "ph": "s", "id": 291198, "pid": 743, "tid": 743, "ts": 1683924250660854,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "cudnn_volta_scudnn_128x32_sliced1x4_ldg4_relu_exp_medium_nhwc_tn_v1", "pid": 0, "tid": 7,
    "ts": 1683924250672225, "dur": 2426,
    "args": {
      "External id": 291199,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291199,
      "registers per thread": 128,
      "shared memory": 41472,
      "blocks per SM": 3.2,
      "warps per SM": 25.6,
      "grid": [8, 16, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 25
    }
  },
  {
    "ph": "f", "id": 291199, "pid": 0, "tid": 7, "ts": 1683924250672225,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250660856, "dur": 8,
    "args": {
      "External id": 291199,
      "cbid": 211, "correlation": 291199
    }
  },
  {
    "ph": "s", "id": 291199, "pid": 743, "tid": 743, "ts": 1683924250660856,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::ops::nhwcToNchwKernel<float, float, float, true, false, (cudnnKernelDataType_t)0>(cudnn::ops::nhwc2nchw_params_t<float>, float const*, float*)", "pid": 0, "tid": 7,
    "ts": 1683924250674653, "dur": 26,
    "args": {
      "External id": 291200,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291200,
      "registers per thread": 61,
      "shared memory": 4224,
      "blocks per SM": 25.6,
      "warps per SM": 204.8,
      "grid": [1, 16, 64],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 291200, "pid": 0, "tid": 7, "ts": 1683924250674653,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250660868, "dur": 8,
    "args": {
      "External id": 291200,
      "cbid": 211, "correlation": 291200
    }
  },
  {
    "ph": "s", "id": 291200, "pid": 743, "tid": 743, "ts": 1683924250660868,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::elementwise_kernel<128, 2, at::native::gpu_kernel_impl<at::native::CUDAFunctor_add<float> >(at::TensorIteratorBase&, at::native::CUDAFunctor_add<float> const&)::{lambda(int)#1}>(int, at::native::gpu_kernel_impl<at::native::CUDAFunctor_add<float> >(at::TensorIteratorBase&, at::native::CUDAFunctor_add<float> const&)::{lambda(int)#1})", "pid": 0, "tid": 7,
    "ts": 1683924250674681, "dur": 21,
    "args": {
      "External id": 291206,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291206,
      "registers per thread": 16,
      "shared memory": 0,
      "blocks per SM": 51.2,
      "warps per SM": 204.8,
      "grid": [2048, 1, 1],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 291206, "pid": 0, "tid": 7, "ts": 1683924250674681,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250660930, "dur": 14,
    "args": {
      "External id": 291206,
      "cbid": 211, "correlation": 291206
    }
  },
  {
    "ph": "s", "id": 291206, "pid": 743, "tid": 743, "ts": 1683924250660930,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::vectorized_elementwise_kernel<4, at::native::(anonymous namespace)::launch_clamp_scalar(at::TensorIteratorBase&, c10::Scalar, c10::Scalar, at::native::detail::ClampLimits)::{lambda()#1}::operator()() const::{lambda()#7}::operator()() const::{lambda(float)#1}, at::detail::Array<char*, 2> >(int, at::native::(anonymous namespace)::launch_clamp_scalar(at::TensorIteratorBase&, c10::Scalar, c10::Scalar, at::native::detail::ClampLimits)::{lambda()#1}::operator()() const::{lambda()#7}::operator()() const::{lambda(float)#1}, at::detail::Array<char*, 2>)", "pid": 0, "tid": 7,
    "ts": 1683924250674703, "dur": 12,
    "args": {
      "External id": 291215,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291215,
      "registers per thread": 22,
      "shared memory": 0,
      "blocks per SM": 25.6,
      "warps per SM": 102.4,
      "grid": [1024, 1, 1],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 291215, "pid": 0, "tid": 7, "ts": 1683924250674703,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250661007, "dur": 13,
    "args": {
      "External id": 291215,
      "cbid": 211, "correlation": 291215
    }
  },
  {
    "ph": "s", "id": 291215, "pid": 743, "tid": 743, "ts": 1683924250661007,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::(anonymous namespace)::max_pool_forward_nchw<float, float>(int, float const*, long, long, long, int, int, int, int, int, int, int, int, int, int, float*, long*)", "pid": 0, "tid": 7,
    "ts": 1683924250674717, "dur": 23,
    "args": {
      "External id": 291228,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291228,
      "registers per thread": 25,
      "shared memory": 0,
      "blocks per SM": 12.8,
      "warps per SM": 102.4,
      "grid": [512, 1, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 291228, "pid": 0, "tid": 7, "ts": 1683924250674717,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250661101, "dur": 14,
    "args": {
      "External id": 291228,
      "cbid": 211, "correlation": 291228
    }
  },
  {
    "ph": "s", "id": 291228, "pid": 743, "tid": 743, "ts": 1683924250661101,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamIsCapturing", "pid": 743, "tid": 743,
    "ts": 1683924250661204, "dur": 1,
    "args": {
      "External id": 291238,
      "cbid": 317, "correlation": 291238
    }
  },
  {
    "ph": "f", "id": 291238, "pid": 743, "tid": 743, "ts": 1683924250661204,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamGetPriority", "pid": 743, "tid": 743,
    "ts": 1683924250661206, "dur": 0,
    "args": {
      "External id": 291239,
      "cbid": 203, "correlation": 291239
    }
  },
  {
    "ph": "f", "id": 291239, "pid": 743, "tid": 743, "ts": 1683924250661206,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaDeviceGetStreamPriorityRange", "pid": 743, "tid": 743,
    "ts": 1683924250661208, "dur": 1,
    "args": {
      "External id": 291240,
      "cbid": 205, "correlation": 291240
    }
  },
  {
    "ph": "f", "id": 291240, "pid": 743, "tid": 743, "ts": 1683924250661208,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::ops::nchwToNhwcKernel<float, float, float, false, true, (cudnnKernelDataType_t)0>(cudnn::ops::nchw2nhwc_params_t<float>, float const*, float*)", "pid": 0, "tid": 7,
    "ts": 1683924250674742, "dur": 23,
    "args": {
      "External id": 291244,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291244,
      "registers per thread": 32,
      "shared memory": 4224,
      "blocks per SM": 25.6,
      "warps per SM": 204.8,
      "grid": [1, 16, 64],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 291244, "pid": 0, "tid": 7, "ts": 1683924250674742,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250661233, "dur": 16,
    "args": {
      "External id": 291244,
      "cbid": 211, "correlation": 291244
    }
  },
  {
    "ph": "s", "id": 291244, "pid": 743, "tid": 743, "ts": 1683924250661233,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::ops::nchwToNhwcKernel<float, float, float, false, true, (cudnnKernelDataType_t)0>(cudnn::ops::nchw2nhwc_params_t<float>, float const*, float*)", "pid": 0, "tid": 7,
    "ts": 1683924250674767, "dur": 163,
    "args": {
      "External id": 291246,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291246,
      "registers per thread": 32,
      "shared memory": 4224,
      "blocks per SM": 204.8,
      "warps per SM": 1638.4,
      "grid": [1, 16, 512],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 291246, "pid": 0, "tid": 7, "ts": 1683924250674767,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250661253, "dur": 7,
    "args": {
      "External id": 291246,
      "cbid": 211, "correlation": 291246
    }
  },
  {
    "ph": "s", "id": 291246, "pid": 743, "tid": 743, "ts": 1683924250661253,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cask_cudnn::computeOffsetsKernel<false, false>(cask_cudnn::ComputeOffsetsParams)", "pid": 0, "tid": 7,
    "ts": 1683924250674931, "dur": 5,
    "args": {
      "External id": 291248,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291248,
      "registers per thread": 16,
      "shared memory": 0,
      "blocks per SM": 0.025,
      "warps per SM": 0.2,
      "grid": [1, 1, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 1
    }
  },
  {
    "ph": "f", "id": 291248, "pid": 0, "tid": 7, "ts": 1683924250674931,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250661266, "dur": 8,
    "args": {
      "External id": 291248,
      "cbid": 211, "correlation": 291248
    }
  },
  {
    "ph": "s", "id": 291248, "pid": 743, "tid": 743, "ts": 1683924250661266,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaMemsetAsync", "pid": 743, "tid": 743,
    "ts": 1683924250661278, "dur": 0,
    "args": {
      "External id": 291249,
      "cbid": 51, "correlation": 291249
    }
  },
  {
    "ph": "s", "id": 291249, "pid": 743, "tid": 743, "ts": 1683924250661278,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "cudnn_volta_scudnn_128x32_sliced1x4_ldg4_relu_exp_medium_nhwc_tn_v1", "pid": 0, "tid": 7,
    "ts": 1683924250674939, "dur": 623,
    "args": {
      "External id": 291250,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291250,
      "registers per thread": 128,
      "shared memory": 41472,
      "blocks per SM": 0.8,
      "warps per SM": 6.4,
      "grid": [2, 16, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 20
    }
  },
  {
    "ph": "f", "id": 291250, "pid": 0, "tid": 7, "ts": 1683924250674939,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250661279, "dur": 8,
    "args": {
      "External id": 291250,
      "cbid": 211, "correlation": 291250
    }
  },
  {
    "ph": "s", "id": 291250, "pid": 743, "tid": 743, "ts": 1683924250661279,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::ops::nhwcToNchwKernel<float, float, float, true, false, (cudnnKernelDataType_t)0>(cudnn::ops::nhwc2nchw_params_t<float>, float const*, float*)", "pid": 0, "tid": 7,
    "ts": 1683924250675564, "dur": 24,
    "args": {
      "External id": 291251,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291251,
      "registers per thread": 61,
      "shared memory": 4224,
      "blocks per SM": 25.6,
      "warps per SM": 204.8,
      "grid": [1, 16, 64],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 291251, "pid": 0, "tid": 7, "ts": 1683924250675564,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250661292, "dur": 8,
    "args": {
      "External id": 291251,
      "cbid": 211, "correlation": 291251
    }
  },
  {
    "ph": "s", "id": 291251, "pid": 743, "tid": 743, "ts": 1683924250661292,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::elementwise_kernel<128, 2, at::native::gpu_kernel_impl<at::native::CUDAFunctor_add<float> >(at::TensorIteratorBase&, at::native::CUDAFunctor_add<float> const&)::{lambda(int)#1}>(int, at::native::gpu_kernel_impl<at::native::CUDAFunctor_add<float> >(at::TensorIteratorBase&, at::native::CUDAFunctor_add<float> const&)::{lambda(int)#1})", "pid": 0, "tid": 7,
    "ts": 1683924250675590, "dur": 9,
    "args": {
      "External id": 291257,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291257,
      "registers per thread": 16,
      "shared memory": 0,
      "blocks per SM": 12.8,
      "warps per SM": 51.2,
      "grid": [512, 1, 1],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 291257, "pid": 0, "tid": 7, "ts": 1683924250675590,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250661343, "dur": 12,
    "args": {
      "External id": 291257,
      "cbid": 211, "correlation": 291257
    }
  },
  {
    "ph": "s", "id": 291257, "pid": 743, "tid": 743, "ts": 1683924250661343,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::vectorized_elementwise_kernel<4, at::native::(anonymous namespace)::launch_clamp_scalar(at::TensorIteratorBase&, c10::Scalar, c10::Scalar, at::native::detail::ClampLimits)::{lambda()#1}::operator()() const::{lambda()#7}::operator()() const::{lambda(float)#1}, at::detail::Array<char*, 2> >(int, at::native::(anonymous namespace)::launch_clamp_scalar(at::TensorIteratorBase&, c10::Scalar, c10::Scalar, at::native::detail::ClampLimits)::{lambda()#1}::operator()() const::{lambda()#7}::operator()() const::{lambda(float)#1}, at::detail::Array<char*, 2>)", "pid": 0, "tid": 7,
    "ts": 1683924250675601, "dur": 6,
    "args": {
      "External id": 291266,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291266,
      "registers per thread": 22,
      "shared memory": 0,
      "blocks per SM": 6.4,
      "warps per SM": 25.6,
      "grid": [256, 1, 1],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 80
    }
  },
  {
    "ph": "f", "id": 291266, "pid": 0, "tid": 7, "ts": 1683924250675601,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250661436, "dur": 16,
    "args": {
      "External id": 291266,
      "cbid": 211, "correlation": 291266
    }
  },
  {
    "ph": "s", "id": 291266, "pid": 743, "tid": 743, "ts": 1683924250661436,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamIsCapturing", "pid": 743, "tid": 743,
    "ts": 1683924250661558, "dur": 1,
    "args": {
      "External id": 291277,
      "cbid": 317, "correlation": 291277
    }
  },
  {
    "ph": "f", "id": 291277, "pid": 743, "tid": 743, "ts": 1683924250661558,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamGetPriority", "pid": 743, "tid": 743,
    "ts": 1683924250661560, "dur": 0,
    "args": {
      "External id": 291278,
      "cbid": 203, "correlation": 291278
    }
  },
  {
    "ph": "f", "id": 291278, "pid": 743, "tid": 743, "ts": 1683924250661560,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaDeviceGetStreamPriorityRange", "pid": 743, "tid": 743,
    "ts": 1683924250661562, "dur": 0,
    "args": {
      "External id": 291279,
      "cbid": 205, "correlation": 291279
    }
  },
  {
    "ph": "f", "id": 291279, "pid": 743, "tid": 743, "ts": 1683924250661562,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::ops::nchwToNhwcKernel<float, float, float, false, true, (cudnnKernelDataType_t)0>(cudnn::ops::nchw2nhwc_params_t<float>, float const*, float*)", "pid": 0, "tid": 7,
    "ts": 1683924250675609, "dur": 22,
    "args": {
      "External id": 291283,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291283,
      "registers per thread": 32,
      "shared memory": 4224,
      "blocks per SM": 25.6,
      "warps per SM": 204.8,
      "grid": [1, 16, 64],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 291283, "pid": 0, "tid": 7, "ts": 1683924250675609,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250661585, "dur": 16,
    "args": {
      "External id": 291283,
      "cbid": 211, "correlation": 291283
    }
  },
  {
    "ph": "s", "id": 291283, "pid": 743, "tid": 743, "ts": 1683924250661585,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::ops::nchwToNhwcKernel<float, float, float, false, true, (cudnnKernelDataType_t)0>(cudnn::ops::nchw2nhwc_params_t<float>, float const*, float*)", "pid": 0, "tid": 7,
    "ts": 1683924250675633, "dur": 163,
    "args": {
      "External id": 291285,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291285,
      "registers per thread": 32,
      "shared memory": 4224,
      "blocks per SM": 204.8,
      "warps per SM": 1638.4,
      "grid": [1, 16, 512],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 291285, "pid": 0, "tid": 7, "ts": 1683924250675633,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250661605, "dur": 7,
    "args": {
      "External id": 291285,
      "cbid": 211, "correlation": 291285
    }
  },
  {
    "ph": "s", "id": 291285, "pid": 743, "tid": 743, "ts": 1683924250661605,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cask_cudnn::computeOffsetsKernel<false, false>(cask_cudnn::ComputeOffsetsParams)", "pid": 0, "tid": 7,
    "ts": 1683924250675798, "dur": 5,
    "args": {
      "External id": 291287,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291287,
      "registers per thread": 16,
      "shared memory": 0,
      "blocks per SM": 0.025,
      "warps per SM": 0.2,
      "grid": [1, 1, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 1
    }
  },
  {
    "ph": "f", "id": 291287, "pid": 0, "tid": 7, "ts": 1683924250675798,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250661618, "dur": 7,
    "args": {
      "External id": 291287,
      "cbid": 211, "correlation": 291287
    }
  },
  {
    "ph": "s", "id": 291287, "pid": 743, "tid": 743, "ts": 1683924250661618,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaMemsetAsync", "pid": 743, "tid": 743,
    "ts": 1683924250661629, "dur": 0,
    "args": {
      "External id": 291288,
      "cbid": 51, "correlation": 291288
    }
  },
  {
    "ph": "s", "id": 291288, "pid": 743, "tid": 743, "ts": 1683924250661629,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "cudnn_volta_scudnn_128x32_sliced1x4_ldg4_relu_exp_medium_nhwc_tn_v1", "pid": 0, "tid": 7,
    "ts": 1683924250675805, "dur": 621,
    "args": {
      "External id": 291289,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291289,
      "registers per thread": 128,
      "shared memory": 41472,
      "blocks per SM": 0.8,
      "warps per SM": 6.4,
      "grid": [2, 16, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 20
    }
  },
  {
    "ph": "f", "id": 291289, "pid": 0, "tid": 7, "ts": 1683924250675805,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250661630, "dur": 8,
    "args": {
      "External id": 291289,
      "cbid": 211, "correlation": 291289
    }
  },
  {
    "ph": "s", "id": 291289, "pid": 743, "tid": 743, "ts": 1683924250661630,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::ops::nhwcToNchwKernel<float, float, float, true, false, (cudnnKernelDataType_t)0>(cudnn::ops::nhwc2nchw_params_t<float>, float const*, float*)", "pid": 0, "tid": 7,
    "ts": 1683924250676429, "dur": 24,
    "args": {
      "External id": 291290,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291290,
      "registers per thread": 61,
      "shared memory": 4224,
      "blocks per SM": 25.6,
      "warps per SM": 204.8,
      "grid": [1, 16, 64],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 291290, "pid": 0, "tid": 7, "ts": 1683924250676429,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250661642, "dur": 7,
    "args": {
      "External id": 291290,
      "cbid": 211, "correlation": 291290
    }
  },
  {
    "ph": "s", "id": 291290, "pid": 743, "tid": 743, "ts": 1683924250661642,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::elementwise_kernel<128, 2, at::native::gpu_kernel_impl<at::native::CUDAFunctor_add<float> >(at::TensorIteratorBase&, at::native::CUDAFunctor_add<float> const&)::{lambda(int)#1}>(int, at::native::gpu_kernel_impl<at::native::CUDAFunctor_add<float> >(at::TensorIteratorBase&, at::native::CUDAFunctor_add<float> const&)::{lambda(int)#1})", "pid": 0, "tid": 7,
    "ts": 1683924250676455, "dur": 10,
    "args": {
      "External id": 291296,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291296,
      "registers per thread": 16,
      "shared memory": 0,
      "blocks per SM": 12.8,
      "warps per SM": 51.2,
      "grid": [512, 1, 1],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 291296, "pid": 0, "tid": 7, "ts": 1683924250676455,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250661692, "dur": 11,
    "args": {
      "External id": 291296,
      "cbid": 211, "correlation": 291296
    }
  },
  {
    "ph": "s", "id": 291296, "pid": 743, "tid": 743, "ts": 1683924250661692,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::vectorized_elementwise_kernel<4, at::native::(anonymous namespace)::launch_clamp_scalar(at::TensorIteratorBase&, c10::Scalar, c10::Scalar, at::native::detail::ClampLimits)::{lambda()#1}::operator()() const::{lambda()#7}::operator()() const::{lambda(float)#1}, at::detail::Array<char*, 2> >(int, at::native::(anonymous namespace)::launch_clamp_scalar(at::TensorIteratorBase&, c10::Scalar, c10::Scalar, at::native::detail::ClampLimits)::{lambda()#1}::operator()() const::{lambda()#7}::operator()() const::{lambda(float)#1}, at::detail::Array<char*, 2>)", "pid": 0, "tid": 7,
    "ts": 1683924250676466, "dur": 5,
    "args": {
      "External id": 291305,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291305,
      "registers per thread": 22,
      "shared memory": 0,
      "blocks per SM": 6.4,
      "warps per SM": 25.6,
      "grid": [256, 1, 1],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 80
    }
  },
  {
    "ph": "f", "id": 291305, "pid": 0, "tid": 7, "ts": 1683924250676466,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250661766, "dur": 14,
    "args": {
      "External id": 291305,
      "cbid": 211, "correlation": 291305
    }
  },
  {
    "ph": "s", "id": 291305, "pid": 743, "tid": 743, "ts": 1683924250661766,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamIsCapturing", "pid": 743, "tid": 743,
    "ts": 1683924250661934, "dur": 1,
    "args": {
      "External id": 291316,
      "cbid": 317, "correlation": 291316
    }
  },
  {
    "ph": "f", "id": 291316, "pid": 743, "tid": 743, "ts": 1683924250661934,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamGetPriority", "pid": 743, "tid": 743,
    "ts": 1683924250661936, "dur": 1,
    "args": {
      "External id": 291317,
      "cbid": 203, "correlation": 291317
    }
  },
  {
    "ph": "f", "id": 291317, "pid": 743, "tid": 743, "ts": 1683924250661936,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaDeviceGetStreamPriorityRange", "pid": 743, "tid": 743,
    "ts": 1683924250661938, "dur": 1,
    "args": {
      "External id": 291318,
      "cbid": 205, "correlation": 291318
    }
  },
  {
    "ph": "f", "id": 291318, "pid": 743, "tid": 743, "ts": 1683924250661938,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::ops::nchwToNhwcKernel<float, float, float, false, true, (cudnnKernelDataType_t)0>(cudnn::ops::nchw2nhwc_params_t<float>, float const*, float*)", "pid": 0, "tid": 7,
    "ts": 1683924250676473, "dur": 23,
    "args": {
      "External id": 291322,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291322,
      "registers per thread": 32,
      "shared memory": 4224,
      "blocks per SM": 25.6,
      "warps per SM": 204.8,
      "grid": [1, 16, 64],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 291322, "pid": 0, "tid": 7, "ts": 1683924250676473,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250661964, "dur": 21,
    "args": {
      "External id": 291322,
      "cbid": 211, "correlation": 291322
    }
  },
  {
    "ph": "s", "id": 291322, "pid": 743, "tid": 743, "ts": 1683924250661964,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::ops::nchwToNhwcKernel<float, float, float, false, true, (cudnnKernelDataType_t)0>(cudnn::ops::nchw2nhwc_params_t<float>, float const*, float*)", "pid": 0, "tid": 7,
    "ts": 1683924250676498, "dur": 162,
    "args": {
      "External id": 291324,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291324,
      "registers per thread": 32,
      "shared memory": 4224,
      "blocks per SM": 204.8,
      "warps per SM": 1638.4,
      "grid": [1, 16, 512],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 291324, "pid": 0, "tid": 7, "ts": 1683924250676498,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250661989, "dur": 9,
    "args": {
      "External id": 291324,
      "cbid": 211, "correlation": 291324
    }
  },
  {
    "ph": "s", "id": 291324, "pid": 743, "tid": 743, "ts": 1683924250661989,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cask_cudnn::computeOffsetsKernel<false, false>(cask_cudnn::ComputeOffsetsParams)", "pid": 0, "tid": 7,
    "ts": 1683924250676662, "dur": 5,
    "args": {
      "External id": 291326,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291326,
      "registers per thread": 16,
      "shared memory": 0,
      "blocks per SM": 0.025,
      "warps per SM": 0.2,
      "grid": [1, 1, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 1
    }
  },
  {
    "ph": "f", "id": 291326, "pid": 0, "tid": 7, "ts": 1683924250676662,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250662004, "dur": 10,
    "args": {
      "External id": 291326,
      "cbid": 211, "correlation": 291326
    }
  },
  {
    "ph": "s", "id": 291326, "pid": 743, "tid": 743, "ts": 1683924250662004,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaMemsetAsync", "pid": 743, "tid": 743,
    "ts": 1683924250662018, "dur": 0,
    "args": {
      "External id": 291327,
      "cbid": 51, "correlation": 291327
    }
  },
  {
    "ph": "s", "id": 291327, "pid": 743, "tid": 743, "ts": 1683924250662018,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "cudnn_volta_scudnn_128x32_sliced1x4_ldg4_relu_exp_medium_nhwc_tn_v1", "pid": 0, "tid": 7,
    "ts": 1683924250676669, "dur": 621,
    "args": {
      "External id": 291328,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291328,
      "registers per thread": 128,
      "shared memory": 41472,
      "blocks per SM": 0.8,
      "warps per SM": 6.4,
      "grid": [2, 16, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 20
    }
  },
  {
    "ph": "f", "id": 291328, "pid": 0, "tid": 7, "ts": 1683924250676669,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250662019, "dur": 8,
    "args": {
      "External id": 291328,
      "cbid": 211, "correlation": 291328
    }
  },
  {
    "ph": "s", "id": 291328, "pid": 743, "tid": 743, "ts": 1683924250662019,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::ops::nhwcToNchwKernel<float, float, float, true, false, (cudnnKernelDataType_t)0>(cudnn::ops::nhwc2nchw_params_t<float>, float const*, float*)", "pid": 0, "tid": 7,
    "ts": 1683924250677293, "dur": 24,
    "args": {
      "External id": 291329,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291329,
      "registers per thread": 61,
      "shared memory": 4224,
      "blocks per SM": 25.6,
      "warps per SM": 204.8,
      "grid": [1, 16, 64],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 291329, "pid": 0, "tid": 7, "ts": 1683924250677293,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250662032, "dur": 8,
    "args": {
      "External id": 291329,
      "cbid": 211, "correlation": 291329
    }
  },
  {
    "ph": "s", "id": 291329, "pid": 743, "tid": 743, "ts": 1683924250662032,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::elementwise_kernel<128, 2, at::native::gpu_kernel_impl<at::native::CUDAFunctor_add<float> >(at::TensorIteratorBase&, at::native::CUDAFunctor_add<float> const&)::{lambda(int)#1}>(int, at::native::gpu_kernel_impl<at::native::CUDAFunctor_add<float> >(at::TensorIteratorBase&, at::native::CUDAFunctor_add<float> const&)::{lambda(int)#1})", "pid": 0, "tid": 7,
    "ts": 1683924250677318, "dur": 10,
    "args": {
      "External id": 291335,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291335,
      "registers per thread": 16,
      "shared memory": 0,
      "blocks per SM": 12.8,
      "warps per SM": 51.2,
      "grid": [512, 1, 1],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 291335, "pid": 0, "tid": 7, "ts": 1683924250677318,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250662089, "dur": 14,
    "args": {
      "External id": 291335,
      "cbid": 211, "correlation": 291335
    }
  },
  {
    "ph": "s", "id": 291335, "pid": 743, "tid": 743, "ts": 1683924250662089,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::vectorized_elementwise_kernel<4, at::native::(anonymous namespace)::launch_clamp_scalar(at::TensorIteratorBase&, c10::Scalar, c10::Scalar, at::native::detail::ClampLimits)::{lambda()#1}::operator()() const::{lambda()#7}::operator()() const::{lambda(float)#1}, at::detail::Array<char*, 2> >(int, at::native::(anonymous namespace)::launch_clamp_scalar(at::TensorIteratorBase&, c10::Scalar, c10::Scalar, at::native::detail::ClampLimits)::{lambda()#1}::operator()() const::{lambda()#7}::operator()() const::{lambda(float)#1}, at::detail::Array<char*, 2>)", "pid": 0, "tid": 7,
    "ts": 1683924250677330, "dur": 5,
    "args": {
      "External id": 291344,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291344,
      "registers per thread": 22,
      "shared memory": 0,
      "blocks per SM": 6.4,
      "warps per SM": 25.6,
      "grid": [256, 1, 1],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 80
    }
  },
  {
    "ph": "f", "id": 291344, "pid": 0, "tid": 7, "ts": 1683924250677330,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250662166, "dur": 13,
    "args": {
      "External id": 291344,
      "cbid": 211, "correlation": 291344
    }
  },
  {
    "ph": "s", "id": 291344, "pid": 743, "tid": 743, "ts": 1683924250662166,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::(anonymous namespace)::max_pool_forward_nchw<float, float>(int, float const*, long, long, long, int, int, int, int, int, int, int, int, int, int, float*, long*)", "pid": 0, "tid": 7,
    "ts": 1683924250677337, "dur": 10,
    "args": {
      "External id": 291357,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291357,
      "registers per thread": 25,
      "shared memory": 0,
      "blocks per SM": 3.2,
      "warps per SM": 25.6,
      "grid": [128, 1, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 80
    }
  },
  {
    "ph": "f", "id": 291357, "pid": 0, "tid": 7, "ts": 1683924250677337,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250662262, "dur": 16,
    "args": {
      "External id": 291357,
      "cbid": 211, "correlation": 291357
    }
  },
  {
    "ph": "s", "id": 291357, "pid": 743, "tid": 743, "ts": 1683924250662262,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaOccupancyMaxActiveBlocksPerMultiprocessor", "pid": 743, "tid": 743,
    "ts": 1683924250662485, "dur": 4,
    "args": {
      "External id": 291373,
      "cbid": 210, "correlation": 291373
    }
  },
  {
    "ph": "f", "id": 291373, "pid": 743, "tid": 743, "ts": 1683924250662485,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "kernel", "name": "volta_sgemm_128x64_tn", "pid": 0, "tid": 7,
    "ts": 1683924250677348, "dur": 160,
    "args": {
      "External id": 291375,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291375,
      "registers per thread": 122,
      "shared memory": 12800,
      "blocks per SM": 0.8,
      "warps per SM": 3.2,
      "grid": [32, 1, 1],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 10
    }
  },
  {
    "ph": "f", "id": 291375, "pid": 0, "tid": 7, "ts": 1683924250677348,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250662498, "dur": 23,
    "args": {
      "External id": 291375,
      "cbid": 211, "correlation": 291375
    }
  },
  {
    "ph": "s", "id": 291375, "pid": 743, "tid": 743, "ts": 1683924250662498,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::vectorized_elementwise_kernel<4, at::native::(anonymous namespace)::launch_clamp_scalar(at::TensorIteratorBase&, c10::Scalar, c10::Scalar, at::native::detail::ClampLimits)::{lambda()#1}::operator()() const::{lambda()#7}::operator()() const::{lambda(float)#1}, at::detail::Array<char*, 2> >(int, at::native::(anonymous namespace)::launch_clamp_scalar(at::TensorIteratorBase&, c10::Scalar, c10::Scalar, at::native::detail::ClampLimits)::{lambda()#1}::operator()() const::{lambda()#7}::operator()() const::{lambda(float)#1}, at::detail::Array<char*, 2>)", "pid": 0, "tid": 7,
    "ts": 1683924250677511, "dur": 8,
    "args": {
      "External id": 291384,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291384,
      "registers per thread": 22,
      "shared memory": 0,
      "blocks per SM": 12.8,
      "warps per SM": 51.2,
      "grid": [512, 1, 1],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 291384, "pid": 0, "tid": 7, "ts": 1683924250677511,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250662595, "dur": 17,
    "args": {
      "External id": 291384,
      "cbid": 211, "correlation": 291384
    }
  },
  {
    "ph": "s", "id": 291384, "pid": 743, "tid": 743, "ts": 1683924250662595,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamIsCapturing", "pid": 743, "tid": 743,
    "ts": 1683924250662716, "dur": 2,
    "args": {
      "External id": 291405,
      "cbid": 317, "correlation": 291405
    }
  },
  {
    "ph": "f", "id": 291405, "pid": 743, "tid": 743, "ts": 1683924250662716,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::(anonymous namespace)::fused_dropout_kernel_vec<float, float, unsigned int, 1, 4, bool>(at::cuda::detail::TensorInfo<float, unsigned int>, at::cuda::detail::TensorInfo<float, unsigned int>, at::cuda::detail::TensorInfo<bool, unsigned int>, unsigned int, float, at::PhiloxCudaState)", "pid": 0, "tid": 7,
    "ts": 1683924250677521, "dur": 12,
    "args": {
      "External id": 291407,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291407,
      "registers per thread": 49,
      "shared memory": 0,
      "blocks per SM": 4,
      "warps per SM": 32,
      "grid": [160, 1, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 291407, "pid": 0, "tid": 7, "ts": 1683924250677521,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250662727, "dur": 18,
    "args": {
      "External id": 291407,
      "cbid": 211, "correlation": 291407
    }
  },
  {
    "ph": "s", "id": 291407, "pid": 743, "tid": 743, "ts": 1683924250662727,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaOccupancyMaxActiveBlocksPerMultiprocessor", "pid": 743, "tid": 743,
    "ts": 1683924250662889, "dur": 4,
    "args": {
      "External id": 291423,
      "cbid": 210, "correlation": 291423
    }
  },
  {
    "ph": "f", "id": 291423, "pid": 743, "tid": 743, "ts": 1683924250662889,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "gpu_memset", "name": "Memset (Device)", "pid": 0, "tid": 7,
    "ts": 1683924250677535, "dur": 1,
    "args": {
      "External id": 291425,
      "device": 0, "context": 1,
      "stream": 7, "correlation": 291425,
      "bytes": 128, "memory bandwidth (GB/s)": 0.08882720333102012
    }
  },
  {
    "ph": "f", "id": 291425, "pid": 0, "tid": 7, "ts": 1683924250677535,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaMemsetAsync", "pid": 743, "tid": 743,
    "ts": 1683924250662910, "dur": 20,
    "args": {
      "External id": 291425,
      "cbid": 51, "correlation": 291425
    }
  },
  {
    "ph": "s", "id": 291425, "pid": 743, "tid": 743, "ts": 1683924250662910,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaOccupancyMaxActiveBlocksPerMultiprocessor", "pid": 743, "tid": 743,
    "ts": 1683924250662931, "dur": 1,
    "args": {
      "External id": 291426,
      "cbid": 210, "correlation": 291426
    }
  },
  {
    "ph": "f", "id": 291426, "pid": 743, "tid": 743, "ts": 1683924250662931,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "kernel", "name": "volta_sgemm_128x64_tn", "pid": 0, "tid": 7,
    "ts": 1683924250677538, "dur": 861,
    "args": {
      "External id": 291427,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291427,
      "registers per thread": 122,
      "shared memory": 12800,
      "blocks per SM": 4,
      "warps per SM": 16,
      "grid": [32, 1, 5],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 50
    }
  },
  {
    "ph": "f", "id": 291427, "pid": 0, "tid": 7, "ts": 1683924250677538,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250662935, "dur": 18,
    "args": {
      "External id": 291427,
      "cbid": 211, "correlation": 291427
    }
  },
  {
    "ph": "s", "id": 291427, "pid": 743, "tid": 743, "ts": 1683924250662935,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::vectorized_elementwise_kernel<4, at::native::(anonymous namespace)::launch_clamp_scalar(at::TensorIteratorBase&, c10::Scalar, c10::Scalar, at::native::detail::ClampLimits)::{lambda()#1}::operator()() const::{lambda()#7}::operator()() const::{lambda(float)#1}, at::detail::Array<char*, 2> >(int, at::native::(anonymous namespace)::launch_clamp_scalar(at::TensorIteratorBase&, c10::Scalar, c10::Scalar, at::native::detail::ClampLimits)::{lambda()#1}::operator()() const::{lambda()#7}::operator()() const::{lambda(float)#1}, at::detail::Array<char*, 2>)", "pid": 0, "tid": 7,
    "ts": 1683924250678402, "dur": 8,
    "args": {
      "External id": 291436,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291436,
      "registers per thread": 22,
      "shared memory": 0,
      "blocks per SM": 12.8,
      "warps per SM": 51.2,
      "grid": [512, 1, 1],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 291436, "pid": 0, "tid": 7, "ts": 1683924250678402,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250663030, "dur": 18,
    "args": {
      "External id": 291436,
      "cbid": 211, "correlation": 291436
    }
  },
  {
    "ph": "s", "id": 291436, "pid": 743, "tid": 743, "ts": 1683924250663030,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamIsCapturing", "pid": 743, "tid": 743,
    "ts": 1683924250663165, "dur": 2,
    "args": {
      "External id": 291457,
      "cbid": 317, "correlation": 291457
    }
  },
  {
    "ph": "f", "id": 291457, "pid": 743, "tid": 743, "ts": 1683924250663165,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::(anonymous namespace)::fused_dropout_kernel_vec<float, float, unsigned int, 1, 4, bool>(at::cuda::detail::TensorInfo<float, unsigned int>, at::cuda::detail::TensorInfo<float, unsigned int>, at::cuda::detail::TensorInfo<bool, unsigned int>, unsigned int, float, at::PhiloxCudaState)", "pid": 0, "tid": 7,
    "ts": 1683924250678412, "dur": 11,
    "args": {
      "External id": 291459,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291459,
      "registers per thread": 49,
      "shared memory": 0,
      "blocks per SM": 4,
      "warps per SM": 32,
      "grid": [160, 1, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 291459, "pid": 0, "tid": 7, "ts": 1683924250678412,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250663174, "dur": 17,
    "args": {
      "External id": 291459,
      "cbid": 211, "correlation": 291459
    }
  },
  {
    "ph": "s", "id": 291459, "pid": 743, "tid": 743, "ts": 1683924250663174,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaOccupancyMaxActiveBlocksPerMultiprocessor", "pid": 743, "tid": 743,
    "ts": 1683924250663330, "dur": 3,
    "args": {
      "External id": 291475,
      "cbid": 210, "correlation": 291475
    }
  },
  {
    "ph": "f", "id": 291475, "pid": 743, "tid": 743, "ts": 1683924250663330,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "kernel", "name": "volta_sgemm_128x32_tn", "pid": 0, "tid": 7,
    "ts": 1683924250678425, "dur": 54,
    "args": {
      "External id": 291477,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291477,
      "registers per thread": 57,
      "shared memory": 16384,
      "blocks per SM": 1,
      "warps per SM": 8,
      "grid": [1, 2, 20],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 25
    }
  },
  {
    "ph": "f", "id": 291477, "pid": 0, "tid": 7, "ts": 1683924250678425,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250663339, "dur": 21,
    "args": {
      "External id": 291477,
      "cbid": 211, "correlation": 291477
    }
  },
  {
    "ph": "s", "id": 291477, "pid": 743, "tid": 743, "ts": 1683924250663339,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void splitKreduce_kernel<32, 16, int, float, float, float, float, true, true, false>(cublasSplitKParams<float>, float const*, float const*, float*, float const*, float const*, float const*, float const*, float*, void*, long, float*, int*)", "pid": 0, "tid": 7,
    "ts": 1683924250678481, "dur": 9,
    "args": {
      "External id": 291479,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291479,
      "registers per thread": 43,
      "shared memory": 0,
      "blocks per SM": 0.4,
      "warps per SM": 6.4,
      "grid": [4, 4, 1],
      "block": [32, 16, 1],
      "est. achieved occupancy %": 20
    }
  },
  {
    "ph": "f", "id": 291479, "pid": 0, "tid": 7, "ts": 1683924250678481,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250663363, "dur": 10,
    "args": {
      "External id": 291479,
      "cbid": 211, "correlation": 291479
    }
  },
  {
    "ph": "s", "id": 291479, "pid": 743, "tid": 743, "ts": 1683924250663363,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void (anonymous namespace)::softmax_warp_forward<float, float, float, 7, false, false>(float*, float const*, int, int, int, bool const*, int, bool)", "pid": 0, "tid": 7,
    "ts": 1683924250678491, "dur": 7,
    "args": {
      "External id": 291489,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291489,
      "registers per thread": 30,
      "shared memory": 0,
      "blocks per SM": 0.2,
      "warps per SM": 0.8,
      "grid": [8, 1, 1],
      "block": [32, 4, 1],
      "est. achieved occupancy %": 3
    }
  },
  {
    "ph": "f", "id": 291489, "pid": 0, "tid": 7, "ts": 1683924250678491,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250663441, "dur": 15,
    "args": {
      "External id": 291489,
      "cbid": 211, "correlation": 291489
    }
  },
  {
    "ph": "s", "id": 291489, "pid": 743, "tid": 743, "ts": 1683924250663441,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void (anonymous namespace)::softmax_warp_forward<float, float, float, 7, true, false>(float*, float const*, int, int, int, bool const*, int, bool)", "pid": 0, "tid": 7,
    "ts": 1683924250678500, "dur": 5,
    "args": {
      "External id": 291499,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291499,
      "registers per thread": 38,
      "shared memory": 0,
      "blocks per SM": 0.2,
      "warps per SM": 0.8,
      "grid": [8, 1, 1],
      "block": [32, 4, 1],
      "est. achieved occupancy %": 3
    }
  },
  {
    "ph": "f", "id": 291499, "pid": 0, "tid": 7, "ts": 1683924250678500,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250663594, "dur": 21,
    "args": {
      "External id": 291499,
      "cbid": 211, "correlation": 291499
    }
  },
  {
    "ph": "s", "id": 291499, "pid": 743, "tid": 743, "ts": 1683924250663594,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::(anonymous namespace)::nll_loss_forward_reduce_cuda_kernel_2d<float, float, long>(float*, float*, float*, long*, float*, bool, long, long, long, long)", "pid": 0, "tid": 7,
    "ts": 1683924250678507, "dur": 7,
    "args": {
      "External id": 291510,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291510,
      "registers per thread": 34,
      "shared memory": 256,
      "blocks per SM": 0.025,
      "warps per SM": 0.025,
      "grid": [1, 1, 1],
      "block": [32, 1, 1],
      "est. achieved occupancy %": 0
    }
  },
  {
    "ph": "f", "id": 291510, "pid": 0, "tid": 7, "ts": 1683924250678507,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250663682, "dur": 20,
    "args": {
      "External id": 291510,
      "cbid": 211, "correlation": 291510
    }
  },
  {
    "ph": "s", "id": 291510, "pid": 743, "tid": 743, "ts": 1683924250663682,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::vectorized_elementwise_kernel<4, at::native::FillFunctor<float>, at::detail::Array<char*, 1> >(int, at::native::FillFunctor<float>, at::detail::Array<char*, 1>)", "pid": 0, "tid": 7,
    "ts": 1683924250678515, "dur": 3,
    "args": {
      "External id": 291520,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291520,
      "registers per thread": 16,
      "shared memory": 0,
      "blocks per SM": 0.025,
      "warps per SM": 0.1,
      "grid": [1, 1, 1],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 0
    }
  },
  {
    "ph": "f", "id": 291520, "pid": 0, "tid": 7, "ts": 1683924250678515,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 743,
    "ts": 1683924250663797, "dur": 18,
    "args": {
      "External id": 291520,
      "cbid": 211, "correlation": 291520
    }
  },
  {
    "ph": "s", "id": 291520, "pid": 743, "tid": 743, "ts": 1683924250663797,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::vectorized_elementwise_kernel<4, at::native::FillFunctor<float>, at::detail::Array<char*, 1> >(int, at::native::FillFunctor<float>, at::detail::Array<char*, 1>)", "pid": 0, "tid": 7,
    "ts": 1683924250678521, "dur": 3,
    "args": {
      "External id": 291532,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291532,
      "registers per thread": 16,
      "shared memory": 0,
      "blocks per SM": 0.325,
      "warps per SM": 1.3,
      "grid": [13, 1, 1],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 4
    }
  },
  {
    "ph": "f", "id": 291532, "pid": 0, "tid": 7, "ts": 1683924250678521,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250664077, "dur": 18,
    "args": {
      "External id": 291532,
      "cbid": 211, "correlation": 291532
    }
  },
  {
    "ph": "s", "id": 291532, "pid": 743, "tid": 2509, "ts": 1683924250664077,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::(anonymous namespace)::nll_loss_backward_reduce_cuda_kernel_2d<float, long>(float*, float*, long*, float*, float*, bool, int, int, long, long)", "pid": 0, "tid": 7,
    "ts": 1683924250678526, "dur": 5,
    "args": {
      "External id": 291537,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291537,
      "registers per thread": 32,
      "shared memory": 0,
      "blocks per SM": 0.025,
      "warps per SM": 0.025,
      "grid": [1, 1, 1],
      "block": [32, 1, 1],
      "est. achieved occupancy %": 0
    }
  },
  {
    "ph": "f", "id": 291537, "pid": 0, "tid": 7, "ts": 1683924250678526,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250664103, "dur": 8,
    "args": {
      "External id": 291537,
      "cbid": 211, "correlation": 291537
    }
  },
  {
    "ph": "s", "id": 291537, "pid": 743, "tid": 2509, "ts": 1683924250664103,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void (anonymous namespace)::softmax_warp_backward<float, float, float, 7, true, false>(float*, float const*, float const*, int, int, int, bool const*)", "pid": 0, "tid": 7,
    "ts": 1683924250678533, "dur": 5,
    "args": {
      "External id": 291549,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291549,
      "registers per thread": 37,
      "shared memory": 0,
      "blocks per SM": 0.2,
      "warps per SM": 0.8,
      "grid": [8, 1, 1],
      "block": [32, 4, 1],
      "est. achieved occupancy %": 3
    }
  },
  {
    "ph": "f", "id": 291549, "pid": 0, "tid": 7, "ts": 1683924250678533,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250664161, "dur": 9,
    "args": {
      "External id": 291549,
      "cbid": 211, "correlation": 291549
    }
  },
  {
    "ph": "s", "id": 291549, "pid": 743, "tid": 2509, "ts": 1683924250664161,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::vectorized_elementwise_kernel<4, at::native::BinaryFunctor<float, float, float, at::native::binary_internal::MulFunctor<float> >, at::detail::Array<char*, 3> >(int, at::native::BinaryFunctor<float, float, float, at::native::binary_internal::MulFunctor<float> >, at::detail::Array<char*, 3>)", "pid": 0, "tid": 7,
    "ts": 1683924250678540, "dur": 4,
    "args": {
      "External id": 291563,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291563,
      "registers per thread": 24,
      "shared memory": 0,
      "blocks per SM": 0.325,
      "warps per SM": 1.3,
      "grid": [13, 1, 1],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 4
    }
  },
  {
    "ph": "f", "id": 291563, "pid": 0, "tid": 7, "ts": 1683924250678540,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250664217, "dur": 12,
    "args": {
      "External id": 291563,
      "cbid": 211, "correlation": 291563
    }
  },
  {
    "ph": "s", "id": 291563, "pid": 743, "tid": 2509, "ts": 1683924250664217,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void (anonymous namespace)::softmax_warp_backward<float, float, float, 7, false, false>(float*, float const*, float const*, int, int, int, bool const*)", "pid": 0, "tid": 7,
    "ts": 1683924250678546, "dur": 4,
    "args": {
      "External id": 291569,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291569,
      "registers per thread": 37,
      "shared memory": 0,
      "blocks per SM": 0.2,
      "warps per SM": 0.8,
      "grid": [8, 1, 1],
      "block": [32, 4, 1],
      "est. achieved occupancy %": 3
    }
  },
  {
    "ph": "f", "id": 291569, "pid": 0, "tid": 7, "ts": 1683924250678546,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250664240, "dur": 7,
    "args": {
      "External id": 291569,
      "cbid": 211, "correlation": 291569
    }
  },
  {
    "ph": "s", "id": 291569, "pid": 743, "tid": 2509, "ts": 1683924250664240,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaOccupancyMaxActiveBlocksPerMultiprocessor", "pid": 743, "tid": 2509,
    "ts": 1683924250664329, "dur": 2,
    "args": {
      "External id": 291581,
      "cbid": 210, "correlation": 291581
    }
  },
  {
    "ph": "f", "id": 291581, "pid": 743, "tid": 2509, "ts": 1683924250664329,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "kernel", "name": "volta_sgemm_128x64_nn", "pid": 0, "tid": 7,
    "ts": 1683924250678552, "dur": 39,
    "args": {
      "External id": 291582,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291582,
      "registers per thread": 122,
      "shared memory": 12544,
      "blocks per SM": 0.8,
      "warps per SM": 3.2,
      "grid": [32, 1, 1],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 10
    }
  },
  {
    "ph": "f", "id": 291582, "pid": 0, "tid": 7, "ts": 1683924250678552,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250664338, "dur": 8,
    "args": {
      "External id": 291582,
      "cbid": 211, "correlation": 291582
    }
  },
  {
    "ph": "s", "id": 291582, "pid": 743, "tid": 2509, "ts": 1683924250664338,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaOccupancyMaxActiveBlocksPerMultiprocessor", "pid": 743, "tid": 2509,
    "ts": 1683924250664375, "dur": 1,
    "args": {
      "External id": 291592,
      "cbid": 210, "correlation": 291592
    }
  },
  {
    "ph": "f", "id": 291592, "pid": 743, "tid": 2509, "ts": 1683924250664375,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaOccupancyMaxActiveBlocksPerMultiprocessor", "pid": 743, "tid": 2509,
    "ts": 1683924250664442, "dur": 2,
    "args": {
      "External id": 291593,
      "cbid": 210, "correlation": 291593
    }
  },
  {
    "ph": "f", "id": 291593, "pid": 743, "tid": 2509, "ts": 1683924250664442,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "kernel", "name": "volta_sgemm_128x64_nt", "pid": 0, "tid": 7,
    "ts": 1683924250678595, "dur": 44,
    "args": {
      "External id": 291594,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291594,
      "registers per thread": 122,
      "shared memory": 12288,
      "blocks per SM": 1.6,
      "warps per SM": 6.4,
      "grid": [32, 2, 1],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 20
    }
  },
  {
    "ph": "f", "id": 291594, "pid": 0, "tid": 7, "ts": 1683924250678595,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250664446, "dur": 15,
    "args": {
      "External id": 291594,
      "cbid": 211, "correlation": 291594
    }
  },
  {
    "ph": "s", "id": 291594, "pid": 743, "tid": 2509, "ts": 1683924250664446,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::reduce_kernel<128, 4, at::native::ReduceOp<float, at::native::func_wrapper_t<float, at::native::sum_functor<float, float, float>::operator()(at::TensorIterator&)::{lambda(float, float)#1}>, unsigned int, float, 4> >(at::native::ReduceOp<float, at::native::func_wrapper_t<float, at::native::sum_functor<float, float, float>::operator()(at::TensorIterator&)::{lambda(float, float)#1}>, unsigned int, float, 4>)", "pid": 0, "tid": 7,
    "ts": 1683924250678641, "dur": 18,
    "args": {
      "External id": 291605,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291605,
      "registers per thread": 46,
      "shared memory": 16,
      "blocks per SM": 0.025,
      "warps per SM": 0.1,
      "grid": [1, 1, 1],
      "block": [16, 8, 1],
      "est. achieved occupancy %": 0
    }
  },
  {
    "ph": "f", "id": 291605, "pid": 0, "tid": 7, "ts": 1683924250678641,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250664529, "dur": 16,
    "args": {
      "External id": 291605,
      "cbid": 211, "correlation": 291605
    }
  },
  {
    "ph": "s", "id": 291605, "pid": 743, "tid": 2509, "ts": 1683924250664529,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::vectorized_elementwise_kernel<4, at::native::(anonymous namespace)::masked_scale_kernel<bool, float, float>(at::Tensor&, at::Tensor const&, at::Tensor const&, float)::{lambda(float, bool)#1}, at::detail::Array<char*, 3> >(int, at::native::(anonymous namespace)::masked_scale_kernel<bool, float, float>(at::Tensor&, at::Tensor const&, at::Tensor const&, float)::{lambda(float, bool)#1}, at::detail::Array<char*, 3>)", "pid": 0, "tid": 7,
    "ts": 1683924250678660, "dur": 11,
    "args": {
      "External id": 291623,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291623,
      "registers per thread": 19,
      "shared memory": 0,
      "blocks per SM": 12.8,
      "warps per SM": 51.2,
      "grid": [512, 1, 1],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 291623, "pid": 0, "tid": 7, "ts": 1683924250678660,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250664729, "dur": 20,
    "args": {
      "External id": 291623,
      "cbid": 211, "correlation": 291623
    }
  },
  {
    "ph": "s", "id": 291623, "pid": 743, "tid": 2509, "ts": 1683924250664729,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::vectorized_elementwise_kernel<4, at::native::BinaryFunctor<float, float, float, at::native::(anonymous namespace)::threshold_kernel_impl<float>(at::TensorIteratorBase&, float, float)::{lambda(float, float)#1}>, at::detail::Array<char*, 3> >(int, at::native::BinaryFunctor<float, float, float, at::native::(anonymous namespace)::threshold_kernel_impl<float>(at::TensorIteratorBase&, float, float)::{lambda(float, float)#1}>, at::detail::Array<char*, 3>)", "pid": 0, "tid": 7,
    "ts": 1683924250678673, "dur": 10,
    "args": {
      "External id": 291633,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291633,
      "registers per thread": 24,
      "shared memory": 0,
      "blocks per SM": 12.8,
      "warps per SM": 51.2,
      "grid": [512, 1, 1],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 291633, "pid": 0, "tid": 7, "ts": 1683924250678673,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250664806, "dur": 16,
    "args": {
      "External id": 291633,
      "cbid": 211, "correlation": 291633
    }
  },
  {
    "ph": "s", "id": 291633, "pid": 743, "tid": 2509, "ts": 1683924250664806,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "gpu_memset", "name": "Memset (Device)", "pid": 0, "tid": 7,
    "ts": 1683924250678686, "dur": 1,
    "args": {
      "External id": 291645,
      "device": 0, "context": 1,
      "stream": 7, "correlation": 291645,
      "bytes": 128, "memory bandwidth (GB/s)": 0.08895066018068103
    }
  },
  {
    "ph": "f", "id": 291645, "pid": 0, "tid": 7, "ts": 1683924250678686,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaMemsetAsync", "pid": 743, "tid": 2509,
    "ts": 1683924250664898, "dur": 16,
    "args": {
      "External id": 291645,
      "cbid": 51, "correlation": 291645
    }
  },
  {
    "ph": "s", "id": 291645, "pid": 743, "tid": 2509, "ts": 1683924250664898,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaOccupancyMaxActiveBlocksPerMultiprocessor", "pid": 743, "tid": 2509,
    "ts": 1683924250664916, "dur": 2,
    "args": {
      "External id": 291646,
      "cbid": 210, "correlation": 291646
    }
  },
  {
    "ph": "f", "id": 291646, "pid": 743, "tid": 2509, "ts": 1683924250664916,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "kernel", "name": "volta_sgemm_128x64_nn", "pid": 0, "tid": 7,
    "ts": 1683924250678689, "dur": 783,
    "args": {
      "External id": 291647,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291647,
      "registers per thread": 122,
      "shared memory": 12544,
      "blocks per SM": 4,
      "warps per SM": 16,
      "grid": [32, 1, 5],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 50
    }
  },
  {
    "ph": "f", "id": 291647, "pid": 0, "tid": 7, "ts": 1683924250678689,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250664920, "dur": 14,
    "args": {
      "External id": 291647,
      "cbid": 211, "correlation": 291647
    }
  },
  {
    "ph": "s", "id": 291647, "pid": 743, "tid": 2509, "ts": 1683924250664920,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "volta_sgemm_128x64_nt", "pid": 0, "tid": 7,
    "ts": 1683924250679475, "dur": 883,
    "args": {
      "External id": 291657,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291657,
      "registers per thread": 122,
      "shared memory": 12288,
      "blocks per SM": 51.2,
      "warps per SM": 204.8,
      "grid": [32, 64, 1],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 50
    }
  },
  {
    "ph": "f", "id": 291657, "pid": 0, "tid": 7, "ts": 1683924250679475,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250664987, "dur": 12,
    "args": {
      "External id": 291657,
      "cbid": 211, "correlation": 291657
    }
  },
  {
    "ph": "s", "id": 291657, "pid": 743, "tid": 2509, "ts": 1683924250664987,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::reduce_kernel<128, 4, at::native::ReduceOp<float, at::native::func_wrapper_t<float, at::native::sum_functor<float, float, float>::operator()(at::TensorIterator&)::{lambda(float, float)#1}>, unsigned int, float, 4> >(at::native::ReduceOp<float, at::native::func_wrapper_t<float, at::native::sum_functor<float, float, float>::operator()(at::TensorIterator&)::{lambda(float, float)#1}>, unsigned int, float, 4>)", "pid": 0, "tid": 7,
    "ts": 1683924250680360, "dur": 17,
    "args": {
      "External id": 291668,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291668,
      "registers per thread": 46,
      "shared memory": 2064,
      "blocks per SM": 0.8,
      "warps per SM": 3.2,
      "grid": [32, 1, 1],
      "block": [32, 4, 1],
      "est. achieved occupancy %": 10
    }
  },
  {
    "ph": "f", "id": 291668, "pid": 0, "tid": 7, "ts": 1683924250680360,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250665045, "dur": 45,
    "args": {
      "External id": 291668,
      "cbid": 211, "correlation": 291668
    }
  },
  {
    "ph": "s", "id": 291668, "pid": 743, "tid": 2509, "ts": 1683924250665045,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::vectorized_elementwise_kernel<4, at::native::(anonymous namespace)::masked_scale_kernel<bool, float, float>(at::Tensor&, at::Tensor const&, at::Tensor const&, float)::{lambda(float, bool)#1}, at::detail::Array<char*, 3> >(int, at::native::(anonymous namespace)::masked_scale_kernel<bool, float, float>(at::Tensor&, at::Tensor const&, at::Tensor const&, float)::{lambda(float, bool)#1}, at::detail::Array<char*, 3>)", "pid": 0, "tid": 7,
    "ts": 1683924250680378, "dur": 12,
    "args": {
      "External id": 291686,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291686,
      "registers per thread": 19,
      "shared memory": 0,
      "blocks per SM": 12.8,
      "warps per SM": 51.2,
      "grid": [512, 1, 1],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 291686, "pid": 0, "tid": 7, "ts": 1683924250680378,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250665269, "dur": 19,
    "args": {
      "External id": 291686,
      "cbid": 211, "correlation": 291686
    }
  },
  {
    "ph": "s", "id": 291686, "pid": 743, "tid": 2509, "ts": 1683924250665269,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::vectorized_elementwise_kernel<4, at::native::BinaryFunctor<float, float, float, at::native::(anonymous namespace)::threshold_kernel_impl<float>(at::TensorIteratorBase&, float, float)::{lambda(float, float)#1}>, at::detail::Array<char*, 3> >(int, at::native::BinaryFunctor<float, float, float, at::native::(anonymous namespace)::threshold_kernel_impl<float>(at::TensorIteratorBase&, float, float)::{lambda(float, float)#1}>, at::detail::Array<char*, 3>)", "pid": 0, "tid": 7,
    "ts": 1683924250680392, "dur": 11,
    "args": {
      "External id": 291696,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291696,
      "registers per thread": 24,
      "shared memory": 0,
      "blocks per SM": 12.8,
      "warps per SM": 51.2,
      "grid": [512, 1, 1],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 291696, "pid": 0, "tid": 7, "ts": 1683924250680392,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250665338, "dur": 13,
    "args": {
      "External id": 291696,
      "cbid": 211, "correlation": 291696
    }
  },
  {
    "ph": "s", "id": 291696, "pid": 743, "tid": 2509, "ts": 1683924250665338,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaOccupancyMaxActiveBlocksPerMultiprocessor", "pid": 743, "tid": 2509,
    "ts": 1683924250665461, "dur": 3,
    "args": {
      "External id": 291708,
      "cbid": 210, "correlation": 291708
    }
  },
  {
    "ph": "f", "id": 291708, "pid": 743, "tid": 2509, "ts": 1683924250665461,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaOccupancyMaxActiveBlocksPerMultiprocessor", "pid": 743, "tid": 2509,
    "ts": 1683924250665470, "dur": 0,
    "args": {
      "External id": 291709,
      "cbid": 210, "correlation": 291709
    }
  },
  {
    "ph": "f", "id": 291709, "pid": 743, "tid": 2509, "ts": 1683924250665470,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "kernel", "name": "volta_sgemm_128x64_nn", "pid": 0, "tid": 7,
    "ts": 1683924250680405, "dur": 141,
    "args": {
      "External id": 291710,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291710,
      "registers per thread": 122,
      "shared memory": 12544,
      "blocks per SM": 0.8,
      "warps per SM": 3.2,
      "grid": [4, 1, 8],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 10
    }
  },
  {
    "ph": "f", "id": 291710, "pid": 0, "tid": 7, "ts": 1683924250680405,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250665472, "dur": 18,
    "args": {
      "External id": 291710,
      "cbid": 211, "correlation": 291710
    }
  },
  {
    "ph": "s", "id": 291710, "pid": 743, "tid": 2509, "ts": 1683924250665472,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void splitKreduce_kernel<32, 16, int, float, float, float, float, true, false, false>(cublasSplitKParams<float>, float const*, float const*, float*, float const*, float const*, float const*, float const*, float*, void*, long, float*, int*)", "pid": 0, "tid": 7,
    "ts": 1683924250680548, "dur": 7,
    "args": {
      "External id": 291712,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291712,
      "registers per thread": 43,
      "shared memory": 0,
      "blocks per SM": 1.6,
      "warps per SM": 25.6,
      "grid": [16, 4, 1],
      "block": [32, 16, 1],
      "est. achieved occupancy %": 80
    }
  },
  {
    "ph": "f", "id": 291712, "pid": 0, "tid": 7, "ts": 1683924250680548,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250665494, "dur": 11,
    "args": {
      "External id": 291712,
      "cbid": 211, "correlation": 291712
    }
  },
  {
    "ph": "s", "id": 291712, "pid": 743, "tid": 2509, "ts": 1683924250665494,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaOccupancyMaxActiveBlocksPerMultiprocessor", "pid": 743, "tid": 2509,
    "ts": 1683924250665568, "dur": 2,
    "args": {
      "External id": 291722,
      "cbid": 210, "correlation": 291722
    }
  },
  {
    "ph": "f", "id": 291722, "pid": 743, "tid": 2509, "ts": 1683924250665568,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "kernel", "name": "volta_sgemm_128x64_nt", "pid": 0, "tid": 7,
    "ts": 1683924250680557, "dur": 132,
    "args": {
      "External id": 291723,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291723,
      "registers per thread": 122,
      "shared memory": 12288,
      "blocks per SM": 6.4,
      "warps per SM": 25.6,
      "grid": [4, 64, 1],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 50
    }
  },
  {
    "ph": "f", "id": 291723, "pid": 0, "tid": 7, "ts": 1683924250680557,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250665575, "dur": 13,
    "args": {
      "External id": 291723,
      "cbid": 211, "correlation": 291723
    }
  },
  {
    "ph": "s", "id": 291723, "pid": 743, "tid": 2509, "ts": 1683924250665575,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::reduce_kernel<128, 4, at::native::ReduceOp<float, at::native::func_wrapper_t<float, at::native::sum_functor<float, float, float>::operator()(at::TensorIterator&)::{lambda(float, float)#1}>, unsigned int, float, 4> >(at::native::ReduceOp<float, at::native::func_wrapper_t<float, at::native::sum_functor<float, float, float>::operator()(at::TensorIterator&)::{lambda(float, float)#1}>, unsigned int, float, 4>)", "pid": 0, "tid": 7,
    "ts": 1683924250680691, "dur": 16,
    "args": {
      "External id": 291734,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291734,
      "registers per thread": 46,
      "shared memory": 2064,
      "blocks per SM": 0.8,
      "warps per SM": 3.2,
      "grid": [32, 1, 1],
      "block": [32, 4, 1],
      "est. achieved occupancy %": 10
    }
  },
  {
    "ph": "f", "id": 291734, "pid": 0, "tid": 7, "ts": 1683924250680691,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250665634, "dur": 12,
    "args": {
      "External id": 291734,
      "cbid": 211, "correlation": 291734
    }
  },
  {
    "ph": "s", "id": 291734, "pid": 743, "tid": 2509, "ts": 1683924250665634,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::vectorized_elementwise_kernel<4, at::native::FillFunctor<float>, at::detail::Array<char*, 1> >(int, at::native::FillFunctor<float>, at::detail::Array<char*, 1>)", "pid": 0, "tid": 7,
    "ts": 1683924250680708, "dur": 5,
    "args": {
      "External id": 291754,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291754,
      "registers per thread": 16,
      "shared memory": 0,
      "blocks per SM": 6.4,
      "warps per SM": 25.6,
      "grid": [256, 1, 1],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 80
    }
  },
  {
    "ph": "f", "id": 291754, "pid": 0, "tid": 7, "ts": 1683924250680708,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250665832, "dur": 18,
    "args": {
      "External id": 291754,
      "cbid": 211, "correlation": 291754
    }
  },
  {
    "ph": "s", "id": 291754, "pid": 743, "tid": 2509, "ts": 1683924250665832,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::(anonymous namespace)::max_pool_backward_nchw<float, float>(float const*, long const*, int, long, long, long, int, int, int, int, int, int, int, int, int, int, float*)", "pid": 0, "tid": 7,
    "ts": 1683924250680714, "dur": 455,
    "args": {
      "External id": 291761,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291761,
      "registers per thread": 48,
      "shared memory": 0,
      "blocks per SM": 819.2,
      "warps per SM": 6553.6,
      "grid": [1, 64, 512],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 291761, "pid": 0, "tid": 7, "ts": 1683924250680714,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250665861, "dur": 11,
    "args": {
      "External id": 291761,
      "cbid": 211, "correlation": 291761
    }
  },
  {
    "ph": "s", "id": 291761, "pid": 743, "tid": 2509, "ts": 1683924250665861,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::vectorized_elementwise_kernel<4, at::native::BinaryFunctor<float, float, float, at::native::(anonymous namespace)::threshold_kernel_impl<float>(at::TensorIteratorBase&, float, float)::{lambda(float, float)#1}>, at::detail::Array<char*, 3> >(int, at::native::BinaryFunctor<float, float, float, at::native::(anonymous namespace)::threshold_kernel_impl<float>(at::TensorIteratorBase&, float, float)::{lambda(float, float)#1}>, at::detail::Array<char*, 3>)", "pid": 0, "tid": 7,
    "ts": 1683924250681171, "dur": 7,
    "args": {
      "External id": 291771,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291771,
      "registers per thread": 24,
      "shared memory": 0,
      "blocks per SM": 6.4,
      "warps per SM": 25.6,
      "grid": [256, 1, 1],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 80
    }
  },
  {
    "ph": "f", "id": 291771, "pid": 0, "tid": 7, "ts": 1683924250681171,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250665948, "dur": 14,
    "args": {
      "External id": 291771,
      "cbid": 211, "correlation": 291771
    }
  },
  {
    "ph": "s", "id": 291771, "pid": 743, "tid": 2509, "ts": 1683924250665948,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamIsCapturing", "pid": 743, "tid": 2509,
    "ts": 1683924250666035, "dur": 1,
    "args": {
      "External id": 291783,
      "cbid": 317, "correlation": 291783
    }
  },
  {
    "ph": "f", "id": 291783, "pid": 743, "tid": 2509, "ts": 1683924250666035,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamGetPriority", "pid": 743, "tid": 2509,
    "ts": 1683924250666036, "dur": 0,
    "args": {
      "External id": 291784,
      "cbid": 203, "correlation": 291784
    }
  },
  {
    "ph": "f", "id": 291784, "pid": 743, "tid": 2509, "ts": 1683924250666036,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaDeviceGetStreamPriorityRange", "pid": 743, "tid": 2509,
    "ts": 1683924250666038, "dur": 0,
    "args": {
      "External id": 291785,
      "cbid": 205, "correlation": 291785
    }
  },
  {
    "ph": "f", "id": 291785, "pid": 743, "tid": 2509, "ts": 1683924250666038,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradForwardData4x4<float, float>(cudnn::winograd_nonfused::WinogradDataParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250681179, "dur": 135,
    "args": {
      "External id": 291789,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291789,
      "registers per thread": 108,
      "shared memory": 22656,
      "blocks per SM": 51.2,
      "warps per SM": 409.6,
      "grid": [4, 512, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 50
    }
  },
  {
    "ph": "f", "id": 291789, "pid": 0, "tid": 7, "ts": 1683924250681179,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250666066, "dur": 16,
    "args": {
      "External id": 291789,
      "cbid": 211, "correlation": 291789
    }
  },
  {
    "ph": "s", "id": 291789, "pid": 743, "tid": 2509, "ts": 1683924250666066,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradForwardFilter4x4<float, float>(cudnn::winograd_nonfused::WinogradFilterParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250681316, "dur": 245,
    "args": {
      "External id": 291790,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291790,
      "registers per thread": 64,
      "shared memory": 9216,
      "blocks per SM": 25.6,
      "warps per SM": 204.8,
      "grid": [16, 64, 1],
      "block": [32, 8, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 291790, "pid": 0, "tid": 7, "ts": 1683924250681316,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250666084, "dur": 7,
    "args": {
      "External id": 291790,
      "cbid": 211, "correlation": 291790
    }
  },
  {
    "ph": "s", "id": 291790, "pid": 743, "tid": 2509, "ts": 1683924250666084,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "volta_sgemm_64x64_nt", "pid": 0, "tid": 7,
    "ts": 1683924250681563, "dur": 485,
    "args": {
      "External id": 291792,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291792,
      "registers per thread": 126,
      "shared memory": 8192,
      "blocks per SM": 7.2,
      "warps per SM": 14.4,
      "grid": [1, 8, 36],
      "block": [64, 1, 1],
      "est. achieved occupancy %": 45
    }
  },
  {
    "ph": "f", "id": 291792, "pid": 0, "tid": 7, "ts": 1683924250681563,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250666113, "dur": 11,
    "args": {
      "External id": 291792,
      "cbid": 211, "correlation": 291792
    }
  },
  {
    "ph": "s", "id": 291792, "pid": 743, "tid": 2509, "ts": 1683924250666113,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradForwardOutput4x4<float, float>(cudnn::winograd_nonfused::WinogradOutputParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250682051, "dur": 105,
    "args": {
      "External id": 291794,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291794,
      "registers per thread": 80,
      "shared memory": 16640,
      "blocks per SM": 51.2,
      "warps per SM": 409.6,
      "grid": [4, 512, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 75
    }
  },
  {
    "ph": "f", "id": 291794, "pid": 0, "tid": 7, "ts": 1683924250682051,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250666128, "dur": 6,
    "args": {
      "External id": 291794,
      "cbid": 211, "correlation": 291794
    }
  },
  {
    "ph": "s", "id": 291794, "pid": 743, "tid": 2509, "ts": 1683924250666128,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamIsCapturing", "pid": 743, "tid": 2509,
    "ts": 1683924250666174, "dur": 1,
    "args": {
      "External id": 291805,
      "cbid": 317, "correlation": 291805
    }
  },
  {
    "ph": "f", "id": 291805, "pid": 743, "tid": 2509, "ts": 1683924250666174,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamGetPriority", "pid": 743, "tid": 2509,
    "ts": 1683924250666176, "dur": 0,
    "args": {
      "External id": 291806,
      "cbid": 203, "correlation": 291806
    }
  },
  {
    "ph": "f", "id": 291806, "pid": 743, "tid": 2509, "ts": 1683924250666176,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaDeviceGetStreamPriorityRange", "pid": 743, "tid": 2509,
    "ts": 1683924250666177, "dur": 0,
    "args": {
      "External id": 291807,
      "cbid": 205, "correlation": 291807
    }
  },
  {
    "ph": "f", "id": 291807, "pid": 743, "tid": 2509, "ts": 1683924250666177,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "gpu_memset", "name": "Memset (Device)", "pid": 0, "tid": 7,
    "ts": 1683924250682157, "dur": 5,
    "args": {
      "External id": 291811,
      "device": 0, "context": 1,
      "stream": 7, "correlation": 291811,
      "bytes": 9216, "memory bandwidth (GB/s)": 1.6092194866422211
    }
  },
  {
    "ph": "f", "id": 291811, "pid": 0, "tid": 7, "ts": 1683924250682157,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaMemsetAsync", "pid": 743, "tid": 2509,
    "ts": 1683924250666207, "dur": 25,
    "args": {
      "External id": 291811,
      "cbid": 51, "correlation": 291811
    }
  },
  {
    "ph": "s", "id": 291811, "pid": 743, "tid": 2509, "ts": 1683924250666207,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::cnn::wgrad_alg1_engine<float, float, 512, 6, 5, 3, 3, 3, false, false>(int, int, int, float const*, int, float*, float const*, kernel_grad_params, unsigned long long, int, float, float, int, int, int*, int*, int, int)", "pid": 0, "tid": 7,
    "ts": 1683924250682164, "dur": 810,
    "args": {
      "External id": 291812,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291812,
      "registers per thread": 96,
      "shared memory": 3328,
      "blocks per SM": 28.8,
      "warps per SM": 57.6,
      "grid": [72, 16, 1],
      "block": [8, 8, 1],
      "est. achieved occupancy %": 63
    }
  },
  {
    "ph": "f", "id": 291812, "pid": 0, "tid": 7, "ts": 1683924250682164,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250666240, "dur": 13,
    "args": {
      "External id": 291812,
      "cbid": 211, "correlation": 291812
    }
  },
  {
    "ph": "s", "id": 291812, "pid": 743, "tid": 2509, "ts": 1683924250666240,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::reduce_kernel<512, 1, at::native::ReduceOp<float, at::native::func_wrapper_t<float, at::native::sum_functor<float, float, float>::operator()(at::TensorIterator&)::{lambda(float, float)#1}>, unsigned int, float, 4> >(at::native::ReduceOp<float, at::native::func_wrapper_t<float, at::native::sum_functor<float, float, float>::operator()(at::TensorIterator&)::{lambda(float, float)#1}>, unsigned int, float, 4>)", "pid": 0, "tid": 7,
    "ts": 1683924250682976, "dur": 15,
    "args": {
      "External id": 291824,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291824,
      "registers per thread": 26,
      "shared memory": 16,
      "blocks per SM": 0.8,
      "warps per SM": 12.8,
      "grid": [32, 1, 1],
      "block": [32, 16, 1],
      "est. achieved occupancy %": 40
    }
  },
  {
    "ph": "f", "id": 291824, "pid": 0, "tid": 7, "ts": 1683924250682976,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250666299, "dur": 13,
    "args": {
      "External id": 291824,
      "cbid": 211, "correlation": 291824
    }
  },
  {
    "ph": "s", "id": 291824, "pid": 743, "tid": 2509, "ts": 1683924250666299,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::vectorized_elementwise_kernel<4, at::native::BinaryFunctor<float, float, float, at::native::(anonymous namespace)::threshold_kernel_impl<float>(at::TensorIteratorBase&, float, float)::{lambda(float, float)#1}>, at::detail::Array<char*, 3> >(int, at::native::BinaryFunctor<float, float, float, at::native::(anonymous namespace)::threshold_kernel_impl<float>(at::TensorIteratorBase&, float, float)::{lambda(float, float)#1}>, at::detail::Array<char*, 3>)", "pid": 0, "tid": 7,
    "ts": 1683924250682993, "dur": 7,
    "args": {
      "External id": 291839,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291839,
      "registers per thread": 24,
      "shared memory": 0,
      "blocks per SM": 6.4,
      "warps per SM": 25.6,
      "grid": [256, 1, 1],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 80
    }
  },
  {
    "ph": "f", "id": 291839, "pid": 0, "tid": 7, "ts": 1683924250682993,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250666456, "dur": 20,
    "args": {
      "External id": 291839,
      "cbid": 211, "correlation": 291839
    }
  },
  {
    "ph": "s", "id": 291839, "pid": 743, "tid": 2509, "ts": 1683924250666456,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamIsCapturing", "pid": 743, "tid": 2509,
    "ts": 1683924250666543, "dur": 1,
    "args": {
      "External id": 291851,
      "cbid": 317, "correlation": 291851
    }
  },
  {
    "ph": "f", "id": 291851, "pid": 743, "tid": 2509, "ts": 1683924250666543,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamGetPriority", "pid": 743, "tid": 2509,
    "ts": 1683924250666545, "dur": 0,
    "args": {
      "External id": 291852,
      "cbid": 203, "correlation": 291852
    }
  },
  {
    "ph": "f", "id": 291852, "pid": 743, "tid": 2509, "ts": 1683924250666545,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaDeviceGetStreamPriorityRange", "pid": 743, "tid": 2509,
    "ts": 1683924250666546, "dur": 0,
    "args": {
      "External id": 291853,
      "cbid": 205, "correlation": 291853
    }
  },
  {
    "ph": "f", "id": 291853, "pid": 743, "tid": 2509, "ts": 1683924250666546,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradForwardData4x4<float, float>(cudnn::winograd_nonfused::WinogradDataParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250683001, "dur": 135,
    "args": {
      "External id": 291857,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291857,
      "registers per thread": 108,
      "shared memory": 22656,
      "blocks per SM": 51.2,
      "warps per SM": 409.6,
      "grid": [4, 512, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 50
    }
  },
  {
    "ph": "f", "id": 291857, "pid": 0, "tid": 7, "ts": 1683924250683001,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250666568, "dur": 16,
    "args": {
      "External id": 291857,
      "cbid": 211, "correlation": 291857
    }
  },
  {
    "ph": "s", "id": 291857, "pid": 743, "tid": 2509, "ts": 1683924250666568,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradForwardFilter4x4<float, float>(cudnn::winograd_nonfused::WinogradFilterParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250683138, "dur": 244,
    "args": {
      "External id": 291858,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291858,
      "registers per thread": 64,
      "shared memory": 9216,
      "blocks per SM": 25.6,
      "warps per SM": 204.8,
      "grid": [16, 64, 1],
      "block": [32, 8, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 291858, "pid": 0, "tid": 7, "ts": 1683924250683138,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250666585, "dur": 7,
    "args": {
      "External id": 291858,
      "cbid": 211, "correlation": 291858
    }
  },
  {
    "ph": "s", "id": 291858, "pid": 743, "tid": 2509, "ts": 1683924250666585,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "volta_sgemm_64x64_nt", "pid": 0, "tid": 7,
    "ts": 1683924250683384, "dur": 485,
    "args": {
      "External id": 291860,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291860,
      "registers per thread": 126,
      "shared memory": 8192,
      "blocks per SM": 7.2,
      "warps per SM": 14.4,
      "grid": [1, 8, 36],
      "block": [64, 1, 1],
      "est. achieved occupancy %": 45
    }
  },
  {
    "ph": "f", "id": 291860, "pid": 0, "tid": 7, "ts": 1683924250683384,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250666611, "dur": 9,
    "args": {
      "External id": 291860,
      "cbid": 211, "correlation": 291860
    }
  },
  {
    "ph": "s", "id": 291860, "pid": 743, "tid": 2509, "ts": 1683924250666611,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradForwardOutput4x4<float, float>(cudnn::winograd_nonfused::WinogradOutputParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250683872, "dur": 105,
    "args": {
      "External id": 291862,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291862,
      "registers per thread": 80,
      "shared memory": 16640,
      "blocks per SM": 51.2,
      "warps per SM": 409.6,
      "grid": [4, 512, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 75
    }
  },
  {
    "ph": "f", "id": 291862, "pid": 0, "tid": 7, "ts": 1683924250683872,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250666624, "dur": 7,
    "args": {
      "External id": 291862,
      "cbid": 211, "correlation": 291862
    }
  },
  {
    "ph": "s", "id": 291862, "pid": 743, "tid": 2509, "ts": 1683924250666624,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamIsCapturing", "pid": 743, "tid": 2509,
    "ts": 1683924250666666, "dur": 1,
    "args": {
      "External id": 291873,
      "cbid": 317, "correlation": 291873
    }
  },
  {
    "ph": "f", "id": 291873, "pid": 743, "tid": 2509, "ts": 1683924250666666,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamGetPriority", "pid": 743, "tid": 2509,
    "ts": 1683924250666668, "dur": 0,
    "args": {
      "External id": 291874,
      "cbid": 203, "correlation": 291874
    }
  },
  {
    "ph": "f", "id": 291874, "pid": 743, "tid": 2509, "ts": 1683924250666668,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaDeviceGetStreamPriorityRange", "pid": 743, "tid": 2509,
    "ts": 1683924250666669, "dur": 0,
    "args": {
      "External id": 291875,
      "cbid": 205, "correlation": 291875
    }
  },
  {
    "ph": "f", "id": 291875, "pid": 743, "tid": 2509, "ts": 1683924250666669,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "gpu_memset", "name": "Memset (Device)", "pid": 0, "tid": 7,
    "ts": 1683924250683978, "dur": 5,
    "args": {
      "External id": 291879,
      "device": 0, "context": 1,
      "stream": 7, "correlation": 291879,
      "bytes": 9216, "memory bandwidth (GB/s)": 1.7888198757763976
    }
  },
  {
    "ph": "f", "id": 291879, "pid": 0, "tid": 7, "ts": 1683924250683978,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaMemsetAsync", "pid": 743, "tid": 2509,
    "ts": 1683924250666688, "dur": 18,
    "args": {
      "External id": 291879,
      "cbid": 51, "correlation": 291879
    }
  },
  {
    "ph": "s", "id": 291879, "pid": 743, "tid": 2509, "ts": 1683924250666688,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::cnn::wgrad_alg1_engine<float, float, 512, 6, 5, 3, 3, 3, false, false>(int, int, int, float const*, int, float*, float const*, kernel_grad_params, unsigned long long, int, float, float, int, int, int*, int*, int, int)", "pid": 0, "tid": 7,
    "ts": 1683924250683985, "dur": 815,
    "args": {
      "External id": 291880,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291880,
      "registers per thread": 96,
      "shared memory": 3328,
      "blocks per SM": 28.8,
      "warps per SM": 57.6,
      "grid": [72, 16, 1],
      "block": [8, 8, 1],
      "est. achieved occupancy %": 63
    }
  },
  {
    "ph": "f", "id": 291880, "pid": 0, "tid": 7, "ts": 1683924250683985,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250666711, "dur": 10,
    "args": {
      "External id": 291880,
      "cbid": 211, "correlation": 291880
    }
  },
  {
    "ph": "s", "id": 291880, "pid": 743, "tid": 2509, "ts": 1683924250666711,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::reduce_kernel<512, 1, at::native::ReduceOp<float, at::native::func_wrapper_t<float, at::native::sum_functor<float, float, float>::operator()(at::TensorIterator&)::{lambda(float, float)#1}>, unsigned int, float, 4> >(at::native::ReduceOp<float, at::native::func_wrapper_t<float, at::native::sum_functor<float, float, float>::operator()(at::TensorIterator&)::{lambda(float, float)#1}>, unsigned int, float, 4>)", "pid": 0, "tid": 7,
    "ts": 1683924250684802, "dur": 15,
    "args": {
      "External id": 291892,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291892,
      "registers per thread": 26,
      "shared memory": 16,
      "blocks per SM": 0.8,
      "warps per SM": 12.8,
      "grid": [32, 1, 1],
      "block": [32, 16, 1],
      "est. achieved occupancy %": 40
    }
  },
  {
    "ph": "f", "id": 291892, "pid": 0, "tid": 7, "ts": 1683924250684802,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250666763, "dur": 12,
    "args": {
      "External id": 291892,
      "cbid": 211, "correlation": 291892
    }
  },
  {
    "ph": "s", "id": 291892, "pid": 743, "tid": 2509, "ts": 1683924250666763,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::vectorized_elementwise_kernel<4, at::native::BinaryFunctor<float, float, float, at::native::(anonymous namespace)::threshold_kernel_impl<float>(at::TensorIteratorBase&, float, float)::{lambda(float, float)#1}>, at::detail::Array<char*, 3> >(int, at::native::BinaryFunctor<float, float, float, at::native::(anonymous namespace)::threshold_kernel_impl<float>(at::TensorIteratorBase&, float, float)::{lambda(float, float)#1}>, at::detail::Array<char*, 3>)", "pid": 0, "tid": 7,
    "ts": 1683924250684818, "dur": 7,
    "args": {
      "External id": 291907,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291907,
      "registers per thread": 24,
      "shared memory": 0,
      "blocks per SM": 6.4,
      "warps per SM": 25.6,
      "grid": [256, 1, 1],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 80
    }
  },
  {
    "ph": "f", "id": 291907, "pid": 0, "tid": 7, "ts": 1683924250684818,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250666890, "dur": 18,
    "args": {
      "External id": 291907,
      "cbid": 211, "correlation": 291907
    }
  },
  {
    "ph": "s", "id": 291907, "pid": 743, "tid": 2509, "ts": 1683924250666890,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamIsCapturing", "pid": 743, "tid": 2509,
    "ts": 1683924250666969, "dur": 1,
    "args": {
      "External id": 291919,
      "cbid": 317, "correlation": 291919
    }
  },
  {
    "ph": "f", "id": 291919, "pid": 743, "tid": 2509, "ts": 1683924250666969,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamGetPriority", "pid": 743, "tid": 2509,
    "ts": 1683924250666971, "dur": 0,
    "args": {
      "External id": 291920,
      "cbid": 203, "correlation": 291920
    }
  },
  {
    "ph": "f", "id": 291920, "pid": 743, "tid": 2509, "ts": 1683924250666971,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaDeviceGetStreamPriorityRange", "pid": 743, "tid": 2509,
    "ts": 1683924250666972, "dur": 0,
    "args": {
      "External id": 291921,
      "cbid": 205, "correlation": 291921
    }
  },
  {
    "ph": "f", "id": 291921, "pid": 743, "tid": 2509, "ts": 1683924250666972,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradForwardData4x4<float, float>(cudnn::winograd_nonfused::WinogradDataParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250684828, "dur": 135,
    "args": {
      "External id": 291925,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291925,
      "registers per thread": 108,
      "shared memory": 22656,
      "blocks per SM": 51.2,
      "warps per SM": 409.6,
      "grid": [4, 512, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 50
    }
  },
  {
    "ph": "f", "id": 291925, "pid": 0, "tid": 7, "ts": 1683924250684828,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250666993, "dur": 15,
    "args": {
      "External id": 291925,
      "cbid": 211, "correlation": 291925
    }
  },
  {
    "ph": "s", "id": 291925, "pid": 743, "tid": 2509, "ts": 1683924250666993,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradForwardFilter4x4<float, float>(cudnn::winograd_nonfused::WinogradFilterParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250684964, "dur": 243,
    "args": {
      "External id": 291926,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291926,
      "registers per thread": 64,
      "shared memory": 9216,
      "blocks per SM": 25.6,
      "warps per SM": 204.8,
      "grid": [16, 64, 1],
      "block": [32, 8, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 291926, "pid": 0, "tid": 7, "ts": 1683924250684964,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250667009, "dur": 7,
    "args": {
      "External id": 291926,
      "cbid": 211, "correlation": 291926
    }
  },
  {
    "ph": "s", "id": 291926, "pid": 743, "tid": 2509, "ts": 1683924250667009,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "volta_sgemm_64x64_nt", "pid": 0, "tid": 7,
    "ts": 1683924250685209, "dur": 486,
    "args": {
      "External id": 291928,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291928,
      "registers per thread": 126,
      "shared memory": 8192,
      "blocks per SM": 7.2,
      "warps per SM": 14.4,
      "grid": [1, 8, 36],
      "block": [64, 1, 1],
      "est. achieved occupancy %": 45
    }
  },
  {
    "ph": "f", "id": 291928, "pid": 0, "tid": 7, "ts": 1683924250685209,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250667033, "dur": 9,
    "args": {
      "External id": 291928,
      "cbid": 211, "correlation": 291928
    }
  },
  {
    "ph": "s", "id": 291928, "pid": 743, "tid": 2509, "ts": 1683924250667033,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradForwardOutput4x4<float, float>(cudnn::winograd_nonfused::WinogradOutputParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250685698, "dur": 105,
    "args": {
      "External id": 291930,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291930,
      "registers per thread": 80,
      "shared memory": 16640,
      "blocks per SM": 51.2,
      "warps per SM": 409.6,
      "grid": [4, 512, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 75
    }
  },
  {
    "ph": "f", "id": 291930, "pid": 0, "tid": 7, "ts": 1683924250685698,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250667046, "dur": 7,
    "args": {
      "External id": 291930,
      "cbid": 211, "correlation": 291930
    }
  },
  {
    "ph": "s", "id": 291930, "pid": 743, "tid": 2509, "ts": 1683924250667046,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamIsCapturing", "pid": 743, "tid": 2509,
    "ts": 1683924250667089, "dur": 1,
    "args": {
      "External id": 291941,
      "cbid": 317, "correlation": 291941
    }
  },
  {
    "ph": "f", "id": 291941, "pid": 743, "tid": 2509, "ts": 1683924250667089,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamGetPriority", "pid": 743, "tid": 2509,
    "ts": 1683924250667091, "dur": 0,
    "args": {
      "External id": 291942,
      "cbid": 203, "correlation": 291942
    }
  },
  {
    "ph": "f", "id": 291942, "pid": 743, "tid": 2509, "ts": 1683924250667091,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaDeviceGetStreamPriorityRange", "pid": 743, "tid": 2509,
    "ts": 1683924250667092, "dur": 0,
    "args": {
      "External id": 291943,
      "cbid": 205, "correlation": 291943
    }
  },
  {
    "ph": "f", "id": 291943, "pid": 743, "tid": 2509, "ts": 1683924250667092,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "gpu_memset", "name": "Memset (Device)", "pid": 0, "tid": 7,
    "ts": 1683924250685804, "dur": 5,
    "args": {
      "External id": 291947,
      "device": 0, "context": 1,
      "stream": 7, "correlation": 291947,
      "bytes": 9216, "memory bandwidth (GB/s)": 1.6089385474860336
    }
  },
  {
    "ph": "f", "id": 291947, "pid": 0, "tid": 7, "ts": 1683924250685804,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaMemsetAsync", "pid": 743, "tid": 2509,
    "ts": 1683924250667108, "dur": 17,
    "args": {
      "External id": 291947,
      "cbid": 51, "correlation": 291947
    }
  },
  {
    "ph": "s", "id": 291947, "pid": 743, "tid": 2509, "ts": 1683924250667108,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::cnn::wgrad_alg1_engine<float, float, 512, 6, 5, 3, 3, 3, false, false>(int, int, int, float const*, int, float*, float const*, kernel_grad_params, unsigned long long, int, float, float, int, int, int*, int*, int, int)", "pid": 0, "tid": 7,
    "ts": 1683924250685811, "dur": 818,
    "args": {
      "External id": 291948,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291948,
      "registers per thread": 96,
      "shared memory": 3328,
      "blocks per SM": 28.8,
      "warps per SM": 57.6,
      "grid": [72, 16, 1],
      "block": [8, 8, 1],
      "est. achieved occupancy %": 63
    }
  },
  {
    "ph": "f", "id": 291948, "pid": 0, "tid": 7, "ts": 1683924250685811,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250667127, "dur": 8,
    "args": {
      "External id": 291948,
      "cbid": 211, "correlation": 291948
    }
  },
  {
    "ph": "s", "id": 291948, "pid": 743, "tid": 2509, "ts": 1683924250667127,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::reduce_kernel<512, 1, at::native::ReduceOp<float, at::native::func_wrapper_t<float, at::native::sum_functor<float, float, float>::operator()(at::TensorIterator&)::{lambda(float, float)#1}>, unsigned int, float, 4> >(at::native::ReduceOp<float, at::native::func_wrapper_t<float, at::native::sum_functor<float, float, float>::operator()(at::TensorIterator&)::{lambda(float, float)#1}>, unsigned int, float, 4>)", "pid": 0, "tid": 7,
    "ts": 1683924250686631, "dur": 15,
    "args": {
      "External id": 291960,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291960,
      "registers per thread": 26,
      "shared memory": 16,
      "blocks per SM": 0.8,
      "warps per SM": 12.8,
      "grid": [32, 1, 1],
      "block": [32, 16, 1],
      "est. achieved occupancy %": 40
    }
  },
  {
    "ph": "f", "id": 291960, "pid": 0, "tid": 7, "ts": 1683924250686631,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250667174, "dur": 10,
    "args": {
      "External id": 291960,
      "cbid": 211, "correlation": 291960
    }
  },
  {
    "ph": "s", "id": 291960, "pid": 743, "tid": 2509, "ts": 1683924250667174,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::vectorized_elementwise_kernel<4, at::native::FillFunctor<float>, at::detail::Array<char*, 1> >(int, at::native::FillFunctor<float>, at::detail::Array<char*, 1>)", "pid": 0, "tid": 7,
    "ts": 1683924250686648, "dur": 9,
    "args": {
      "External id": 291977,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291977,
      "registers per thread": 16,
      "shared memory": 0,
      "blocks per SM": 25.6,
      "warps per SM": 102.4,
      "grid": [1024, 1, 1],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 291977, "pid": 0, "tid": 7, "ts": 1683924250686648,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250667305, "dur": 17,
    "args": {
      "External id": 291977,
      "cbid": 211, "correlation": 291977
    }
  },
  {
    "ph": "s", "id": 291977, "pid": 743, "tid": 2509, "ts": 1683924250667305,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::(anonymous namespace)::max_pool_backward_nchw<float, float>(float const*, long const*, int, long, long, long, int, int, int, int, int, int, int, int, int, int, float*)", "pid": 0, "tid": 7,
    "ts": 1683924250686659, "dur": 589,
    "args": {
      "External id": 291984,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291984,
      "registers per thread": 48,
      "shared memory": 0,
      "blocks per SM": 819.2,
      "warps per SM": 6553.6,
      "grid": [1, 64, 512],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 291984, "pid": 0, "tid": 7, "ts": 1683924250686659,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250667333, "dur": 10,
    "args": {
      "External id": 291984,
      "cbid": 211, "correlation": 291984
    }
  },
  {
    "ph": "s", "id": 291984, "pid": 743, "tid": 2509, "ts": 1683924250667333,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::vectorized_elementwise_kernel<4, at::native::BinaryFunctor<float, float, float, at::native::(anonymous namespace)::threshold_kernel_impl<float>(at::TensorIteratorBase&, float, float)::{lambda(float, float)#1}>, at::detail::Array<char*, 3> >(int, at::native::BinaryFunctor<float, float, float, at::native::(anonymous namespace)::threshold_kernel_impl<float>(at::TensorIteratorBase&, float, float)::{lambda(float, float)#1}>, at::detail::Array<char*, 3>)", "pid": 0, "tid": 7,
    "ts": 1683924250687250, "dur": 23,
    "args": {
      "External id": 291994,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 291994,
      "registers per thread": 24,
      "shared memory": 0,
      "blocks per SM": 25.6,
      "warps per SM": 102.4,
      "grid": [1024, 1, 1],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 291994, "pid": 0, "tid": 7, "ts": 1683924250687250,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250667411, "dur": 30,
    "args": {
      "External id": 291994,
      "cbid": 211, "correlation": 291994
    }
  },
  {
    "ph": "s", "id": 291994, "pid": 743, "tid": 2509, "ts": 1683924250667411,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamIsCapturing", "pid": 743, "tid": 2509,
    "ts": 1683924250667509, "dur": 1,
    "args": {
      "External id": 292006,
      "cbid": 317, "correlation": 292006
    }
  },
  {
    "ph": "f", "id": 292006, "pid": 743, "tid": 2509, "ts": 1683924250667509,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamGetPriority", "pid": 743, "tid": 2509,
    "ts": 1683924250667510, "dur": 0,
    "args": {
      "External id": 292007,
      "cbid": 203, "correlation": 292007
    }
  },
  {
    "ph": "f", "id": 292007, "pid": 743, "tid": 2509, "ts": 1683924250667510,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaDeviceGetStreamPriorityRange", "pid": 743, "tid": 2509,
    "ts": 1683924250667512, "dur": 0,
    "args": {
      "External id": 292008,
      "cbid": 205, "correlation": 292008
    }
  },
  {
    "ph": "f", "id": 292008, "pid": 743, "tid": 2509, "ts": 1683924250667512,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradForwardData4x4<float, float>(cudnn::winograd_nonfused::WinogradDataParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250687275, "dur": 136,
    "args": {
      "External id": 292012,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292012,
      "registers per thread": 108,
      "shared memory": 22656,
      "blocks per SM": 51.2,
      "warps per SM": 409.6,
      "grid": [4, 512, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 50
    }
  },
  {
    "ph": "f", "id": 292012, "pid": 0, "tid": 7, "ts": 1683924250687275,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250667534, "dur": 15,
    "args": {
      "External id": 292012,
      "cbid": 211, "correlation": 292012
    }
  },
  {
    "ph": "s", "id": 292012, "pid": 743, "tid": 2509, "ts": 1683924250667534,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradForwardFilter4x4<float, float>(cudnn::winograd_nonfused::WinogradFilterParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250687412, "dur": 242,
    "args": {
      "External id": 292013,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292013,
      "registers per thread": 64,
      "shared memory": 9216,
      "blocks per SM": 25.6,
      "warps per SM": 204.8,
      "grid": [16, 64, 1],
      "block": [32, 8, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 292013, "pid": 0, "tid": 7, "ts": 1683924250687412,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250667551, "dur": 7,
    "args": {
      "External id": 292013,
      "cbid": 211, "correlation": 292013
    }
  },
  {
    "ph": "s", "id": 292013, "pid": 743, "tid": 2509, "ts": 1683924250667551,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "volta_sgemm_64x64_nt", "pid": 0, "tid": 7,
    "ts": 1683924250687657, "dur": 484,
    "args": {
      "External id": 292015,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292015,
      "registers per thread": 126,
      "shared memory": 8192,
      "blocks per SM": 7.2,
      "warps per SM": 14.4,
      "grid": [1, 8, 36],
      "block": [64, 1, 1],
      "est. achieved occupancy %": 45
    }
  },
  {
    "ph": "f", "id": 292015, "pid": 0, "tid": 7, "ts": 1683924250687657,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250667575, "dur": 8,
    "args": {
      "External id": 292015,
      "cbid": 211, "correlation": 292015
    }
  },
  {
    "ph": "s", "id": 292015, "pid": 743, "tid": 2509, "ts": 1683924250667575,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradForwardOutput4x4<float, float>(cudnn::winograd_nonfused::WinogradOutputParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250688143, "dur": 109,
    "args": {
      "External id": 292017,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292017,
      "registers per thread": 80,
      "shared memory": 16640,
      "blocks per SM": 51.2,
      "warps per SM": 409.6,
      "grid": [4, 512, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 75
    }
  },
  {
    "ph": "f", "id": 292017, "pid": 0, "tid": 7, "ts": 1683924250688143,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250667587, "dur": 6,
    "args": {
      "External id": 292017,
      "cbid": 211, "correlation": 292017
    }
  },
  {
    "ph": "s", "id": 292017, "pid": 743, "tid": 2509, "ts": 1683924250667587,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamIsCapturing", "pid": 743, "tid": 2509,
    "ts": 1683924250667627, "dur": 1,
    "args": {
      "External id": 292028,
      "cbid": 317, "correlation": 292028
    }
  },
  {
    "ph": "f", "id": 292028, "pid": 743, "tid": 2509, "ts": 1683924250667627,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamGetPriority", "pid": 743, "tid": 2509,
    "ts": 1683924250667629, "dur": 0,
    "args": {
      "External id": 292029,
      "cbid": 203, "correlation": 292029
    }
  },
  {
    "ph": "f", "id": 292029, "pid": 743, "tid": 2509, "ts": 1683924250667629,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaDeviceGetStreamPriorityRange", "pid": 743, "tid": 2509,
    "ts": 1683924250667630, "dur": 0,
    "args": {
      "External id": 292030,
      "cbid": 205, "correlation": 292030
    }
  },
  {
    "ph": "f", "id": 292030, "pid": 743, "tid": 2509, "ts": 1683924250667630,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradWgradData4x4<float, float>(cudnn::winograd_nonfused::WinogradDataParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250688253, "dur": 75,
    "args": {
      "External id": 292034,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292034,
      "registers per thread": 64,
      "shared memory": 24704,
      "blocks per SM": 25.6,
      "warps per SM": 204.8,
      "grid": [16, 64, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 50
    }
  },
  {
    "ph": "f", "id": 292034, "pid": 0, "tid": 7, "ts": 1683924250688253,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250667654, "dur": 12,
    "args": {
      "External id": 292034,
      "cbid": 211, "correlation": 292034
    }
  },
  {
    "ph": "s", "id": 292034, "pid": 743, "tid": 2509, "ts": 1683924250667654,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradWgradDelta4x4<float, float>(cudnn::winograd_nonfused::WinogradDeltaParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250688330, "dur": 45,
    "args": {
      "External id": 292035,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292035,
      "registers per thread": 64,
      "shared memory": 16896,
      "blocks per SM": 25.6,
      "warps per SM": 204.8,
      "grid": [16, 64, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 75
    }
  },
  {
    "ph": "f", "id": 292035, "pid": 0, "tid": 7, "ts": 1683924250688330,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250667668, "dur": 9,
    "args": {
      "External id": 292035,
      "cbid": 211, "correlation": 292035
    }
  },
  {
    "ph": "s", "id": 292035, "pid": 743, "tid": 2509, "ts": 1683924250667668,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "volta_sgemm_128x64_nt", "pid": 0, "tid": 7,
    "ts": 1683924250688377, "dur": 510,
    "args": {
      "External id": 292037,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292037,
      "registers per thread": 122,
      "shared memory": 12288,
      "blocks per SM": 28.8,
      "warps per SM": 115.2,
      "grid": [4, 8, 36],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 50
    }
  },
  {
    "ph": "f", "id": 292037, "pid": 0, "tid": 7, "ts": 1683924250688377,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250667693, "dur": 8,
    "args": {
      "External id": 292037,
      "cbid": 211, "correlation": 292037
    }
  },
  {
    "ph": "s", "id": 292037, "pid": 743, "tid": 2509, "ts": 1683924250667693,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradWgradOutput4x4<float, float>(cudnn::winograd_nonfused::WinogradWgradOutputParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250688889, "dur": 591,
    "args": {
      "External id": 292039,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292039,
      "registers per thread": 64,
      "shared memory": 9216,
      "blocks per SM": 25.6,
      "warps per SM": 204.8,
      "grid": [16, 64, 1],
      "block": [32, 8, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 292039, "pid": 0, "tid": 7, "ts": 1683924250688889,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250667704, "dur": 8,
    "args": {
      "External id": 292039,
      "cbid": 211, "correlation": 292039
    }
  },
  {
    "ph": "s", "id": 292039, "pid": 743, "tid": 2509, "ts": 1683924250667704,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::reduce_kernel<512, 1, at::native::ReduceOp<float, at::native::func_wrapper_t<float, at::native::sum_functor<float, float, float>::operator()(at::TensorIterator&)::{lambda(float, float)#1}>, unsigned int, float, 4> >(at::native::ReduceOp<float, at::native::func_wrapper_t<float, at::native::sum_functor<float, float, float>::operator()(at::TensorIterator&)::{lambda(float, float)#1}>, unsigned int, float, 4>)", "pid": 0, "tid": 7,
    "ts": 1683924250689481, "dur": 25,
    "args": {
      "External id": 292051,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292051,
      "registers per thread": 26,
      "shared memory": 16,
      "blocks per SM": 0.8,
      "warps per SM": 12.8,
      "grid": [32, 1, 1],
      "block": [32, 16, 1],
      "est. achieved occupancy %": 40
    }
  },
  {
    "ph": "f", "id": 292051, "pid": 0, "tid": 7, "ts": 1683924250689481,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250667757, "dur": 28,
    "args": {
      "External id": 292051,
      "cbid": 211, "correlation": 292051
    }
  },
  {
    "ph": "s", "id": 292051, "pid": 743, "tid": 2509, "ts": 1683924250667757,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::vectorized_elementwise_kernel<4, at::native::BinaryFunctor<float, float, float, at::native::(anonymous namespace)::threshold_kernel_impl<float>(at::TensorIteratorBase&, float, float)::{lambda(float, float)#1}>, at::detail::Array<char*, 3> >(int, at::native::BinaryFunctor<float, float, float, at::native::(anonymous namespace)::threshold_kernel_impl<float>(at::TensorIteratorBase&, float, float)::{lambda(float, float)#1}>, at::detail::Array<char*, 3>)", "pid": 0, "tid": 7,
    "ts": 1683924250689509, "dur": 27,
    "args": {
      "External id": 292066,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292066,
      "registers per thread": 24,
      "shared memory": 0,
      "blocks per SM": 25.6,
      "warps per SM": 102.4,
      "grid": [1024, 1, 1],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 292066, "pid": 0, "tid": 7, "ts": 1683924250689509,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250667918, "dur": 20,
    "args": {
      "External id": 292066,
      "cbid": 211, "correlation": 292066
    }
  },
  {
    "ph": "s", "id": 292066, "pid": 743, "tid": 2509, "ts": 1683924250667918,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamIsCapturing", "pid": 743, "tid": 2509,
    "ts": 1683924250668007, "dur": 1,
    "args": {
      "External id": 292078,
      "cbid": 317, "correlation": 292078
    }
  },
  {
    "ph": "f", "id": 292078, "pid": 743, "tid": 2509, "ts": 1683924250668007,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamGetPriority", "pid": 743, "tid": 2509,
    "ts": 1683924250668009, "dur": 0,
    "args": {
      "External id": 292079,
      "cbid": 203, "correlation": 292079
    }
  },
  {
    "ph": "f", "id": 292079, "pid": 743, "tid": 2509, "ts": 1683924250668009,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaDeviceGetStreamPriorityRange", "pid": 743, "tid": 2509,
    "ts": 1683924250668011, "dur": 1,
    "args": {
      "External id": 292080,
      "cbid": 205, "correlation": 292080
    }
  },
  {
    "ph": "f", "id": 292080, "pid": 743, "tid": 2509, "ts": 1683924250668011,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradForwardData4x4<float, float>(cudnn::winograd_nonfused::WinogradDataParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250689537, "dur": 135,
    "args": {
      "External id": 292084,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292084,
      "registers per thread": 108,
      "shared memory": 22656,
      "blocks per SM": 51.2,
      "warps per SM": 409.6,
      "grid": [4, 512, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 50
    }
  },
  {
    "ph": "f", "id": 292084, "pid": 0, "tid": 7, "ts": 1683924250689537,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250668034, "dur": 17,
    "args": {
      "External id": 292084,
      "cbid": 211, "correlation": 292084
    }
  },
  {
    "ph": "s", "id": 292084, "pid": 743, "tid": 2509, "ts": 1683924250668034,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradForwardFilter4x4<float, float>(cudnn::winograd_nonfused::WinogradFilterParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250689675, "dur": 243,
    "args": {
      "External id": 292085,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292085,
      "registers per thread": 64,
      "shared memory": 9216,
      "blocks per SM": 25.6,
      "warps per SM": 204.8,
      "grid": [16, 64, 1],
      "block": [32, 8, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 292085, "pid": 0, "tid": 7, "ts": 1683924250689675,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250668053, "dur": 8,
    "args": {
      "External id": 292085,
      "cbid": 211, "correlation": 292085
    }
  },
  {
    "ph": "s", "id": 292085, "pid": 743, "tid": 2509, "ts": 1683924250668053,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "volta_sgemm_64x64_nt", "pid": 0, "tid": 7,
    "ts": 1683924250689919, "dur": 486,
    "args": {
      "External id": 292087,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292087,
      "registers per thread": 126,
      "shared memory": 8192,
      "blocks per SM": 7.2,
      "warps per SM": 14.4,
      "grid": [1, 8, 36],
      "block": [64, 1, 1],
      "est. achieved occupancy %": 45
    }
  },
  {
    "ph": "f", "id": 292087, "pid": 0, "tid": 7, "ts": 1683924250689919,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250668080, "dur": 9,
    "args": {
      "External id": 292087,
      "cbid": 211, "correlation": 292087
    }
  },
  {
    "ph": "s", "id": 292087, "pid": 743, "tid": 2509, "ts": 1683924250668080,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradForwardOutput4x4<float, float>(cudnn::winograd_nonfused::WinogradOutputParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250690408, "dur": 121,
    "args": {
      "External id": 292089,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292089,
      "registers per thread": 80,
      "shared memory": 16640,
      "blocks per SM": 51.2,
      "warps per SM": 409.6,
      "grid": [4, 512, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 75
    }
  },
  {
    "ph": "f", "id": 292089, "pid": 0, "tid": 7, "ts": 1683924250690408,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250668094, "dur": 8,
    "args": {
      "External id": 292089,
      "cbid": 211, "correlation": 292089
    }
  },
  {
    "ph": "s", "id": 292089, "pid": 743, "tid": 2509, "ts": 1683924250668094,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamIsCapturing", "pid": 743, "tid": 2509,
    "ts": 1683924250668142, "dur": 1,
    "args": {
      "External id": 292100,
      "cbid": 317, "correlation": 292100
    }
  },
  {
    "ph": "f", "id": 292100, "pid": 743, "tid": 2509, "ts": 1683924250668142,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamGetPriority", "pid": 743, "tid": 2509,
    "ts": 1683924250668144, "dur": 1,
    "args": {
      "External id": 292101,
      "cbid": 203, "correlation": 292101
    }
  },
  {
    "ph": "f", "id": 292101, "pid": 743, "tid": 2509, "ts": 1683924250668144,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaDeviceGetStreamPriorityRange", "pid": 743, "tid": 2509,
    "ts": 1683924250668146, "dur": 0,
    "args": {
      "External id": 292102,
      "cbid": 205, "correlation": 292102
    }
  },
  {
    "ph": "f", "id": 292102, "pid": 743, "tid": 2509, "ts": 1683924250668146,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradWgradData4x4<float, float>(cudnn::winograd_nonfused::WinogradDataParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250690531, "dur": 75,
    "args": {
      "External id": 292106,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292106,
      "registers per thread": 64,
      "shared memory": 24704,
      "blocks per SM": 25.6,
      "warps per SM": 204.8,
      "grid": [16, 64, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 50
    }
  },
  {
    "ph": "f", "id": 292106, "pid": 0, "tid": 7, "ts": 1683924250690531,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250668166, "dur": 12,
    "args": {
      "External id": 292106,
      "cbid": 211, "correlation": 292106
    }
  },
  {
    "ph": "s", "id": 292106, "pid": 743, "tid": 2509, "ts": 1683924250668166,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradWgradDelta4x4<float, float>(cudnn::winograd_nonfused::WinogradDeltaParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250690608, "dur": 45,
    "args": {
      "External id": 292107,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292107,
      "registers per thread": 64,
      "shared memory": 16896,
      "blocks per SM": 25.6,
      "warps per SM": 204.8,
      "grid": [16, 64, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 75
    }
  },
  {
    "ph": "f", "id": 292107, "pid": 0, "tid": 7, "ts": 1683924250690608,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250668179, "dur": 8,
    "args": {
      "External id": 292107,
      "cbid": 211, "correlation": 292107
    }
  },
  {
    "ph": "s", "id": 292107, "pid": 743, "tid": 2509, "ts": 1683924250668179,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "volta_sgemm_128x64_nt", "pid": 0, "tid": 7,
    "ts": 1683924250690654, "dur": 510,
    "args": {
      "External id": 292109,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292109,
      "registers per thread": 122,
      "shared memory": 12288,
      "blocks per SM": 28.8,
      "warps per SM": 115.2,
      "grid": [4, 8, 36],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 50
    }
  },
  {
    "ph": "f", "id": 292109, "pid": 0, "tid": 7, "ts": 1683924250690654,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250668203, "dur": 8,
    "args": {
      "External id": 292109,
      "cbid": 211, "correlation": 292109
    }
  },
  {
    "ph": "s", "id": 292109, "pid": 743, "tid": 2509, "ts": 1683924250668203,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradWgradOutput4x4<float, float>(cudnn::winograd_nonfused::WinogradWgradOutputParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250691167, "dur": 590,
    "args": {
      "External id": 292111,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292111,
      "registers per thread": 64,
      "shared memory": 9216,
      "blocks per SM": 25.6,
      "warps per SM": 204.8,
      "grid": [16, 64, 1],
      "block": [32, 8, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 292111, "pid": 0, "tid": 7, "ts": 1683924250691167,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250668214, "dur": 7,
    "args": {
      "External id": 292111,
      "cbid": 211, "correlation": 292111
    }
  },
  {
    "ph": "s", "id": 292111, "pid": 743, "tid": 2509, "ts": 1683924250668214,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::reduce_kernel<512, 1, at::native::ReduceOp<float, at::native::func_wrapper_t<float, at::native::sum_functor<float, float, float>::operator()(at::TensorIterator&)::{lambda(float, float)#1}>, unsigned int, float, 4> >(at::native::ReduceOp<float, at::native::func_wrapper_t<float, at::native::sum_functor<float, float, float>::operator()(at::TensorIterator&)::{lambda(float, float)#1}>, unsigned int, float, 4>)", "pid": 0, "tid": 7,
    "ts": 1683924250691758, "dur": 26,
    "args": {
      "External id": 292123,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292123,
      "registers per thread": 26,
      "shared memory": 16,
      "blocks per SM": 0.8,
      "warps per SM": 12.8,
      "grid": [32, 1, 1],
      "block": [32, 16, 1],
      "est. achieved occupancy %": 40
    }
  },
  {
    "ph": "f", "id": 292123, "pid": 0, "tid": 7, "ts": 1683924250691758,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250668283, "dur": 12,
    "args": {
      "External id": 292123,
      "cbid": 211, "correlation": 292123
    }
  },
  {
    "ph": "s", "id": 292123, "pid": 743, "tid": 2509, "ts": 1683924250668283,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::vectorized_elementwise_kernel<4, at::native::BinaryFunctor<float, float, float, at::native::(anonymous namespace)::threshold_kernel_impl<float>(at::TensorIteratorBase&, float, float)::{lambda(float, float)#1}>, at::detail::Array<char*, 3> >(int, at::native::BinaryFunctor<float, float, float, at::native::(anonymous namespace)::threshold_kernel_impl<float>(at::TensorIteratorBase&, float, float)::{lambda(float, float)#1}>, at::detail::Array<char*, 3>)", "pid": 0, "tid": 7,
    "ts": 1683924250691786, "dur": 26,
    "args": {
      "External id": 292138,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292138,
      "registers per thread": 24,
      "shared memory": 0,
      "blocks per SM": 25.6,
      "warps per SM": 102.4,
      "grid": [1024, 1, 1],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 292138, "pid": 0, "tid": 7, "ts": 1683924250691786,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250668450, "dur": 21,
    "args": {
      "External id": 292138,
      "cbid": 211, "correlation": 292138
    }
  },
  {
    "ph": "s", "id": 292138, "pid": 743, "tid": 2509, "ts": 1683924250668450,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamIsCapturing", "pid": 743, "tid": 2509,
    "ts": 1683924250668544, "dur": 1,
    "args": {
      "External id": 292150,
      "cbid": 317, "correlation": 292150
    }
  },
  {
    "ph": "f", "id": 292150, "pid": 743, "tid": 2509, "ts": 1683924250668544,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamGetPriority", "pid": 743, "tid": 2509,
    "ts": 1683924250668546, "dur": 1,
    "args": {
      "External id": 292151,
      "cbid": 203, "correlation": 292151
    }
  },
  {
    "ph": "f", "id": 292151, "pid": 743, "tid": 2509, "ts": 1683924250668546,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaDeviceGetStreamPriorityRange", "pid": 743, "tid": 2509,
    "ts": 1683924250668547, "dur": 0,
    "args": {
      "External id": 292152,
      "cbid": 205, "correlation": 292152
    }
  },
  {
    "ph": "f", "id": 292152, "pid": 743, "tid": 2509, "ts": 1683924250668547,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradForwardData4x4<float, float>(cudnn::winograd_nonfused::WinogradDataParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250691814, "dur": 135,
    "args": {
      "External id": 292156,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292156,
      "registers per thread": 108,
      "shared memory": 22656,
      "blocks per SM": 51.2,
      "warps per SM": 409.6,
      "grid": [4, 512, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 50
    }
  },
  {
    "ph": "f", "id": 292156, "pid": 0, "tid": 7, "ts": 1683924250691814,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250668574, "dur": 17,
    "args": {
      "External id": 292156,
      "cbid": 211, "correlation": 292156
    }
  },
  {
    "ph": "s", "id": 292156, "pid": 743, "tid": 2509, "ts": 1683924250668574,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradForwardFilter4x4<float, float>(cudnn::winograd_nonfused::WinogradFilterParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250691951, "dur": 128,
    "args": {
      "External id": 292157,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292157,
      "registers per thread": 64,
      "shared memory": 9216,
      "blocks per SM": 12.8,
      "warps per SM": 102.4,
      "grid": [8, 64, 1],
      "block": [32, 8, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 292157, "pid": 0, "tid": 7, "ts": 1683924250691951,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250668593, "dur": 7,
    "args": {
      "External id": 292157,
      "cbid": 211, "correlation": 292157
    }
  },
  {
    "ph": "s", "id": 292157, "pid": 743, "tid": 2509, "ts": 1683924250668593,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "volta_sgemm_64x64_nt", "pid": 0, "tid": 7,
    "ts": 1683924250692081, "dur": 253,
    "args": {
      "External id": 292159,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292159,
      "registers per thread": 126,
      "shared memory": 8192,
      "blocks per SM": 3.6,
      "warps per SM": 7.2,
      "grid": [1, 4, 36],
      "block": [64, 1, 1],
      "est. achieved occupancy %": 22
    }
  },
  {
    "ph": "f", "id": 292159, "pid": 0, "tid": 7, "ts": 1683924250692081,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250668620, "dur": 9,
    "args": {
      "External id": 292159,
      "cbid": 211, "correlation": 292159
    }
  },
  {
    "ph": "s", "id": 292159, "pid": 743, "tid": 2509, "ts": 1683924250668620,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradForwardOutput4x4<float, float>(cudnn::winograd_nonfused::WinogradOutputParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250692336, "dur": 58,
    "args": {
      "External id": 292161,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292161,
      "registers per thread": 80,
      "shared memory": 16640,
      "blocks per SM": 25.6,
      "warps per SM": 204.8,
      "grid": [4, 256, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 75
    }
  },
  {
    "ph": "f", "id": 292161, "pid": 0, "tid": 7, "ts": 1683924250692336,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250668634, "dur": 7,
    "args": {
      "External id": 292161,
      "cbid": 211, "correlation": 292161
    }
  },
  {
    "ph": "s", "id": 292161, "pid": 743, "tid": 2509, "ts": 1683924250668634,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamIsCapturing", "pid": 743, "tid": 2509,
    "ts": 1683924250668680, "dur": 1,
    "args": {
      "External id": 292172,
      "cbid": 317, "correlation": 292172
    }
  },
  {
    "ph": "f", "id": 292172, "pid": 743, "tid": 2509, "ts": 1683924250668680,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamGetPriority", "pid": 743, "tid": 2509,
    "ts": 1683924250668682, "dur": 0,
    "args": {
      "External id": 292173,
      "cbid": 203, "correlation": 292173
    }
  },
  {
    "ph": "f", "id": 292173, "pid": 743, "tid": 2509, "ts": 1683924250668682,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaDeviceGetStreamPriorityRange", "pid": 743, "tid": 2509,
    "ts": 1683924250668683, "dur": 0,
    "args": {
      "External id": 292174,
      "cbid": 205, "correlation": 292174
    }
  },
  {
    "ph": "f", "id": 292174, "pid": 743, "tid": 2509, "ts": 1683924250668683,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradWgradData4x4<float, float>(cudnn::winograd_nonfused::WinogradDataParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250692396, "dur": 40,
    "args": {
      "External id": 292178,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292178,
      "registers per thread": 64,
      "shared memory": 24704,
      "blocks per SM": 12.8,
      "warps per SM": 102.4,
      "grid": [8, 64, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 50
    }
  },
  {
    "ph": "f", "id": 292178, "pid": 0, "tid": 7, "ts": 1683924250692396,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250668705, "dur": 13,
    "args": {
      "External id": 292178,
      "cbid": 211, "correlation": 292178
    }
  },
  {
    "ph": "s", "id": 292178, "pid": 743, "tid": 2509, "ts": 1683924250668705,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradWgradDelta4x4<float, float>(cudnn::winograd_nonfused::WinogradDeltaParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250692438, "dur": 44,
    "args": {
      "External id": 292179,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292179,
      "registers per thread": 64,
      "shared memory": 16896,
      "blocks per SM": 25.6,
      "warps per SM": 204.8,
      "grid": [16, 64, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 75
    }
  },
  {
    "ph": "f", "id": 292179, "pid": 0, "tid": 7, "ts": 1683924250692438,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250668719, "dur": 7,
    "args": {
      "External id": 292179,
      "cbid": 211, "correlation": 292179
    }
  },
  {
    "ph": "s", "id": 292179, "pid": 743, "tid": 2509, "ts": 1683924250668719,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "volta_sgemm_128x64_nt", "pid": 0, "tid": 7,
    "ts": 1683924250692484, "dur": 268,
    "args": {
      "External id": 292181,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292181,
      "registers per thread": 122,
      "shared memory": 12288,
      "blocks per SM": 14.4,
      "warps per SM": 57.6,
      "grid": [2, 8, 36],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 50
    }
  },
  {
    "ph": "f", "id": 292181, "pid": 0, "tid": 7, "ts": 1683924250692484,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250668743, "dur": 9,
    "args": {
      "External id": 292181,
      "cbid": 211, "correlation": 292181
    }
  },
  {
    "ph": "s", "id": 292181, "pid": 743, "tid": 2509, "ts": 1683924250668743,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradWgradOutput4x4<float, float>(cudnn::winograd_nonfused::WinogradWgradOutputParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250692754, "dur": 304,
    "args": {
      "External id": 292183,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292183,
      "registers per thread": 64,
      "shared memory": 9216,
      "blocks per SM": 12.8,
      "warps per SM": 102.4,
      "grid": [8, 64, 1],
      "block": [32, 8, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 292183, "pid": 0, "tid": 7, "ts": 1683924250692754,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250668756, "dur": 7,
    "args": {
      "External id": 292183,
      "cbid": 211, "correlation": 292183
    }
  },
  {
    "ph": "s", "id": 292183, "pid": 743, "tid": 2509, "ts": 1683924250668756,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::reduce_kernel<512, 1, at::native::ReduceOp<float, at::native::func_wrapper_t<float, at::native::sum_functor<float, float, float>::operator()(at::TensorIterator&)::{lambda(float, float)#1}>, unsigned int, float, 4> >(at::native::ReduceOp<float, at::native::func_wrapper_t<float, at::native::sum_functor<float, float, float>::operator()(at::TensorIterator&)::{lambda(float, float)#1}>, unsigned int, float, 4>)", "pid": 0, "tid": 7,
    "ts": 1683924250693060, "dur": 25,
    "args": {
      "External id": 292195,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292195,
      "registers per thread": 26,
      "shared memory": 16,
      "blocks per SM": 0.8,
      "warps per SM": 12.8,
      "grid": [32, 1, 1],
      "block": [32, 16, 1],
      "est. achieved occupancy %": 40
    }
  },
  {
    "ph": "f", "id": 292195, "pid": 0, "tid": 7, "ts": 1683924250693060,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250668811, "dur": 11,
    "args": {
      "External id": 292195,
      "cbid": 211, "correlation": 292195
    }
  },
  {
    "ph": "s", "id": 292195, "pid": 743, "tid": 2509, "ts": 1683924250668811,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::vectorized_elementwise_kernel<4, at::native::FillFunctor<float>, at::detail::Array<char*, 1> >(int, at::native::FillFunctor<float>, at::detail::Array<char*, 1>)", "pid": 0, "tid": 7,
    "ts": 1683924250693087, "dur": 17,
    "args": {
      "External id": 292212,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292212,
      "registers per thread": 16,
      "shared memory": 0,
      "blocks per SM": 51.2,
      "warps per SM": 204.8,
      "grid": [2048, 1, 1],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 292212, "pid": 0, "tid": 7, "ts": 1683924250693087,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250668963, "dur": 17,
    "args": {
      "External id": 292212,
      "cbid": 211, "correlation": 292212
    }
  },
  {
    "ph": "s", "id": 292212, "pid": 743, "tid": 2509, "ts": 1683924250668963,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::(anonymous namespace)::max_pool_backward_nchw<float, float>(float const*, long const*, int, long, long, long, int, int, int, int, int, int, int, int, int, int, float*)", "pid": 0, "tid": 7,
    "ts": 1683924250693106, "dur": 366,
    "args": {
      "External id": 292219,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292219,
      "registers per thread": 48,
      "shared memory": 0,
      "blocks per SM": 409.6,
      "warps per SM": 3276.8,
      "grid": [1, 64, 256],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 292219, "pid": 0, "tid": 7, "ts": 1683924250693106,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250668990, "dur": 8,
    "args": {
      "External id": 292219,
      "cbid": 211, "correlation": 292219
    }
  },
  {
    "ph": "s", "id": 292219, "pid": 743, "tid": 2509, "ts": 1683924250668990,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::vectorized_elementwise_kernel<4, at::native::BinaryFunctor<float, float, float, at::native::(anonymous namespace)::threshold_kernel_impl<float>(at::TensorIteratorBase&, float, float)::{lambda(float, float)#1}>, at::detail::Array<char*, 3> >(int, at::native::BinaryFunctor<float, float, float, at::native::(anonymous namespace)::threshold_kernel_impl<float>(at::TensorIteratorBase&, float, float)::{lambda(float, float)#1}>, at::detail::Array<char*, 3>)", "pid": 0, "tid": 7,
    "ts": 1683924250693474, "dur": 52,
    "args": {
      "External id": 292229,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292229,
      "registers per thread": 24,
      "shared memory": 0,
      "blocks per SM": 51.2,
      "warps per SM": 204.8,
      "grid": [2048, 1, 1],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 292229, "pid": 0, "tid": 7, "ts": 1683924250693474,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250669055, "dur": 14,
    "args": {
      "External id": 292229,
      "cbid": 211, "correlation": 292229
    }
  },
  {
    "ph": "s", "id": 292229, "pid": 743, "tid": 2509, "ts": 1683924250669055,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamIsCapturing", "pid": 743, "tid": 2509,
    "ts": 1683924250669129, "dur": 1,
    "args": {
      "External id": 292241,
      "cbid": 317, "correlation": 292241
    }
  },
  {
    "ph": "f", "id": 292241, "pid": 743, "tid": 2509, "ts": 1683924250669129,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamGetPriority", "pid": 743, "tid": 2509,
    "ts": 1683924250669130, "dur": 0,
    "args": {
      "External id": 292242,
      "cbid": 203, "correlation": 292242
    }
  },
  {
    "ph": "f", "id": 292242, "pid": 743, "tid": 2509, "ts": 1683924250669130,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaDeviceGetStreamPriorityRange", "pid": 743, "tid": 2509,
    "ts": 1683924250669132, "dur": 0,
    "args": {
      "External id": 292243,
      "cbid": 205, "correlation": 292243
    }
  },
  {
    "ph": "f", "id": 292243, "pid": 743, "tid": 2509, "ts": 1683924250669132,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradForwardData4x4<float, float>(cudnn::winograd_nonfused::WinogradDataParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250693527, "dur": 77,
    "args": {
      "External id": 292247,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292247,
      "registers per thread": 108,
      "shared memory": 22656,
      "blocks per SM": 25.6,
      "warps per SM": 204.8,
      "grid": [4, 256, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 50
    }
  },
  {
    "ph": "f", "id": 292247, "pid": 0, "tid": 7, "ts": 1683924250693527,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250669154, "dur": 14,
    "args": {
      "External id": 292247,
      "cbid": 211, "correlation": 292247
    }
  },
  {
    "ph": "s", "id": 292247, "pid": 743, "tid": 2509, "ts": 1683924250669154,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradForwardFilter4x4<float, float>(cudnn::winograd_nonfused::WinogradFilterParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250693607, "dur": 62,
    "args": {
      "External id": 292248,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292248,
      "registers per thread": 64,
      "shared memory": 9216,
      "blocks per SM": 6.4,
      "warps per SM": 51.2,
      "grid": [8, 32, 1],
      "block": [32, 8, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 292248, "pid": 0, "tid": 7, "ts": 1683924250693607,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250669169, "dur": 7,
    "args": {
      "External id": 292248,
      "cbid": 211, "correlation": 292248
    }
  },
  {
    "ph": "s", "id": 292248, "pid": 743, "tid": 2509, "ts": 1683924250669169,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "volta_sgemm_128x64_nt", "pid": 0, "tid": 7,
    "ts": 1683924250693670, "dur": 485,
    "args": {
      "External id": 292250,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292250,
      "registers per thread": 122,
      "shared memory": 12288,
      "blocks per SM": 7.2,
      "warps per SM": 28.8,
      "grid": [2, 4, 36],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 50
    }
  },
  {
    "ph": "f", "id": 292250, "pid": 0, "tid": 7, "ts": 1683924250693670,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250669194, "dur": 9,
    "args": {
      "External id": 292250,
      "cbid": 211, "correlation": 292250
    }
  },
  {
    "ph": "s", "id": 292250, "pid": 743, "tid": 2509, "ts": 1683924250669194,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradForwardOutput4x4<float, float>(cudnn::winograd_nonfused::WinogradOutputParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250694158, "dur": 67,
    "args": {
      "External id": 292252,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292252,
      "registers per thread": 80,
      "shared memory": 16640,
      "blocks per SM": 25.6,
      "warps per SM": 204.8,
      "grid": [4, 256, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 75
    }
  },
  {
    "ph": "f", "id": 292252, "pid": 0, "tid": 7, "ts": 1683924250694158,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250669207, "dur": 7,
    "args": {
      "External id": 292252,
      "cbid": 211, "correlation": 292252
    }
  },
  {
    "ph": "s", "id": 292252, "pid": 743, "tid": 2509, "ts": 1683924250669207,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamIsCapturing", "pid": 743, "tid": 2509,
    "ts": 1683924250669249, "dur": 1,
    "args": {
      "External id": 292263,
      "cbid": 317, "correlation": 292263
    }
  },
  {
    "ph": "f", "id": 292263, "pid": 743, "tid": 2509, "ts": 1683924250669249,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamGetPriority", "pid": 743, "tid": 2509,
    "ts": 1683924250669251, "dur": 0,
    "args": {
      "External id": 292264,
      "cbid": 203, "correlation": 292264
    }
  },
  {
    "ph": "f", "id": 292264, "pid": 743, "tid": 2509, "ts": 1683924250669251,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaDeviceGetStreamPriorityRange", "pid": 743, "tid": 2509,
    "ts": 1683924250669252, "dur": 0,
    "args": {
      "External id": 292265,
      "cbid": 205, "correlation": 292265
    }
  },
  {
    "ph": "f", "id": 292265, "pid": 743, "tid": 2509, "ts": 1683924250669252,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradWgradData4x4<float, float>(cudnn::winograd_nonfused::WinogradDataParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250694226, "dur": 70,
    "args": {
      "External id": 292269,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292269,
      "registers per thread": 64,
      "shared memory": 24704,
      "blocks per SM": 12.8,
      "warps per SM": 102.4,
      "grid": [8, 64, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 50
    }
  },
  {
    "ph": "f", "id": 292269, "pid": 0, "tid": 7, "ts": 1683924250694226,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250669271, "dur": 11,
    "args": {
      "External id": 292269,
      "cbid": 211, "correlation": 292269
    }
  },
  {
    "ph": "s", "id": 292269, "pid": 743, "tid": 2509, "ts": 1683924250669271,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradWgradDelta4x4<float, float>(cudnn::winograd_nonfused::WinogradDeltaParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250694298, "dur": 72,
    "args": {
      "External id": 292270,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292270,
      "registers per thread": 64,
      "shared memory": 16896,
      "blocks per SM": 12.8,
      "warps per SM": 102.4,
      "grid": [8, 64, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 75
    }
  },
  {
    "ph": "f", "id": 292270, "pid": 0, "tid": 7, "ts": 1683924250694298,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250669283, "dur": 7,
    "args": {
      "External id": 292270,
      "cbid": 211, "correlation": 292270
    }
  },
  {
    "ph": "s", "id": 292270, "pid": 743, "tid": 2509, "ts": 1683924250669283,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "volta_sgemm_128x64_nt", "pid": 0, "tid": 7,
    "ts": 1683924250694371, "dur": 486,
    "args": {
      "External id": 292272,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292272,
      "registers per thread": 122,
      "shared memory": 12288,
      "blocks per SM": 7.2,
      "warps per SM": 28.8,
      "grid": [2, 4, 36],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 50
    }
  },
  {
    "ph": "f", "id": 292272, "pid": 0, "tid": 7, "ts": 1683924250694371,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250669304, "dur": 9,
    "args": {
      "External id": 292272,
      "cbid": 211, "correlation": 292272
    }
  },
  {
    "ph": "s", "id": 292272, "pid": 743, "tid": 2509, "ts": 1683924250669304,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradWgradOutput4x4<float, float>(cudnn::winograd_nonfused::WinogradWgradOutputParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250694859, "dur": 170,
    "args": {
      "External id": 292274,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292274,
      "registers per thread": 64,
      "shared memory": 9216,
      "blocks per SM": 6.4,
      "warps per SM": 51.2,
      "grid": [8, 32, 1],
      "block": [32, 8, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 292274, "pid": 0, "tid": 7, "ts": 1683924250694859,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250669316, "dur": 6,
    "args": {
      "External id": 292274,
      "cbid": 211, "correlation": 292274
    }
  },
  {
    "ph": "s", "id": 292274, "pid": 743, "tid": 2509, "ts": 1683924250669316,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::reduce_kernel<512, 1, at::native::ReduceOp<float, at::native::func_wrapper_t<float, at::native::sum_functor<float, float, float>::operator()(at::TensorIterator&)::{lambda(float, float)#1}>, unsigned int, float, 4> >(at::native::ReduceOp<float, at::native::func_wrapper_t<float, at::native::sum_functor<float, float, float>::operator()(at::TensorIterator&)::{lambda(float, float)#1}>, unsigned int, float, 4>)", "pid": 0, "tid": 7,
    "ts": 1683924250695031, "dur": 65,
    "args": {
      "External id": 292286,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292286,
      "registers per thread": 26,
      "shared memory": 16,
      "blocks per SM": 0.4,
      "warps per SM": 6.4,
      "grid": [16, 1, 1],
      "block": [32, 16, 1],
      "est. achieved occupancy %": 20
    }
  },
  {
    "ph": "f", "id": 292286, "pid": 0, "tid": 7, "ts": 1683924250695031,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250669363, "dur": 9,
    "args": {
      "External id": 292286,
      "cbid": 211, "correlation": 292286
    }
  },
  {
    "ph": "s", "id": 292286, "pid": 743, "tid": 2509, "ts": 1683924250669363,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::vectorized_elementwise_kernel<4, at::native::BinaryFunctor<float, float, float, at::native::(anonymous namespace)::threshold_kernel_impl<float>(at::TensorIteratorBase&, float, float)::{lambda(float, float)#1}>, at::detail::Array<char*, 3> >(int, at::native::BinaryFunctor<float, float, float, at::native::(anonymous namespace)::threshold_kernel_impl<float>(at::TensorIteratorBase&, float, float)::{lambda(float, float)#1}>, at::detail::Array<char*, 3>)", "pid": 0, "tid": 7,
    "ts": 1683924250695098, "dur": 46,
    "args": {
      "External id": 292301,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292301,
      "registers per thread": 24,
      "shared memory": 0,
      "blocks per SM": 51.2,
      "warps per SM": 204.8,
      "grid": [2048, 1, 1],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 292301, "pid": 0, "tid": 7, "ts": 1683924250695098,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250669536, "dur": 20,
    "args": {
      "External id": 292301,
      "cbid": 211, "correlation": 292301
    }
  },
  {
    "ph": "s", "id": 292301, "pid": 743, "tid": 2509, "ts": 1683924250669536,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamIsCapturing", "pid": 743, "tid": 2509,
    "ts": 1683924250669616, "dur": 1,
    "args": {
      "External id": 292313,
      "cbid": 317, "correlation": 292313
    }
  },
  {
    "ph": "f", "id": 292313, "pid": 743, "tid": 2509, "ts": 1683924250669616,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamGetPriority", "pid": 743, "tid": 2509,
    "ts": 1683924250669617, "dur": 0,
    "args": {
      "External id": 292314,
      "cbid": 203, "correlation": 292314
    }
  },
  {
    "ph": "f", "id": 292314, "pid": 743, "tid": 2509, "ts": 1683924250669617,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaDeviceGetStreamPriorityRange", "pid": 743, "tid": 2509,
    "ts": 1683924250669619, "dur": 0,
    "args": {
      "External id": 292315,
      "cbid": 205, "correlation": 292315
    }
  },
  {
    "ph": "f", "id": 292315, "pid": 743, "tid": 2509, "ts": 1683924250669619,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradForwardData4x4<float, float>(cudnn::winograd_nonfused::WinogradDataParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250695146, "dur": 77,
    "args": {
      "External id": 292319,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292319,
      "registers per thread": 108,
      "shared memory": 22656,
      "blocks per SM": 25.6,
      "warps per SM": 204.8,
      "grid": [4, 256, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 50
    }
  },
  {
    "ph": "f", "id": 292319, "pid": 0, "tid": 7, "ts": 1683924250695146,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250669640, "dur": 16,
    "args": {
      "External id": 292319,
      "cbid": 211, "correlation": 292319
    }
  },
  {
    "ph": "s", "id": 292319, "pid": 743, "tid": 2509, "ts": 1683924250669640,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradForwardFilter4x4<float, float>(cudnn::winograd_nonfused::WinogradFilterParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250695226, "dur": 63,
    "args": {
      "External id": 292320,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292320,
      "registers per thread": 64,
      "shared memory": 9216,
      "blocks per SM": 6.4,
      "warps per SM": 51.2,
      "grid": [8, 32, 1],
      "block": [32, 8, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 292320, "pid": 0, "tid": 7, "ts": 1683924250695226,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250669657, "dur": 7,
    "args": {
      "External id": 292320,
      "cbid": 211, "correlation": 292320
    }
  },
  {
    "ph": "s", "id": 292320, "pid": 743, "tid": 2509, "ts": 1683924250669657,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "volta_sgemm_128x64_nt", "pid": 0, "tid": 7,
    "ts": 1683924250695290, "dur": 485,
    "args": {
      "External id": 292322,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292322,
      "registers per thread": 122,
      "shared memory": 12288,
      "blocks per SM": 7.2,
      "warps per SM": 28.8,
      "grid": [2, 4, 36],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 50
    }
  },
  {
    "ph": "f", "id": 292322, "pid": 0, "tid": 7, "ts": 1683924250695290,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250669682, "dur": 8,
    "args": {
      "External id": 292322,
      "cbid": 211, "correlation": 292322
    }
  },
  {
    "ph": "s", "id": 292322, "pid": 743, "tid": 2509, "ts": 1683924250669682,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradForwardOutput4x4<float, float>(cudnn::winograd_nonfused::WinogradOutputParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250695777, "dur": 67,
    "args": {
      "External id": 292324,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292324,
      "registers per thread": 80,
      "shared memory": 16640,
      "blocks per SM": 25.6,
      "warps per SM": 204.8,
      "grid": [4, 256, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 75
    }
  },
  {
    "ph": "f", "id": 292324, "pid": 0, "tid": 7, "ts": 1683924250695777,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250669693, "dur": 14,
    "args": {
      "External id": 292324,
      "cbid": 211, "correlation": 292324
    }
  },
  {
    "ph": "s", "id": 292324, "pid": 743, "tid": 2509, "ts": 1683924250669693,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamIsCapturing", "pid": 743, "tid": 2509,
    "ts": 1683924250669745, "dur": 1,
    "args": {
      "External id": 292335,
      "cbid": 317, "correlation": 292335
    }
  },
  {
    "ph": "f", "id": 292335, "pid": 743, "tid": 2509, "ts": 1683924250669745,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamGetPriority", "pid": 743, "tid": 2509,
    "ts": 1683924250669747, "dur": 0,
    "args": {
      "External id": 292336,
      "cbid": 203, "correlation": 292336
    }
  },
  {
    "ph": "f", "id": 292336, "pid": 743, "tid": 2509, "ts": 1683924250669747,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaDeviceGetStreamPriorityRange", "pid": 743, "tid": 2509,
    "ts": 1683924250669748, "dur": 0,
    "args": {
      "External id": 292337,
      "cbid": 205, "correlation": 292337
    }
  },
  {
    "ph": "f", "id": 292337, "pid": 743, "tid": 2509, "ts": 1683924250669748,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradWgradData4x4<float, float>(cudnn::winograd_nonfused::WinogradDataParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250695847, "dur": 70,
    "args": {
      "External id": 292341,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292341,
      "registers per thread": 64,
      "shared memory": 24704,
      "blocks per SM": 12.8,
      "warps per SM": 102.4,
      "grid": [8, 64, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 50
    }
  },
  {
    "ph": "f", "id": 292341, "pid": 0, "tid": 7, "ts": 1683924250695847,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250669767, "dur": 12,
    "args": {
      "External id": 292341,
      "cbid": 211, "correlation": 292341
    }
  },
  {
    "ph": "s", "id": 292341, "pid": 743, "tid": 2509, "ts": 1683924250669767,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradWgradDelta4x4<float, float>(cudnn::winograd_nonfused::WinogradDeltaParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250695918, "dur": 72,
    "args": {
      "External id": 292342,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292342,
      "registers per thread": 64,
      "shared memory": 16896,
      "blocks per SM": 12.8,
      "warps per SM": 102.4,
      "grid": [8, 64, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 75
    }
  },
  {
    "ph": "f", "id": 292342, "pid": 0, "tid": 7, "ts": 1683924250695918,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250669780, "dur": 6,
    "args": {
      "External id": 292342,
      "cbid": 211, "correlation": 292342
    }
  },
  {
    "ph": "s", "id": 292342, "pid": 743, "tid": 2509, "ts": 1683924250669780,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "volta_sgemm_128x64_nt", "pid": 0, "tid": 7,
    "ts": 1683924250695992, "dur": 484,
    "args": {
      "External id": 292344,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292344,
      "registers per thread": 122,
      "shared memory": 12288,
      "blocks per SM": 7.2,
      "warps per SM": 28.8,
      "grid": [2, 4, 36],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 50
    }
  },
  {
    "ph": "f", "id": 292344, "pid": 0, "tid": 7, "ts": 1683924250695992,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250669801, "dur": 8,
    "args": {
      "External id": 292344,
      "cbid": 211, "correlation": 292344
    }
  },
  {
    "ph": "s", "id": 292344, "pid": 743, "tid": 2509, "ts": 1683924250669801,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradWgradOutput4x4<float, float>(cudnn::winograd_nonfused::WinogradWgradOutputParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250696478, "dur": 171,
    "args": {
      "External id": 292346,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292346,
      "registers per thread": 64,
      "shared memory": 9216,
      "blocks per SM": 6.4,
      "warps per SM": 51.2,
      "grid": [8, 32, 1],
      "block": [32, 8, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 292346, "pid": 0, "tid": 7, "ts": 1683924250696478,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250669811, "dur": 6,
    "args": {
      "External id": 292346,
      "cbid": 211, "correlation": 292346
    }
  },
  {
    "ph": "s", "id": 292346, "pid": 743, "tid": 2509, "ts": 1683924250669811,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::reduce_kernel<512, 1, at::native::ReduceOp<float, at::native::func_wrapper_t<float, at::native::sum_functor<float, float, float>::operator()(at::TensorIterator&)::{lambda(float, float)#1}>, unsigned int, float, 4> >(at::native::ReduceOp<float, at::native::func_wrapper_t<float, at::native::sum_functor<float, float, float>::operator()(at::TensorIterator&)::{lambda(float, float)#1}>, unsigned int, float, 4>)", "pid": 0, "tid": 7,
    "ts": 1683924250696650, "dur": 64,
    "args": {
      "External id": 292358,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292358,
      "registers per thread": 26,
      "shared memory": 16,
      "blocks per SM": 0.4,
      "warps per SM": 6.4,
      "grid": [16, 1, 1],
      "block": [32, 16, 1],
      "est. achieved occupancy %": 20
    }
  },
  {
    "ph": "f", "id": 292358, "pid": 0, "tid": 7, "ts": 1683924250696650,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250669862, "dur": 10,
    "args": {
      "External id": 292358,
      "cbid": 211, "correlation": 292358
    }
  },
  {
    "ph": "s", "id": 292358, "pid": 743, "tid": 2509, "ts": 1683924250669862,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::vectorized_elementwise_kernel<4, at::native::BinaryFunctor<float, float, float, at::native::(anonymous namespace)::threshold_kernel_impl<float>(at::TensorIteratorBase&, float, float)::{lambda(float, float)#1}>, at::detail::Array<char*, 3> >(int, at::native::BinaryFunctor<float, float, float, at::native::(anonymous namespace)::threshold_kernel_impl<float>(at::TensorIteratorBase&, float, float)::{lambda(float, float)#1}>, at::detail::Array<char*, 3>)", "pid": 0, "tid": 7,
    "ts": 1683924250696717, "dur": 46,
    "args": {
      "External id": 292373,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292373,
      "registers per thread": 24,
      "shared memory": 0,
      "blocks per SM": 51.2,
      "warps per SM": 204.8,
      "grid": [2048, 1, 1],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 292373, "pid": 0, "tid": 7, "ts": 1683924250696717,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250669980, "dur": 15,
    "args": {
      "External id": 292373,
      "cbid": 211, "correlation": 292373
    }
  },
  {
    "ph": "s", "id": 292373, "pid": 743, "tid": 2509, "ts": 1683924250669980,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamIsCapturing", "pid": 743, "tid": 2509,
    "ts": 1683924250670051, "dur": 1,
    "args": {
      "External id": 292385,
      "cbid": 317, "correlation": 292385
    }
  },
  {
    "ph": "f", "id": 292385, "pid": 743, "tid": 2509, "ts": 1683924250670051,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamGetPriority", "pid": 743, "tid": 2509,
    "ts": 1683924250670053, "dur": 0,
    "args": {
      "External id": 292386,
      "cbid": 203, "correlation": 292386
    }
  },
  {
    "ph": "f", "id": 292386, "pid": 743, "tid": 2509, "ts": 1683924250670053,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaDeviceGetStreamPriorityRange", "pid": 743, "tid": 2509,
    "ts": 1683924250670054, "dur": 0,
    "args": {
      "External id": 292387,
      "cbid": 205, "correlation": 292387
    }
  },
  {
    "ph": "f", "id": 292387, "pid": 743, "tid": 2509, "ts": 1683924250670054,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradForwardData4x4<float, float>(cudnn::winograd_nonfused::WinogradDataParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250696764, "dur": 77,
    "args": {
      "External id": 292391,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292391,
      "registers per thread": 108,
      "shared memory": 22656,
      "blocks per SM": 25.6,
      "warps per SM": 204.8,
      "grid": [4, 256, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 50
    }
  },
  {
    "ph": "f", "id": 292391, "pid": 0, "tid": 7, "ts": 1683924250696764,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250670075, "dur": 15,
    "args": {
      "External id": 292391,
      "cbid": 211, "correlation": 292391
    }
  },
  {
    "ph": "s", "id": 292391, "pid": 743, "tid": 2509, "ts": 1683924250670075,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradForwardFilter4x4<float, float>(cudnn::winograd_nonfused::WinogradFilterParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250696843, "dur": 31,
    "args": {
      "External id": 292392,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292392,
      "registers per thread": 64,
      "shared memory": 9216,
      "blocks per SM": 3.2,
      "warps per SM": 25.6,
      "grid": [4, 32, 1],
      "block": [32, 8, 1],
      "est. achieved occupancy %": 80
    }
  },
  {
    "ph": "f", "id": 292392, "pid": 0, "tid": 7, "ts": 1683924250696843,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250670092, "dur": 7,
    "args": {
      "External id": 292392,
      "cbid": 211, "correlation": 292392
    }
  },
  {
    "ph": "s", "id": 292392, "pid": 743, "tid": 2509, "ts": 1683924250670092,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "volta_sgemm_64x64_nt", "pid": 0, "tid": 7,
    "ts": 1683924250696876, "dur": 254,
    "args": {
      "External id": 292394,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292394,
      "registers per thread": 126,
      "shared memory": 8192,
      "blocks per SM": 7.2,
      "warps per SM": 14.4,
      "grid": [4, 2, 36],
      "block": [64, 1, 1],
      "est. achieved occupancy %": 45
    }
  },
  {
    "ph": "f", "id": 292394, "pid": 0, "tid": 7, "ts": 1683924250696876,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250670116, "dur": 9,
    "args": {
      "External id": 292394,
      "cbid": 211, "correlation": 292394
    }
  },
  {
    "ph": "s", "id": 292394, "pid": 743, "tid": 2509, "ts": 1683924250670116,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradForwardOutput4x4<float, float>(cudnn::winograd_nonfused::WinogradOutputParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250697132, "dur": 36,
    "args": {
      "External id": 292396,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292396,
      "registers per thread": 80,
      "shared memory": 16640,
      "blocks per SM": 12.8,
      "warps per SM": 102.4,
      "grid": [4, 128, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 75
    }
  },
  {
    "ph": "f", "id": 292396, "pid": 0, "tid": 7, "ts": 1683924250697132,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250670129, "dur": 6,
    "args": {
      "External id": 292396,
      "cbid": 211, "correlation": 292396
    }
  },
  {
    "ph": "s", "id": 292396, "pid": 743, "tid": 2509, "ts": 1683924250670129,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamIsCapturing", "pid": 743, "tid": 2509,
    "ts": 1683924250670171, "dur": 1,
    "args": {
      "External id": 292407,
      "cbid": 317, "correlation": 292407
    }
  },
  {
    "ph": "f", "id": 292407, "pid": 743, "tid": 2509, "ts": 1683924250670171,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamGetPriority", "pid": 743, "tid": 2509,
    "ts": 1683924250670172, "dur": 0,
    "args": {
      "External id": 292408,
      "cbid": 203, "correlation": 292408
    }
  },
  {
    "ph": "f", "id": 292408, "pid": 743, "tid": 2509, "ts": 1683924250670172,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaDeviceGetStreamPriorityRange", "pid": 743, "tid": 2509,
    "ts": 1683924250670174, "dur": 0,
    "args": {
      "External id": 292409,
      "cbid": 205, "correlation": 292409
    }
  },
  {
    "ph": "f", "id": 292409, "pid": 743, "tid": 2509, "ts": 1683924250670174,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradWgradData4x4<float, float>(cudnn::winograd_nonfused::WinogradDataParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250697171, "dur": 35,
    "args": {
      "External id": 292413,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292413,
      "registers per thread": 64,
      "shared memory": 24704,
      "blocks per SM": 6.4,
      "warps per SM": 51.2,
      "grid": [4, 64, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 50
    }
  },
  {
    "ph": "f", "id": 292413, "pid": 0, "tid": 7, "ts": 1683924250697171,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250670193, "dur": 11,
    "args": {
      "External id": 292413,
      "cbid": 211, "correlation": 292413
    }
  },
  {
    "ph": "s", "id": 292413, "pid": 743, "tid": 2509, "ts": 1683924250670193,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradWgradDelta4x4<float, float>(cudnn::winograd_nonfused::WinogradDeltaParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250697208, "dur": 72,
    "args": {
      "External id": 292414,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292414,
      "registers per thread": 64,
      "shared memory": 16896,
      "blocks per SM": 12.8,
      "warps per SM": 102.4,
      "grid": [8, 64, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 75
    }
  },
  {
    "ph": "f", "id": 292414, "pid": 0, "tid": 7, "ts": 1683924250697208,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250670205, "dur": 6,
    "args": {
      "External id": 292414,
      "cbid": 211, "correlation": 292414
    }
  },
  {
    "ph": "s", "id": 292414, "pid": 743, "tid": 2509, "ts": 1683924250670205,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "volta_sgemm_64x64_nt", "pid": 0, "tid": 7,
    "ts": 1683924250697282, "dur": 253,
    "args": {
      "External id": 292416,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292416,
      "registers per thread": 126,
      "shared memory": 8192,
      "blocks per SM": 7.2,
      "warps per SM": 14.4,
      "grid": [2, 4, 36],
      "block": [64, 1, 1],
      "est. achieved occupancy %": 45
    }
  },
  {
    "ph": "f", "id": 292416, "pid": 0, "tid": 7, "ts": 1683924250697282,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250670225, "dur": 8,
    "args": {
      "External id": 292416,
      "cbid": 211, "correlation": 292416
    }
  },
  {
    "ph": "s", "id": 292416, "pid": 743, "tid": 2509, "ts": 1683924250670225,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradWgradOutput4x4<float, float>(cudnn::winograd_nonfused::WinogradWgradOutputParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250697536, "dur": 100,
    "args": {
      "External id": 292418,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292418,
      "registers per thread": 64,
      "shared memory": 9216,
      "blocks per SM": 3.2,
      "warps per SM": 25.6,
      "grid": [4, 32, 1],
      "block": [32, 8, 1],
      "est. achieved occupancy %": 80
    }
  },
  {
    "ph": "f", "id": 292418, "pid": 0, "tid": 7, "ts": 1683924250697536,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250670236, "dur": 6,
    "args": {
      "External id": 292418,
      "cbid": 211, "correlation": 292418
    }
  },
  {
    "ph": "s", "id": 292418, "pid": 743, "tid": 2509, "ts": 1683924250670236,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::reduce_kernel<512, 1, at::native::ReduceOp<float, at::native::func_wrapper_t<float, at::native::sum_functor<float, float, float>::operator()(at::TensorIterator&)::{lambda(float, float)#1}>, unsigned int, float, 4> >(at::native::ReduceOp<float, at::native::func_wrapper_t<float, at::native::sum_functor<float, float, float>::operator()(at::TensorIterator&)::{lambda(float, float)#1}>, unsigned int, float, 4>)", "pid": 0, "tid": 7,
    "ts": 1683924250697639, "dur": 63,
    "args": {
      "External id": 292430,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292430,
      "registers per thread": 26,
      "shared memory": 16,
      "blocks per SM": 0.4,
      "warps per SM": 6.4,
      "grid": [16, 1, 1],
      "block": [32, 16, 1],
      "est. achieved occupancy %": 20
    }
  },
  {
    "ph": "f", "id": 292430, "pid": 0, "tid": 7, "ts": 1683924250697639,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250670323, "dur": 15,
    "args": {
      "External id": 292430,
      "cbid": 211, "correlation": 292430
    }
  },
  {
    "ph": "s", "id": 292430, "pid": 743, "tid": 2509, "ts": 1683924250670323,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::vectorized_elementwise_kernel<4, at::native::FillFunctor<float>, at::detail::Array<char*, 1> >(int, at::native::FillFunctor<float>, at::detail::Array<char*, 1>)", "pid": 0, "tid": 7,
    "ts": 1683924250697704, "dur": 35,
    "args": {
      "External id": 292447,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292447,
      "registers per thread": 16,
      "shared memory": 0,
      "blocks per SM": 102.4,
      "warps per SM": 409.6,
      "grid": [4096, 1, 1],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 292447, "pid": 0, "tid": 7, "ts": 1683924250697704,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250670502, "dur": 19,
    "args": {
      "External id": 292447,
      "cbid": 211, "correlation": 292447
    }
  },
  {
    "ph": "s", "id": 292447, "pid": 743, "tid": 2509, "ts": 1683924250670502,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::(anonymous namespace)::max_pool_backward_nchw<float, float>(float const*, long const*, int, long, long, long, int, int, int, int, int, int, int, int, int, int, float*)", "pid": 0, "tid": 7,
    "ts": 1683924250697741, "dur": 282,
    "args": {
      "External id": 292454,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292454,
      "registers per thread": 48,
      "shared memory": 0,
      "blocks per SM": 204.8,
      "warps per SM": 1638.4,
      "grid": [1, 64, 128],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 292454, "pid": 0, "tid": 7, "ts": 1683924250697741,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250670532, "dur": 9,
    "args": {
      "External id": 292454,
      "cbid": 211, "correlation": 292454
    }
  },
  {
    "ph": "s", "id": 292454, "pid": 743, "tid": 2509, "ts": 1683924250670532,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::vectorized_elementwise_kernel<4, at::native::BinaryFunctor<float, float, float, at::native::(anonymous namespace)::threshold_kernel_impl<float>(at::TensorIteratorBase&, float, float)::{lambda(float, float)#1}>, at::detail::Array<char*, 3> >(int, at::native::BinaryFunctor<float, float, float, at::native::(anonymous namespace)::threshold_kernel_impl<float>(at::TensorIteratorBase&, float, float)::{lambda(float, float)#1}>, at::detail::Array<char*, 3>)", "pid": 0, "tid": 7,
    "ts": 1683924250698025, "dur": 102,
    "args": {
      "External id": 292464,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292464,
      "registers per thread": 24,
      "shared memory": 0,
      "blocks per SM": 102.4,
      "warps per SM": 409.6,
      "grid": [4096, 1, 1],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 292464, "pid": 0, "tid": 7, "ts": 1683924250698025,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250670598, "dur": 13,
    "args": {
      "External id": 292464,
      "cbid": 211, "correlation": 292464
    }
  },
  {
    "ph": "s", "id": 292464, "pid": 743, "tid": 2509, "ts": 1683924250670598,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamIsCapturing", "pid": 743, "tid": 2509,
    "ts": 1683924250670671, "dur": 1,
    "args": {
      "External id": 292476,
      "cbid": 317, "correlation": 292476
    }
  },
  {
    "ph": "f", "id": 292476, "pid": 743, "tid": 2509, "ts": 1683924250670671,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamGetPriority", "pid": 743, "tid": 2509,
    "ts": 1683924250670672, "dur": 0,
    "args": {
      "External id": 292477,
      "cbid": 203, "correlation": 292477
    }
  },
  {
    "ph": "f", "id": 292477, "pid": 743, "tid": 2509, "ts": 1683924250670672,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaDeviceGetStreamPriorityRange", "pid": 743, "tid": 2509,
    "ts": 1683924250670674, "dur": 0,
    "args": {
      "External id": 292478,
      "cbid": 205, "correlation": 292478
    }
  },
  {
    "ph": "f", "id": 292478, "pid": 743, "tid": 2509, "ts": 1683924250670674,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradForwardData4x4<float, float>(cudnn::winograd_nonfused::WinogradDataParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250698129, "dur": 135,
    "args": {
      "External id": 292482,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292482,
      "registers per thread": 108,
      "shared memory": 22656,
      "blocks per SM": 12.8,
      "warps per SM": 102.4,
      "grid": [4, 128, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 50
    }
  },
  {
    "ph": "f", "id": 292482, "pid": 0, "tid": 7, "ts": 1683924250698129,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250670697, "dur": 14,
    "args": {
      "External id": 292482,
      "cbid": 211, "correlation": 292482
    }
  },
  {
    "ph": "s", "id": 292482, "pid": 743, "tid": 2509, "ts": 1683924250670697,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradForwardFilter4x4<float, float>(cudnn::winograd_nonfused::WinogradFilterParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250698267, "dur": 15,
    "args": {
      "External id": 292483,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292483,
      "registers per thread": 64,
      "shared memory": 9216,
      "blocks per SM": 1.6,
      "warps per SM": 12.8,
      "grid": [4, 16, 1],
      "block": [32, 8, 1],
      "est. achieved occupancy %": 40
    }
  },
  {
    "ph": "f", "id": 292483, "pid": 0, "tid": 7, "ts": 1683924250698267,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250670713, "dur": 7,
    "args": {
      "External id": 292483,
      "cbid": 211, "correlation": 292483
    }
  },
  {
    "ph": "s", "id": 292483, "pid": 743, "tid": 2509, "ts": 1683924250670713,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "volta_sgemm_128x64_nt", "pid": 0, "tid": 7,
    "ts": 1683924250698284, "dur": 476,
    "args": {
      "External id": 292485,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292485,
      "registers per thread": 122,
      "shared memory": 12288,
      "blocks per SM": 14.4,
      "warps per SM": 57.6,
      "grid": [8, 2, 36],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 50
    }
  },
  {
    "ph": "f", "id": 292485, "pid": 0, "tid": 7, "ts": 1683924250698284,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250670737, "dur": 8,
    "args": {
      "External id": 292485,
      "cbid": 211, "correlation": 292485
    }
  },
  {
    "ph": "s", "id": 292485, "pid": 743, "tid": 2509, "ts": 1683924250670737,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradForwardOutput4x4<float, float>(cudnn::winograd_nonfused::WinogradOutputParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250698762, "dur": 118,
    "args": {
      "External id": 292487,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292487,
      "registers per thread": 80,
      "shared memory": 16640,
      "blocks per SM": 12.8,
      "warps per SM": 102.4,
      "grid": [4, 128, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 75
    }
  },
  {
    "ph": "f", "id": 292487, "pid": 0, "tid": 7, "ts": 1683924250698762,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250670750, "dur": 6,
    "args": {
      "External id": 292487,
      "cbid": 211, "correlation": 292487
    }
  },
  {
    "ph": "s", "id": 292487, "pid": 743, "tid": 2509, "ts": 1683924250670750,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamIsCapturing", "pid": 743, "tid": 2509,
    "ts": 1683924250670793, "dur": 1,
    "args": {
      "External id": 292498,
      "cbid": 317, "correlation": 292498
    }
  },
  {
    "ph": "f", "id": 292498, "pid": 743, "tid": 2509, "ts": 1683924250670793,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamGetPriority", "pid": 743, "tid": 2509,
    "ts": 1683924250670795, "dur": 0,
    "args": {
      "External id": 292499,
      "cbid": 203, "correlation": 292499
    }
  },
  {
    "ph": "f", "id": 292499, "pid": 743, "tid": 2509, "ts": 1683924250670795,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaDeviceGetStreamPriorityRange", "pid": 743, "tid": 2509,
    "ts": 1683924250670796, "dur": 0,
    "args": {
      "External id": 292500,
      "cbid": 205, "correlation": 292500
    }
  },
  {
    "ph": "f", "id": 292500, "pid": 743, "tid": 2509, "ts": 1683924250670796,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradWgradData4x4<float, float>(cudnn::winograd_nonfused::WinogradDataParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250698881, "dur": 141,
    "args": {
      "External id": 292504,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292504,
      "registers per thread": 64,
      "shared memory": 24704,
      "blocks per SM": 12.8,
      "warps per SM": 102.4,
      "grid": [8, 64, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 50
    }
  },
  {
    "ph": "f", "id": 292504, "pid": 0, "tid": 7, "ts": 1683924250698881,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250670816, "dur": 11,
    "args": {
      "External id": 292504,
      "cbid": 211, "correlation": 292504
    }
  },
  {
    "ph": "s", "id": 292504, "pid": 743, "tid": 2509, "ts": 1683924250670816,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradWgradDelta4x4<float, float>(cudnn::winograd_nonfused::WinogradDeltaParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250699024, "dur": 152,
    "args": {
      "External id": 292505,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292505,
      "registers per thread": 64,
      "shared memory": 16896,
      "blocks per SM": 12.8,
      "warps per SM": 102.4,
      "grid": [8, 64, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 75
    }
  },
  {
    "ph": "f", "id": 292505, "pid": 0, "tid": 7, "ts": 1683924250699024,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250670828, "dur": 6,
    "args": {
      "External id": 292505,
      "cbid": 211, "correlation": 292505
    }
  },
  {
    "ph": "s", "id": 292505, "pid": 743, "tid": 2509, "ts": 1683924250670828,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "volta_sgemm_64x64_nt", "pid": 0, "tid": 7,
    "ts": 1683924250699178, "dur": 487,
    "args": {
      "External id": 292507,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292507,
      "registers per thread": 126,
      "shared memory": 8192,
      "blocks per SM": 3.6,
      "warps per SM": 7.2,
      "grid": [2, 2, 36],
      "block": [64, 1, 1],
      "est. achieved occupancy %": 22
    }
  },
  {
    "ph": "f", "id": 292507, "pid": 0, "tid": 7, "ts": 1683924250699178,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250670847, "dur": 7,
    "args": {
      "External id": 292507,
      "cbid": 211, "correlation": 292507
    }
  },
  {
    "ph": "s", "id": 292507, "pid": 743, "tid": 2509, "ts": 1683924250670847,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradWgradOutput4x4<float, float>(cudnn::winograd_nonfused::WinogradWgradOutputParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250699667, "dur": 52,
    "args": {
      "External id": 292509,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292509,
      "registers per thread": 64,
      "shared memory": 9216,
      "blocks per SM": 1.6,
      "warps per SM": 12.8,
      "grid": [4, 16, 1],
      "block": [32, 8, 1],
      "est. achieved occupancy %": 40
    }
  },
  {
    "ph": "f", "id": 292509, "pid": 0, "tid": 7, "ts": 1683924250699667,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250670857, "dur": 6,
    "args": {
      "External id": 292509,
      "cbid": 211, "correlation": 292509
    }
  },
  {
    "ph": "s", "id": 292509, "pid": 743, "tid": 2509, "ts": 1683924250670857,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::reduce_kernel<512, 1, at::native::ReduceOp<float, at::native::func_wrapper_t<float, at::native::sum_functor<float, float, float>::operator()(at::TensorIterator&)::{lambda(float, float)#1}>, unsigned int, float, 4> >(at::native::ReduceOp<float, at::native::func_wrapper_t<float, at::native::sum_functor<float, float, float>::operator()(at::TensorIterator&)::{lambda(float, float)#1}>, unsigned int, float, 4>)", "pid": 0, "tid": 7,
    "ts": 1683924250699721, "dur": 60,
    "args": {
      "External id": 292520,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292520,
      "registers per thread": 26,
      "shared memory": 2064,
      "blocks per SM": 3.2,
      "warps per SM": 51.2,
      "grid": [128, 1, 1],
      "block": [32, 16, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 292520, "pid": 0, "tid": 7, "ts": 1683924250699721,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250670904, "dur": 12,
    "args": {
      "External id": 292520,
      "cbid": 211, "correlation": 292520
    }
  },
  {
    "ph": "s", "id": 292520, "pid": 743, "tid": 2509, "ts": 1683924250670904,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::vectorized_elementwise_kernel<4, at::native::BinaryFunctor<float, float, float, at::native::(anonymous namespace)::threshold_kernel_impl<float>(at::TensorIteratorBase&, float, float)::{lambda(float, float)#1}>, at::detail::Array<char*, 3> >(int, at::native::BinaryFunctor<float, float, float, at::native::(anonymous namespace)::threshold_kernel_impl<float>(at::TensorIteratorBase&, float, float)::{lambda(float, float)#1}>, at::detail::Array<char*, 3>)", "pid": 0, "tid": 7,
    "ts": 1683924250699783, "dur": 95,
    "args": {
      "External id": 292535,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292535,
      "registers per thread": 24,
      "shared memory": 0,
      "blocks per SM": 102.4,
      "warps per SM": 409.6,
      "grid": [4096, 1, 1],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 292535, "pid": 0, "tid": 7, "ts": 1683924250699783,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250671030, "dur": 15,
    "args": {
      "External id": 292535,
      "cbid": 211, "correlation": 292535
    }
  },
  {
    "ph": "s", "id": 292535, "pid": 743, "tid": 2509, "ts": 1683924250671030,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamIsCapturing", "pid": 743, "tid": 2509,
    "ts": 1683924250671100, "dur": 1,
    "args": {
      "External id": 292547,
      "cbid": 317, "correlation": 292547
    }
  },
  {
    "ph": "f", "id": 292547, "pid": 743, "tid": 2509, "ts": 1683924250671100,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamGetPriority", "pid": 743, "tid": 2509,
    "ts": 1683924250671101, "dur": 0,
    "args": {
      "External id": 292548,
      "cbid": 203, "correlation": 292548
    }
  },
  {
    "ph": "f", "id": 292548, "pid": 743, "tid": 2509, "ts": 1683924250671101,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaDeviceGetStreamPriorityRange", "pid": 743, "tid": 2509,
    "ts": 1683924250671103, "dur": 0,
    "args": {
      "External id": 292549,
      "cbid": 205, "correlation": 292549
    }
  },
  {
    "ph": "f", "id": 292549, "pid": 743, "tid": 2509, "ts": 1683924250671103,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradForwardData4x4<float, float>(cudnn::winograd_nonfused::WinogradDataParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250699880, "dur": 137,
    "args": {
      "External id": 292553,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292553,
      "registers per thread": 108,
      "shared memory": 22656,
      "blocks per SM": 12.8,
      "warps per SM": 102.4,
      "grid": [4, 128, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 50
    }
  },
  {
    "ph": "f", "id": 292553, "pid": 0, "tid": 7, "ts": 1683924250699880,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250671126, "dur": 15,
    "args": {
      "External id": 292553,
      "cbid": 211, "correlation": 292553
    }
  },
  {
    "ph": "s", "id": 292553, "pid": 743, "tid": 2509, "ts": 1683924250671126,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradForwardFilter4x4<float, float>(cudnn::winograd_nonfused::WinogradFilterParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250700019, "dur": 11,
    "args": {
      "External id": 292554,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292554,
      "registers per thread": 64,
      "shared memory": 9216,
      "blocks per SM": 0.8,
      "warps per SM": 6.4,
      "grid": [2, 16, 1],
      "block": [32, 8, 1],
      "est. achieved occupancy %": 20
    }
  },
  {
    "ph": "f", "id": 292554, "pid": 0, "tid": 7, "ts": 1683924250700019,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250671142, "dur": 7,
    "args": {
      "External id": 292554,
      "cbid": 211, "correlation": 292554
    }
  },
  {
    "ph": "s", "id": 292554, "pid": 743, "tid": 2509, "ts": 1683924250671142,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "volta_sgemm_128x64_nt", "pid": 0, "tid": 7,
    "ts": 1683924250700032, "dur": 261,
    "args": {
      "External id": 292556,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292556,
      "registers per thread": 122,
      "shared memory": 12288,
      "blocks per SM": 7.2,
      "warps per SM": 28.8,
      "grid": [8, 1, 36],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 50
    }
  },
  {
    "ph": "f", "id": 292556, "pid": 0, "tid": 7, "ts": 1683924250700032,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250671167, "dur": 8,
    "args": {
      "External id": 292556,
      "cbid": 211, "correlation": 292556
    }
  },
  {
    "ph": "s", "id": 292556, "pid": 743, "tid": 2509, "ts": 1683924250671167,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradForwardOutput4x4<float, float>(cudnn::winograd_nonfused::WinogradOutputParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250700295, "dur": 59,
    "args": {
      "External id": 292558,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292558,
      "registers per thread": 80,
      "shared memory": 16640,
      "blocks per SM": 6.4,
      "warps per SM": 51.2,
      "grid": [4, 64, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 75
    }
  },
  {
    "ph": "f", "id": 292558, "pid": 0, "tid": 7, "ts": 1683924250700295,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250671179, "dur": 6,
    "args": {
      "External id": 292558,
      "cbid": 211, "correlation": 292558
    }
  },
  {
    "ph": "s", "id": 292558, "pid": 743, "tid": 2509, "ts": 1683924250671179,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamIsCapturing", "pid": 743, "tid": 2509,
    "ts": 1683924250671223, "dur": 1,
    "args": {
      "External id": 292569,
      "cbid": 317, "correlation": 292569
    }
  },
  {
    "ph": "f", "id": 292569, "pid": 743, "tid": 2509, "ts": 1683924250671223,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamGetPriority", "pid": 743, "tid": 2509,
    "ts": 1683924250671225, "dur": 0,
    "args": {
      "External id": 292570,
      "cbid": 203, "correlation": 292570
    }
  },
  {
    "ph": "f", "id": 292570, "pid": 743, "tid": 2509, "ts": 1683924250671225,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaDeviceGetStreamPriorityRange", "pid": 743, "tid": 2509,
    "ts": 1683924250671226, "dur": 0,
    "args": {
      "External id": 292571,
      "cbid": 205, "correlation": 292571
    }
  },
  {
    "ph": "f", "id": 292571, "pid": 743, "tid": 2509, "ts": 1683924250671226,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradWgradData4x4<float, float>(cudnn::winograd_nonfused::WinogradDataParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250700356, "dur": 79,
    "args": {
      "External id": 292575,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292575,
      "registers per thread": 64,
      "shared memory": 24704,
      "blocks per SM": 6.4,
      "warps per SM": 51.2,
      "grid": [4, 64, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 50
    }
  },
  {
    "ph": "f", "id": 292575, "pid": 0, "tid": 7, "ts": 1683924250700356,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250671245, "dur": 11,
    "args": {
      "External id": 292575,
      "cbid": 211, "correlation": 292575
    }
  },
  {
    "ph": "s", "id": 292575, "pid": 743, "tid": 2509, "ts": 1683924250671245,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradWgradDelta4x4<float, float>(cudnn::winograd_nonfused::WinogradDeltaParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250700437, "dur": 143,
    "args": {
      "External id": 292576,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292576,
      "registers per thread": 64,
      "shared memory": 16896,
      "blocks per SM": 12.8,
      "warps per SM": 102.4,
      "grid": [8, 64, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 75
    }
  },
  {
    "ph": "f", "id": 292576, "pid": 0, "tid": 7, "ts": 1683924250700437,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250671257, "dur": 6,
    "args": {
      "External id": 292576,
      "cbid": 211, "correlation": 292576
    }
  },
  {
    "ph": "s", "id": 292576, "pid": 743, "tid": 2509, "ts": 1683924250671257,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "volta_sgemm_64x64_nt", "pid": 0, "tid": 7,
    "ts": 1683924250700582, "dur": 472,
    "args": {
      "External id": 292578,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292578,
      "registers per thread": 126,
      "shared memory": 8192,
      "blocks per SM": 1.8,
      "warps per SM": 3.6,
      "grid": [1, 2, 36],
      "block": [64, 1, 1],
      "est. achieved occupancy %": 11
    }
  },
  {
    "ph": "f", "id": 292578, "pid": 0, "tid": 7, "ts": 1683924250700582,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250671277, "dur": 8,
    "args": {
      "External id": 292578,
      "cbid": 211, "correlation": 292578
    }
  },
  {
    "ph": "s", "id": 292578, "pid": 743, "tid": 2509, "ts": 1683924250671277,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradWgradOutput4x4<float, float>(cudnn::winograd_nonfused::WinogradWgradOutputParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250701056, "dur": 30,
    "args": {
      "External id": 292580,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292580,
      "registers per thread": 64,
      "shared memory": 9216,
      "blocks per SM": 0.8,
      "warps per SM": 6.4,
      "grid": [2, 16, 1],
      "block": [32, 8, 1],
      "est. achieved occupancy %": 20
    }
  },
  {
    "ph": "f", "id": 292580, "pid": 0, "tid": 7, "ts": 1683924250701056,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250671288, "dur": 6,
    "args": {
      "External id": 292580,
      "cbid": 211, "correlation": 292580
    }
  },
  {
    "ph": "s", "id": 292580, "pid": 743, "tid": 2509, "ts": 1683924250671288,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::reduce_kernel<512, 1, at::native::ReduceOp<float, at::native::func_wrapper_t<float, at::native::sum_functor<float, float, float>::operator()(at::TensorIterator&)::{lambda(float, float)#1}>, unsigned int, float, 4> >(at::native::ReduceOp<float, at::native::func_wrapper_t<float, at::native::sum_functor<float, float, float>::operator()(at::TensorIterator&)::{lambda(float, float)#1}>, unsigned int, float, 4>)", "pid": 0, "tid": 7,
    "ts": 1683924250701088, "dur": 57,
    "args": {
      "External id": 292591,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292591,
      "registers per thread": 26,
      "shared memory": 2064,
      "blocks per SM": 3.2,
      "warps per SM": 51.2,
      "grid": [128, 1, 1],
      "block": [32, 16, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 292591, "pid": 0, "tid": 7, "ts": 1683924250701088,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250671336, "dur": 11,
    "args": {
      "External id": 292591,
      "cbid": 211, "correlation": 292591
    }
  },
  {
    "ph": "s", "id": 292591, "pid": 743, "tid": 2509, "ts": 1683924250671336,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::vectorized_elementwise_kernel<4, at::native::FillFunctor<float>, at::detail::Array<char*, 1> >(int, at::native::FillFunctor<float>, at::detail::Array<char*, 1>)", "pid": 0, "tid": 7,
    "ts": 1683924250701147, "dur": 71,
    "args": {
      "External id": 292608,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292608,
      "registers per thread": 16,
      "shared memory": 0,
      "blocks per SM": 204.8,
      "warps per SM": 819.2,
      "grid": [8192, 1, 1],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 292608, "pid": 0, "tid": 7, "ts": 1683924250701147,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250671494, "dur": 18,
    "args": {
      "External id": 292608,
      "cbid": 211, "correlation": 292608
    }
  },
  {
    "ph": "s", "id": 292608, "pid": 743, "tid": 2509, "ts": 1683924250671494,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::(anonymous namespace)::max_pool_backward_nchw<float, float>(float const*, long const*, int, long, long, long, int, int, int, int, int, int, int, int, int, int, float*)", "pid": 0, "tid": 7,
    "ts": 1683924250701220, "dur": 560,
    "args": {
      "External id": 292615,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292615,
      "registers per thread": 48,
      "shared memory": 0,
      "blocks per SM": 409.6,
      "warps per SM": 3276.8,
      "grid": [4, 64, 64],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 292615, "pid": 0, "tid": 7, "ts": 1683924250701220,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250671539, "dur": 9,
    "args": {
      "External id": 292615,
      "cbid": 211, "correlation": 292615
    }
  },
  {
    "ph": "s", "id": 292615, "pid": 743, "tid": 2509, "ts": 1683924250671539,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::vectorized_elementwise_kernel<4, at::native::BinaryFunctor<float, float, float, at::native::(anonymous namespace)::threshold_kernel_impl<float>(at::TensorIteratorBase&, float, float)::{lambda(float, float)#1}>, at::detail::Array<char*, 3> >(int, at::native::BinaryFunctor<float, float, float, at::native::(anonymous namespace)::threshold_kernel_impl<float>(at::TensorIteratorBase&, float, float)::{lambda(float, float)#1}>, at::detail::Array<char*, 3>)", "pid": 0, "tid": 7,
    "ts": 1683924250701782, "dur": 204,
    "args": {
      "External id": 292625,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292625,
      "registers per thread": 24,
      "shared memory": 0,
      "blocks per SM": 204.8,
      "warps per SM": 819.2,
      "grid": [8192, 1, 1],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 292625, "pid": 0, "tid": 7, "ts": 1683924250701782,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250671609, "dur": 14,
    "args": {
      "External id": 292625,
      "cbid": 211, "correlation": 292625
    }
  },
  {
    "ph": "s", "id": 292625, "pid": 743, "tid": 2509, "ts": 1683924250671609,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamIsCapturing", "pid": 743, "tid": 2509,
    "ts": 1683924250671684, "dur": 1,
    "args": {
      "External id": 292637,
      "cbid": 317, "correlation": 292637
    }
  },
  {
    "ph": "f", "id": 292637, "pid": 743, "tid": 2509, "ts": 1683924250671684,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamGetPriority", "pid": 743, "tid": 2509,
    "ts": 1683924250671686, "dur": 0,
    "args": {
      "External id": 292638,
      "cbid": 203, "correlation": 292638
    }
  },
  {
    "ph": "f", "id": 292638, "pid": 743, "tid": 2509, "ts": 1683924250671686,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaDeviceGetStreamPriorityRange", "pid": 743, "tid": 2509,
    "ts": 1683924250671687, "dur": 0,
    "args": {
      "External id": 292639,
      "cbid": 205, "correlation": 292639
    }
  },
  {
    "ph": "f", "id": 292639, "pid": 743, "tid": 2509, "ts": 1683924250671687,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradForwardData4x4<float, float>(cudnn::winograd_nonfused::WinogradDataParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250701988, "dur": 277,
    "args": {
      "External id": 292643,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292643,
      "registers per thread": 108,
      "shared memory": 22656,
      "blocks per SM": 25.6,
      "warps per SM": 204.8,
      "grid": [16, 64, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 50
    }
  },
  {
    "ph": "f", "id": 292643, "pid": 0, "tid": 7, "ts": 1683924250701988,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250671712, "dur": 15,
    "args": {
      "External id": 292643,
      "cbid": 211, "correlation": 292643
    }
  },
  {
    "ph": "s", "id": 292643, "pid": 743, "tid": 2509, "ts": 1683924250671712,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradForwardFilter4x4<float, float>(cudnn::winograd_nonfused::WinogradFilterParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250702268, "dur": 8,
    "args": {
      "External id": 292644,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292644,
      "registers per thread": 64,
      "shared memory": 9216,
      "blocks per SM": 0.4,
      "warps per SM": 3.2,
      "grid": [2, 8, 1],
      "block": [32, 8, 1],
      "est. achieved occupancy %": 10
    }
  },
  {
    "ph": "f", "id": 292644, "pid": 0, "tid": 7, "ts": 1683924250702268,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250671729, "dur": 7,
    "args": {
      "External id": 292644,
      "cbid": 211, "correlation": 292644
    }
  },
  {
    "ph": "s", "id": 292644, "pid": 743, "tid": 2509, "ts": 1683924250671729,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "volta_sgemm_128x64_nt", "pid": 0, "tid": 7,
    "ts": 1683924250702278, "dur": 510,
    "args": {
      "External id": 292646,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292646,
      "registers per thread": 122,
      "shared memory": 12288,
      "blocks per SM": 28.8,
      "warps per SM": 115.2,
      "grid": [32, 1, 36],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 50
    }
  },
  {
    "ph": "f", "id": 292646, "pid": 0, "tid": 7, "ts": 1683924250702278,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250671754, "dur": 9,
    "args": {
      "External id": 292646,
      "cbid": 211, "correlation": 292646
    }
  },
  {
    "ph": "s", "id": 292646, "pid": 743, "tid": 2509, "ts": 1683924250671754,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradForwardOutput4x4<float, float>(cudnn::winograd_nonfused::WinogradOutputParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250702790, "dur": 230,
    "args": {
      "External id": 292648,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292648,
      "registers per thread": 80,
      "shared memory": 16640,
      "blocks per SM": 25.6,
      "warps per SM": 204.8,
      "grid": [16, 64, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 75
    }
  },
  {
    "ph": "f", "id": 292648, "pid": 0, "tid": 7, "ts": 1683924250702790,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250671767, "dur": 7,
    "args": {
      "External id": 292648,
      "cbid": 211, "correlation": 292648
    }
  },
  {
    "ph": "s", "id": 292648, "pid": 743, "tid": 2509, "ts": 1683924250671767,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamIsCapturing", "pid": 743, "tid": 2509,
    "ts": 1683924250671814, "dur": 1,
    "args": {
      "External id": 292659,
      "cbid": 317, "correlation": 292659
    }
  },
  {
    "ph": "f", "id": 292659, "pid": 743, "tid": 2509, "ts": 1683924250671814,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamGetPriority", "pid": 743, "tid": 2509,
    "ts": 1683924250671815, "dur": 0,
    "args": {
      "External id": 292660,
      "cbid": 203, "correlation": 292660
    }
  },
  {
    "ph": "f", "id": 292660, "pid": 743, "tid": 2509, "ts": 1683924250671815,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaDeviceGetStreamPriorityRange", "pid": 743, "tid": 2509,
    "ts": 1683924250671817, "dur": 0,
    "args": {
      "External id": 292661,
      "cbid": 205, "correlation": 292661
    }
  },
  {
    "ph": "f", "id": 292661, "pid": 743, "tid": 2509, "ts": 1683924250671817,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradWgradData4x4<float, float>(cudnn::winograd_nonfused::WinogradDataParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250703021, "dur": 277,
    "args": {
      "External id": 292665,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292665,
      "registers per thread": 64,
      "shared memory": 24704,
      "blocks per SM": 25.6,
      "warps per SM": 204.8,
      "grid": [16, 64, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 50
    }
  },
  {
    "ph": "f", "id": 292665, "pid": 0, "tid": 7, "ts": 1683924250703021,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250671837, "dur": 12,
    "args": {
      "External id": 292665,
      "cbid": 211, "correlation": 292665
    }
  },
  {
    "ph": "s", "id": 292665, "pid": 743, "tid": 2509, "ts": 1683924250671837,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradWgradDelta4x4<float, float>(cudnn::winograd_nonfused::WinogradDeltaParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250703300, "dur": 288,
    "args": {
      "External id": 292666,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292666,
      "registers per thread": 64,
      "shared memory": 16896,
      "blocks per SM": 25.6,
      "warps per SM": 204.8,
      "grid": [16, 64, 1],
      "block": [256, 1, 1],
      "est. achieved occupancy %": 75
    }
  },
  {
    "ph": "f", "id": 292666, "pid": 0, "tid": 7, "ts": 1683924250703300,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250671851, "dur": 7,
    "args": {
      "External id": 292666,
      "cbid": 211, "correlation": 292666
    }
  },
  {
    "ph": "s", "id": 292666, "pid": 743, "tid": 2509, "ts": 1683924250671851,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "volta_sgemm_64x64_nt", "pid": 0, "tid": 7,
    "ts": 1683924250703590, "dur": 961,
    "args": {
      "External id": 292668,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292668,
      "registers per thread": 126,
      "shared memory": 8192,
      "blocks per SM": 0.9,
      "warps per SM": 1.8,
      "grid": [1, 1, 36],
      "block": [64, 1, 1],
      "est. achieved occupancy %": 6
    }
  },
  {
    "ph": "f", "id": 292668, "pid": 0, "tid": 7, "ts": 1683924250703590,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250671873, "dur": 7,
    "args": {
      "External id": 292668,
      "cbid": 211, "correlation": 292668
    }
  },
  {
    "ph": "s", "id": 292668, "pid": 743, "tid": 2509, "ts": 1683924250671873,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void cudnn::winograd_nonfused::winogradWgradOutput4x4<float, float>(cudnn::winograd_nonfused::WinogradWgradOutputParams<float, float>)", "pid": 0, "tid": 7,
    "ts": 1683924250704554, "dur": 29,
    "args": {
      "External id": 292670,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292670,
      "registers per thread": 64,
      "shared memory": 9216,
      "blocks per SM": 0.4,
      "warps per SM": 3.2,
      "grid": [2, 8, 1],
      "block": [32, 8, 1],
      "est. achieved occupancy %": 10
    }
  },
  {
    "ph": "f", "id": 292670, "pid": 0, "tid": 7, "ts": 1683924250704554,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250671884, "dur": 6,
    "args": {
      "External id": 292670,
      "cbid": 211, "correlation": 292670
    }
  },
  {
    "ph": "s", "id": 292670, "pid": 743, "tid": 2509, "ts": 1683924250671884,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::reduce_kernel<512, 1, at::native::ReduceOp<float, at::native::func_wrapper_t<float, at::native::sum_functor<float, float, float>::operator()(at::TensorIterator&)::{lambda(float, float)#1}>, unsigned int, float, 4> >(at::native::ReduceOp<float, at::native::func_wrapper_t<float, at::native::sum_functor<float, float, float>::operator()(at::TensorIterator&)::{lambda(float, float)#1}>, unsigned int, float, 4>)", "pid": 0, "tid": 7,
    "ts": 1683924250704584, "dur": 87,
    "args": {
      "External id": 292681,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292681,
      "registers per thread": 26,
      "shared memory": 2064,
      "blocks per SM": 1.6,
      "warps per SM": 25.6,
      "grid": [64, 1, 1],
      "block": [32, 16, 1],
      "est. achieved occupancy %": 80
    }
  },
  {
    "ph": "f", "id": 292681, "pid": 0, "tid": 7, "ts": 1683924250704584,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250671933, "dur": 10,
    "args": {
      "External id": 292681,
      "cbid": 211, "correlation": 292681
    }
  },
  {
    "ph": "s", "id": 292681, "pid": 743, "tid": 2509, "ts": 1683924250671933,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::vectorized_elementwise_kernel<4, at::native::BinaryFunctor<float, float, float, at::native::(anonymous namespace)::threshold_kernel_impl<float>(at::TensorIteratorBase&, float, float)::{lambda(float, float)#1}>, at::detail::Array<char*, 3> >(int, at::native::BinaryFunctor<float, float, float, at::native::(anonymous namespace)::threshold_kernel_impl<float>(at::TensorIteratorBase&, float, float)::{lambda(float, float)#1}>, at::detail::Array<char*, 3>)", "pid": 0, "tid": 7,
    "ts": 1683924250704673, "dur": 193,
    "args": {
      "External id": 292696,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292696,
      "registers per thread": 24,
      "shared memory": 0,
      "blocks per SM": 204.8,
      "warps per SM": 819.2,
      "grid": [8192, 1, 1],
      "block": [128, 1, 1],
      "est. achieved occupancy %": 100
    }
  },
  {
    "ph": "f", "id": 292696, "pid": 0, "tid": 7, "ts": 1683924250704673,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250672062, "dur": 16,
    "args": {
      "External id": 292696,
      "cbid": 211, "correlation": 292696
    }
  },
  {
    "ph": "s", "id": 292696, "pid": 743, "tid": 2509, "ts": 1683924250672062,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamIsCapturing", "pid": 743, "tid": 2509,
    "ts": 1683924250672138, "dur": 1,
    "args": {
      "External id": 292710,
      "cbid": 317, "correlation": 292710
    }
  },
  {
    "ph": "f", "id": 292710, "pid": 743, "tid": 2509, "ts": 1683924250672138,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaStreamGetPriority", "pid": 743, "tid": 2509,
    "ts": 1683924250672140, "dur": 0,
    "args": {
      "External id": 292711,
      "cbid": 203, "correlation": 292711
    }
  },
  {
    "ph": "f", "id": 292711, "pid": 743, "tid": 2509, "ts": 1683924250672140,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaDeviceGetStreamPriorityRange", "pid": 743, "tid": 2509,
    "ts": 1683924250672141, "dur": 0,
    "args": {
      "External id": 292712,
      "cbid": 205, "correlation": 292712
    }
  },
  {
    "ph": "f", "id": 292712, "pid": 743, "tid": 2509, "ts": 1683924250672141,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "gpu_memset", "name": "Memset (Device)", "pid": 0, "tid": 7,
    "ts": 1683924250704868, "dur": 5,
    "args": {
      "External id": 292716,
      "device": 0, "context": 1,
      "stream": 7, "correlation": 292716,
      "bytes": 6912, "memory bandwidth (GB/s)": 1.375796178343949
    }
  },
  {
    "ph": "f", "id": 292716, "pid": 0, "tid": 7, "ts": 1683924250704868,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaMemsetAsync", "pid": 743, "tid": 2509,
    "ts": 1683924250672170, "dur": 17,
    "args": {
      "External id": 292716,
      "cbid": 51, "correlation": 292716
    }
  },
  {
    "ph": "s", "id": 292716, "pid": 743, "tid": 2509, "ts": 1683924250672170,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void wgrad_alg0_engine<float, 128, 5, 5, 3, 3, 3, false, 512>(int, int, int, float const*, int, float*, float const*, kernel_grad_params, unsigned long long, int, float, int, int, int, int)", "pid": 0, "tid": 7,
    "ts": 1683924250704874, "dur": 367,
    "args": {
      "External id": 292717,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292717,
      "registers per thread": 82,
      "shared memory": 2304,
      "blocks per SM": 6.4,
      "warps per SM": 12.8,
      "grid": [1, 2, 128],
      "block": [8, 8, 1],
      "est. achieved occupancy %": 40
    }
  },
  {
    "ph": "f", "id": 292717, "pid": 0, "tid": 7, "ts": 1683924250704874,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250672191, "dur": 12,
    "args": {
      "External id": 292717,
      "cbid": 211, "correlation": 292717
    }
  },
  {
    "ph": "s", "id": 292717, "pid": 743, "tid": 2509, "ts": 1683924250672191,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "kernel", "name": "void at::native::reduce_kernel<512, 1, at::native::ReduceOp<float, at::native::func_wrapper_t<float, at::native::sum_functor<float, float, float>::operator()(at::TensorIterator&)::{lambda(float, float)#1}>, unsigned int, float, 4> >(at::native::ReduceOp<float, at::native::func_wrapper_t<float, at::native::sum_functor<float, float, float>::operator()(at::TensorIterator&)::{lambda(float, float)#1}>, unsigned int, float, 4>)", "pid": 0, "tid": 7,
    "ts": 1683924250705244, "dur": 87,
    "args": {
      "External id": 292728,
      "queued": 0, "device": 0, "context": 1,
      "stream": 7, "correlation": 292728,
      "registers per thread": 26,
      "shared memory": 2064,
      "blocks per SM": 1.6,
      "warps per SM": 25.6,
      "grid": [64, 1, 1],
      "block": [32, 16, 1],
      "est. achieved occupancy %": 80
    }
  },
  {
    "ph": "f", "id": 292728, "pid": 0, "tid": 7, "ts": 1683924250705244,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaLaunchKernel", "pid": 743, "tid": 2509,
    "ts": 1683924250672235, "dur": 8,
    "args": {
      "External id": 292728,
      "cbid": 211, "correlation": 292728
    }
  },
  {
    "ph": "s", "id": 292728, "pid": 743, "tid": 2509, "ts": 1683924250672235,
    "cat": "ac2g", "name": "ac2g"
  },
  {
    "ph": "X", "cat": "cuda_runtime", "name": "cudaDeviceSynchronize", "pid": 743, "tid": 743,
    "ts": 1683924250672473, "dur": 32868,
    "args": {
      "External id": 292739,
      "cbid": 165, "correlation": 292739
    }
  },
  {
    "ph": "f", "id": 292739, "pid": 743, "tid": 743, "ts": 1683924250672473,
    "cat": "ac2g", "name": "ac2g", "bp": "e"
  },
  {
    "name": "process_name", "ph": "M", "ts": 1683924250655146, "pid": 743, "tid": 0,
    "args": {
      "name": "python3"
    }
  },
  {
    "name": "process_labels", "ph": "M", "ts": 1683924250655146, "pid": 743, "tid": 0,
    "args": {
      "labels": "CPU"
    }
  },
  {
    "name": "process_sort_index", "ph": "M", "ts": 1683924250655146, "pid": 743, "tid": 0,
    "args": {
      "sort_index": 743
    }
  },
  {
    "name": "process_name", "ph": "M", "ts": 1683924250655146, "pid": 0, "tid": 0,
    "args": {
      "name": "python3"
    }
  },
  {
    "name": "process_labels", "ph": "M", "ts": 1683924250655146, "pid": 0, "tid": 0,
    "args": {
      "labels": "GPU 0"
    }
  },
  {
    "name": "process_sort_index", "ph": "M", "ts": 1683924250655146, "pid": 0, "tid": 0,
    "args": {
      "sort_index": 16777216
    }
  },
  {
    "name": "process_name", "ph": "M", "ts": 1683924250655146, "pid": 1, "tid": 0,
    "args": {
      "name": "python3"
    }
  },
  {
    "name": "process_labels", "ph": "M", "ts": 1683924250655146, "pid": 1, "tid": 0,
    "args": {
      "labels": "GPU 1"
    }
  },
  {
    "name": "process_sort_index", "ph": "M", "ts": 1683924250655146, "pid": 1, "tid": 0,
    "args": {
      "sort_index": 16777217
    }
  },
  {
    "name": "process_name", "ph": "M", "ts": 1683924250655146, "pid": 2, "tid": 0,
    "args": {
      "name": "python3"
    }
  },
  {
    "name": "process_labels", "ph": "M", "ts": 1683924250655146, "pid": 2, "tid": 0,
    "args": {
      "labels": "GPU 2"
    }
  },
  {
    "name": "process_sort_index", "ph": "M", "ts": 1683924250655146, "pid": 2, "tid": 0,
    "args": {
      "sort_index": 16777218
    }
  },
  {
    "name": "process_name", "ph": "M", "ts": 1683924250655146, "pid": 3, "tid": 0,
    "args": {
      "name": "python3"
    }
  },
  {
    "name": "process_labels", "ph": "M", "ts": 1683924250655146, "pid": 3, "tid": 0,
    "args": {
      "labels": "GPU 3"
    }
  },
  {
    "name": "process_sort_index", "ph": "M", "ts": 1683924250655146, "pid": 3, "tid": 0,
    "args": {
      "sort_index": 16777219
    }
  },
  {
    "name": "process_name", "ph": "M", "ts": 1683924250655146, "pid": 4, "tid": 0,
    "args": {
      "name": "python3"
    }
  },
  {
    "name": "process_labels", "ph": "M", "ts": 1683924250655146, "pid": 4, "tid": 0,
    "args": {
      "labels": "GPU 4"
    }
  },
  {
    "name": "process_sort_index", "ph": "M", "ts": 1683924250655146, "pid": 4, "tid": 0,
    "args": {
      "sort_index": 16777220
    }
  },
  {
    "name": "process_name", "ph": "M", "ts": 1683924250655146, "pid": 5, "tid": 0,
    "args": {
      "name": "python3"
    }
  },
  {
    "name": "process_labels", "ph": "M", "ts": 1683924250655146, "pid": 5, "tid": 0,
    "args": {
      "labels": "GPU 5"
    }
  },
  {
    "name": "process_sort_index", "ph": "M", "ts": 1683924250655146, "pid": 5, "tid": 0,
    "args": {
      "sort_index": 16777221
    }
  },
  {
    "name": "process_name", "ph": "M", "ts": 1683924250655146, "pid": 6, "tid": 0,
    "args": {
      "name": "python3"
    }
  },
  {
    "name": "process_labels", "ph": "M", "ts": 1683924250655146, "pid": 6, "tid": 0,
    "args": {
      "labels": "GPU 6"
    }
  },
  {
    "name": "process_sort_index", "ph": "M", "ts": 1683924250655146, "pid": 6, "tid": 0,
    "args": {
      "sort_index": 16777222
    }
  },
  {
    "name": "process_name", "ph": "M", "ts": 1683924250655146, "pid": 7, "tid": 0,
    "args": {
      "name": "python3"
    }
  },
  {
    "name": "process_labels", "ph": "M", "ts": 1683924250655146, "pid": 7, "tid": 0,
    "args": {
      "labels": "GPU 7"
    }
  },
  {
    "name": "process_sort_index", "ph": "M", "ts": 1683924250655146, "pid": 7, "tid": 0,
    "args": {
      "sort_index": 16777223
    }
  },
  {
    "name": "thread_name", "ph": "M", "ts": 1683924250655146, "pid": 0, "tid": 7,
    "args": {
      "name": "stream 7 "
    }
  },
  {
    "name": "thread_sort_index", "ph": "M", "ts": 1683924250655146, "pid": 0, "tid": 7,
    "args": {
      "sort_index": 7
    }
  },
  {
    "name": "thread_name", "ph": "M", "ts": 1683924250655146, "pid": 0, "tid": 29,
    "args": {
      "name": "stream 29 "
    }
  },
  {
    "name": "thread_sort_index", "ph": "M", "ts": 1683924250655146, "pid": 0, "tid": 29,
    "args": {
      "sort_index": 29
    }
  },
  {
    "name": "thread_name", "ph": "M", "ts": 1683924250655146, "pid": 743, "tid": 2509,
    "args": {
      "name": "thread 2509 (python3)"
    }
  },
  {
    "name": "thread_sort_index", "ph": "M", "ts": 1683924250655146, "pid": 743, "tid": 2509,
    "args": {
      "sort_index": 2509
    }
  },
  {
    "name": "thread_name", "ph": "M", "ts": 1683924250655146, "pid": 743, "tid": 743,
    "args": {
      "name": "thread 743 (python3)"
    }
  },
  {
    "name": "thread_sort_index", "ph": "M", "ts": 1683924250655146, "pid": 743, "tid": 743,
    "args": {
      "sort_index": 743
    }
  },
  {
    "name": "thread_name", "ph": "M", "ts": 1683924250655146, "pid": 743, "tid": 2509,
    "args": {
      "name": "thread 2509 (python3)"
    }
  },
  {
    "name": "thread_sort_index", "ph": "M", "ts": 1683924250655146, "pid": 743, "tid": 2509,
    "args": {
      "sort_index": 2509
    }
  },
  {
    "ph": "X", "cat": "Trace", "ts": 1683924250653995, "dur": 51372,
    "pid": "Spans", "tid": "PyTorch Profiler",
    "name": "PyTorch Profiler (0)",
    "args": {
      "Op count": 0
    }
  },
  {
    "name": "process_sort_index", "ph": "M", "ts": 1683924250653995,
    "pid": "Spans", "tid": 0,
    "args": {
      "sort_index": 536870912
    }
  },
  {
    "name": "Iteration Start: PyTorch Profiler", "ph": "i", "s": "g",
    "pid": "Traces", "tid": "Trace PyTorch Profiler", "ts": 1683924250653995
  },
  {
    "name": "Record Window End", "ph": "i", "s": "g",
    "pid": "", "tid": "", "ts": 1683924250706397
  }
  ],
  "traceName": "trace.json"
}