Kernels
sae
elephantmipt commited on
Commit
ed21233
·
verified ·
1 Parent(s): 2b62ea9

Upload folder using huggingface_hub

Browse files
Files changed (1) hide show
  1. README.md +2 -2
README.md CHANGED
@@ -148,8 +148,8 @@ for i in range(NUM_ITER + WARMUP):
148
  torch.cuda.synchronize()
149
  timing_kernel.append(start_kernel.elapsed_time(end_kernel))
150
  timing_vanilla.append(start_vanilla.elapsed_time(end_vanilla))
151
- loss_kernel_list[i-warmup] = loss_kernel.detach()
152
- loss_vanilla_list[i-warmup] = loss_vanilla.detach()
153
  zero_grad()
154
 
155
  if torch.allclose(loss_kernel, loss_vanilla):
 
148
  torch.cuda.synchronize()
149
  timing_kernel.append(start_kernel.elapsed_time(end_kernel))
150
  timing_vanilla.append(start_vanilla.elapsed_time(end_vanilla))
151
+ loss_kernel_list[i-WARMUP] = loss_kernel.detach()
152
+ loss_vanilla_list[i-WARMUP] = loss_vanilla.detach()
153
  zero_grad()
154
 
155
  if torch.allclose(loss_kernel, loss_vanilla):