Upload folder using huggingface_hub
Browse files
README.md
CHANGED
|
@@ -148,8 +148,8 @@ for i in range(NUM_ITER + WARMUP):
|
|
| 148 |
torch.cuda.synchronize()
|
| 149 |
timing_kernel.append(start_kernel.elapsed_time(end_kernel))
|
| 150 |
timing_vanilla.append(start_vanilla.elapsed_time(end_vanilla))
|
| 151 |
-
loss_kernel_list[i-
|
| 152 |
-
loss_vanilla_list[i-
|
| 153 |
zero_grad()
|
| 154 |
|
| 155 |
if torch.allclose(loss_kernel, loss_vanilla):
|
|
|
|
| 148 |
torch.cuda.synchronize()
|
| 149 |
timing_kernel.append(start_kernel.elapsed_time(end_kernel))
|
| 150 |
timing_vanilla.append(start_vanilla.elapsed_time(end_vanilla))
|
| 151 |
+
loss_kernel_list[i-WARMUP] = loss_kernel.detach()
|
| 152 |
+
loss_vanilla_list[i-WARMUP] = loss_vanilla.detach()
|
| 153 |
zero_grad()
|
| 154 |
|
| 155 |
if torch.allclose(loss_kernel, loss_vanilla):
|