Hugging Face's logo

pingzhili
/
duo-attn-patterns

Model card Files
xet
Community
pingzhili commited on
Commit
fcdcfa7
·
1 Parent(s): 9334c9f

init

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/config.json +1 -0
  2. DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads.tsv +32 -0
  3. DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_latest.tsv +32 -0
  4. DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=100.tsv +32 -0
  5. DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=1000.tsv +32 -0
  6. DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=1050.tsv +32 -0
  7. DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=1100.tsv +32 -0
  8. DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=1150.tsv +32 -0
  9. DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=1200.tsv +32 -0
  10. DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=1250.tsv +32 -0
  11. DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=1300.tsv +32 -0
  12. DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=1350.tsv +32 -0
  13. DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=1400.tsv +32 -0
  14. DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=1450.tsv +32 -0
  15. DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=150.tsv +32 -0
  16. DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=1500.tsv +32 -0
  17. DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=1550.tsv +32 -0
  18. DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=1600.tsv +32 -0
  19. DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=1650.tsv +32 -0
  20. DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=1700.tsv +32 -0
  21. DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=1750.tsv +32 -0
  22. DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=1800.tsv +32 -0
  23. DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=1850.tsv +32 -0
  24. DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=1900.tsv +32 -0
  25. DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=1950.tsv +32 -0
  26. DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=200.tsv +32 -0
  27. DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=2000.tsv +32 -0
  28. DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=250.tsv +32 -0
  29. DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=300.tsv +32 -0
  30. DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=350.tsv +32 -0
  31. DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=400.tsv +32 -0
  32. DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=450.tsv +32 -0
  33. DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=50.tsv +32 -0
  34. DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=500.tsv +32 -0
  35. DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=550.tsv +32 -0
  36. DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=600.tsv +32 -0
  37. DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=650.tsv +32 -0
  38. DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=700.tsv +32 -0
  39. DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=750.tsv +32 -0
  40. DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=800.tsv +32 -0
  41. DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=850.tsv +32 -0
  42. DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=900.tsv +32 -0
  43. DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=950.tsv +32 -0
  44. DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/optimizer_scheduler_state-step=100-rank=0.pt +3 -0
  45. DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/optimizer_scheduler_state-step=100-rank=1.pt +3 -0
  46. DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/optimizer_scheduler_state-step=100-rank=2.pt +3 -0
  47. DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/optimizer_scheduler_state-step=100-rank=3.pt +3 -0
  48. DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/optimizer_scheduler_state-step=1000-rank=0.pt +3 -0
  49. DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/optimizer_scheduler_state-step=1000-rank=1.pt +3 -0
  50. DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/optimizer_scheduler_state-step=1000-rank=2.pt +3 -0
DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"model_name": "models/DeepSeek-R1-Distill-Llama-8B", "config_name": null, "dataset_name": "datasets/booksum.jsonl.zst", "dataset_format": "multiple_passkey", "split": "train", "lr": 0.02, "num_steps": 2000, "batch_size": 1, "max_length": 32000, "context_length_min": 1000, "context_length_max": 32000, "context_lengths_num_intervals": 50, "depth_ratio_num_intervals": 1000, "num_passkeys": 10, "output_dir": "attn_patterns/DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10", "sink_size": 128, "recent_size": 256, "deploy_sink_size": null, "deploy_recent_size": null, "reg_weight": 0.05, "initial_value": 1.0, "exp_name": "DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10", "enable_pp": false, "enable_tp": false, "disable_wandb": false, "min_needle_depth_ratio": 0.05, "max_needle_depth_ratio": 0.95, "save_steps": 50, "gradient_accumulation_steps": 2, "resume": false, "rope_theta": null, "device": "cuda:0", "streaming_attn_implementation": "blocksparse", "supervision": "distill", "n_samples": null, "task": "default", "attn_load_dir": null, "threshold": 0.5, "sparsity": null, "passkey_length": 32, "context_length": 16384, "generation_length": 256, "stride_length": 256, "prefilling_chunk_size": 4096, "seed": 42}
DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads.tsv ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 8.828125000000000000e-01 5.703125000000000000e-01 1.000000000000000000e+00 4.199218750000000000e-01 4.463195800781250000e-04 6.289062500000000000e-01 3.691406250000000000e-01 2.656250000000000000e-01
2
+ 9.679794311523437500e-05 -7.724761962890625000e-05 -1.015663146972656250e-04 1.000000000000000000e+00 -3.719329833984375000e-04 8.359375000000000000e-01 -1.525878906250000000e-04 -1.764297485351562500e-04
3
+ -1.850128173828125000e-04 6.953125000000000000e-01 -1.239776611328125000e-04 9.843750000000000000e-01 6.796875000000000000e-01 9.804687500000000000e-01 9.843750000000000000e-01 2.727508544921875000e-04
4
+ 8.164062500000000000e-01 -2.708435058593750000e-04 1.134872436523437500e-04 1.783370971679687500e-04 8.476562500000000000e-01 9.414062500000000000e-01 9.648437500000000000e-01 5.117187500000000000e-01
5
+ -2.816319465637207031e-06 3.356933593750000000e-04 1.933593750000000000e-01 8.554687500000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00 7.382812500000000000e-01 1.459121704101562500e-04
6
+ 7.656250000000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 7.070312500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.972656250000000000e-01 1.000000000000000000e+00
7
+ 4.511718750000000000e-01 8.203125000000000000e-01 7.187500000000000000e-01 6.328125000000000000e-01 9.062500000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 8.320312500000000000e-01
8
+ 1.000000000000000000e+00 7.695312500000000000e-01 2.609252929687500000e-03 1.000000000000000000e+00 1.747131347656250000e-03 1.000000000000000000e+00 1.000000000000000000e+00 4.257812500000000000e-01
9
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.953125000000000000e-01 1.000000000000000000e+00 5.312500000000000000e-01 9.179687500000000000e-01 1.000000000000000000e+00
10
+ 9.843750000000000000e-01 8.632812500000000000e-01 4.843750000000000000e-01 1.000000000000000000e+00 8.281250000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 9.882812500000000000e-01
11
+ 1.000000000000000000e+00 8.789062500000000000e-01 8.281250000000000000e-01 9.687500000000000000e-01 9.921875000000000000e-01 5.625000000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
12
+ 1.000000000000000000e+00 1.000000000000000000e+00 7.890625000000000000e-01 9.531250000000000000e-01 9.687500000000000000e-01 8.789062500000000000e-01 4.809570312500000000e-02 1.000000000000000000e+00
13
+ 1.000000000000000000e+00 1.019287109375000000e-02 7.812500000000000000e-01 8.554687500000000000e-01 8.867187500000000000e-01 9.960937500000000000e-01 -5.781650543212890625e-06 5.039062500000000000e-01
14
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 9.414062500000000000e-01 1.000000000000000000e+00 8.007812500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
15
+ 6.367187500000000000e-01 1.000000000000000000e+00 5.546875000000000000e-01 9.687500000000000000e-01 9.882812500000000000e-01 9.687500000000000000e-01 9.296875000000000000e-01 1.000000000000000000e+00
16
+ 1.000000000000000000e+00 6.562500000000000000e-01 9.960937500000000000e-01 2.617187500000000000e-01 1.000000000000000000e+00 7.929687500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
17
+ 9.921875000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 3.099441528320312500e-05 9.335937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.695312500000000000e-01
18
+ 1.000000000000000000e+00 1.000000000000000000e+00 9.296875000000000000e-01 1.000000000000000000e+00 7.968750000000000000e-01 9.492187500000000000e-01 1.000000000000000000e+00 9.843750000000000000e-01
19
+ 5.273437500000000000e-01 1.000000000000000000e+00 8.007812500000000000e-01 1.000000000000000000e+00 9.140625000000000000e-01 9.570312500000000000e-01 1.808166503906250000e-03 8.476562500000000000e-01
20
+ 1.000000000000000000e+00 7.617187500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.869201660156250000e-03 9.726562500000000000e-01 5.585937500000000000e-01 1.000000000000000000e+00
21
+ 9.843750000000000000e-01 2.646446228027343750e-05 1.000000000000000000e+00 9.843750000000000000e-01 1.000000000000000000e+00 9.804687500000000000e-01 1.000000000000000000e+00 2.558593750000000000e-01
22
+ 1.000000000000000000e+00 9.062500000000000000e-01 9.687500000000000000e-01 1.000000000000000000e+00 9.335937500000000000e-01 9.531250000000000000e-01 8.046875000000000000e-01 5.859375000000000000e-01
23
+ 9.257812500000000000e-01 9.531250000000000000e-01 8.593750000000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00 7.070312500000000000e-01 7.890625000000000000e-01 9.648437500000000000e-01
24
+ 1.000000000000000000e+00 1.000000000000000000e+00 6.370544433593750000e-04 9.726562500000000000e-01 1.397705078125000000e-02 9.843750000000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00
25
+ 1.000000000000000000e+00 5.234375000000000000e-01 2.294778823852539062e-06 9.453125000000000000e-01 9.804687500000000000e-01 9.882812500000000000e-01 9.921875000000000000e-01 6.953125000000000000e-01
26
+ 9.726562500000000000e-01 9.882812500000000000e-01 9.994506835937500000e-04 9.960937500000000000e-01 9.609375000000000000e-01 1.000000000000000000e+00 -2.098083496093750000e-04 2.183914184570312500e-04
27
+ 1.000000000000000000e+00 9.101562500000000000e-01 6.718750000000000000e-01 1.000000000000000000e+00 9.179687500000000000e-01 8.710937500000000000e-01 8.828125000000000000e-01 9.960937500000000000e-01
28
+ -1.196861267089843750e-04 1.000000000000000000e+00 8.984375000000000000e-01 9.492187500000000000e-01 9.492187500000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 9.882812500000000000e-01
29
+ 9.960937500000000000e-01 9.960937500000000000e-01 9.140625000000000000e-01 9.843750000000000000e-01 1.000000000000000000e+00 9.843750000000000000e-01 1.000000000000000000e+00 9.414062500000000000e-01
30
+ 1.192092895507812500e-04 -1.964569091796875000e-04 1.000000000000000000e+00 1.926422119140625000e-04 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
31
+ 9.921875000000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 9.960937500000000000e-01 9.960937500000000000e-01
32
+ 9.882812500000000000e-01 8.945312500000000000e-01 9.414062500000000000e-01 7.968750000000000000e-01 9.296875000000000000e-01 9.609375000000000000e-01 9.257812500000000000e-01 9.648437500000000000e-01
DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_latest.tsv ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 8.828125000000000000e-01 5.703125000000000000e-01 1.000000000000000000e+00 4.199218750000000000e-01 2.613067626953125000e-04 6.289062500000000000e-01 3.691406250000000000e-01 2.656250000000000000e-01
2
+ 0.000000000000000000e+00 0.000000000000000000e+00 0.000000000000000000e+00 1.000000000000000000e+00 0.000000000000000000e+00 8.359375000000000000e-01 0.000000000000000000e+00 1.306533813476562500e-04
3
+ 0.000000000000000000e+00 6.953125000000000000e-01 0.000000000000000000e+00 9.843750000000000000e-01 6.796875000000000000e-01 9.804687500000000000e-01 9.843750000000000000e-01 4.444122314453125000e-04
4
+ 8.164062500000000000e-01 0.000000000000000000e+00 1.697540283203125000e-04 6.532669067382812500e-05 8.476562500000000000e-01 9.414062500000000000e-01 9.648437500000000000e-01 5.117187500000000000e-01
5
+ 2.086162567138671875e-05 2.288818359375000000e-04 1.933593750000000000e-01 8.554687500000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00 7.382812500000000000e-01 1.230239868164062500e-04
6
+ 7.656250000000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 7.070312500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.972656250000000000e-01 1.000000000000000000e+00
7
+ 4.511718750000000000e-01 8.203125000000000000e-01 7.187500000000000000e-01 6.328125000000000000e-01 9.062500000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 8.320312500000000000e-01
8
+ 1.000000000000000000e+00 7.695312500000000000e-01 2.609252929687500000e-03 1.000000000000000000e+00 1.792907714843750000e-03 1.000000000000000000e+00 1.000000000000000000e+00 4.257812500000000000e-01
9
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.953125000000000000e-01 1.000000000000000000e+00 5.312500000000000000e-01 9.179687500000000000e-01 1.000000000000000000e+00
10
+ 9.843750000000000000e-01 8.632812500000000000e-01 4.843750000000000000e-01 1.000000000000000000e+00 8.281250000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 9.882812500000000000e-01
11
+ 1.000000000000000000e+00 8.789062500000000000e-01 8.281250000000000000e-01 9.687500000000000000e-01 9.921875000000000000e-01 5.625000000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
12
+ 1.000000000000000000e+00 1.000000000000000000e+00 7.890625000000000000e-01 9.531250000000000000e-01 9.687500000000000000e-01 8.789062500000000000e-01 4.809570312500000000e-02 1.000000000000000000e+00
13
+ 1.000000000000000000e+00 9.887695312500000000e-03 7.812500000000000000e-01 8.554687500000000000e-01 8.867187500000000000e-01 9.960937500000000000e-01 2.706050872802734375e-05 5.039062500000000000e-01
14
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 9.414062500000000000e-01 1.000000000000000000e+00 8.007812500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
15
+ 6.367187500000000000e-01 1.000000000000000000e+00 5.546875000000000000e-01 9.687500000000000000e-01 9.882812500000000000e-01 9.687500000000000000e-01 9.296875000000000000e-01 1.000000000000000000e+00
16
+ 1.000000000000000000e+00 6.562500000000000000e-01 9.960937500000000000e-01 2.617187500000000000e-01 1.000000000000000000e+00 7.929687500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
17
+ 9.921875000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 2.193450927734375000e-04 9.335937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.695312500000000000e-01
18
+ 1.000000000000000000e+00 1.000000000000000000e+00 9.296875000000000000e-01 1.000000000000000000e+00 7.968750000000000000e-01 9.492187500000000000e-01 1.000000000000000000e+00 9.843750000000000000e-01
19
+ 5.273437500000000000e-01 1.000000000000000000e+00 8.007812500000000000e-01 1.000000000000000000e+00 9.140625000000000000e-01 9.570312500000000000e-01 1.831054687500000000e-03 8.476562500000000000e-01
20
+ 1.000000000000000000e+00 7.617187500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.953125000000000000e-03 9.726562500000000000e-01 5.585937500000000000e-01 1.000000000000000000e+00
21
+ 9.843750000000000000e-01 0.000000000000000000e+00 1.000000000000000000e+00 9.843750000000000000e-01 1.000000000000000000e+00 9.804687500000000000e-01 1.000000000000000000e+00 2.558593750000000000e-01
22
+ 1.000000000000000000e+00 9.062500000000000000e-01 9.687500000000000000e-01 1.000000000000000000e+00 9.335937500000000000e-01 9.531250000000000000e-01 8.046875000000000000e-01 5.859375000000000000e-01
23
+ 9.257812500000000000e-01 9.531250000000000000e-01 8.593750000000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00 7.070312500000000000e-01 7.890625000000000000e-01 9.648437500000000000e-01
24
+ 1.000000000000000000e+00 1.000000000000000000e+00 4.997253417968750000e-04 9.726562500000000000e-01 1.391601562500000000e-02 9.843750000000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00
25
+ 1.000000000000000000e+00 5.234375000000000000e-01 0.000000000000000000e+00 9.453125000000000000e-01 9.804687500000000000e-01 9.882812500000000000e-01 9.921875000000000000e-01 6.953125000000000000e-01
26
+ 9.726562500000000000e-01 9.882812500000000000e-01 1.182556152343750000e-03 9.960937500000000000e-01 9.609375000000000000e-01 1.000000000000000000e+00 1.692771911621093750e-05 0.000000000000000000e+00
27
+ 1.000000000000000000e+00 9.101562500000000000e-01 6.718750000000000000e-01 1.000000000000000000e+00 9.179687500000000000e-01 8.710937500000000000e-01 8.828125000000000000e-01 9.960937500000000000e-01
28
+ 0.000000000000000000e+00 1.000000000000000000e+00 8.984375000000000000e-01 9.492187500000000000e-01 9.492187500000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 9.882812500000000000e-01
29
+ 9.960937500000000000e-01 9.960937500000000000e-01 9.140625000000000000e-01 9.843750000000000000e-01 1.000000000000000000e+00 9.843750000000000000e-01 1.000000000000000000e+00 9.414062500000000000e-01
30
+ 0.000000000000000000e+00 3.963708877563476562e-06 1.000000000000000000e+00 2.040863037109375000e-04 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
31
+ 9.921875000000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 9.960937500000000000e-01 9.960937500000000000e-01
32
+ 9.882812500000000000e-01 8.945312500000000000e-01 9.414062500000000000e-01 7.968750000000000000e-01 9.296875000000000000e-01 9.609375000000000000e-01 9.257812500000000000e-01 9.648437500000000000e-01
DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=100.tsv ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 9.609375000000000000e-01 9.296875000000000000e-01 9.609375000000000000e-01 9.687500000000000000e-01 7.656250000000000000e-01 9.960937500000000000e-01 7.890625000000000000e-01 9.804687500000000000e-01
2
+ 7.226562500000000000e-01 6.328125000000000000e-01 8.359375000000000000e-01 9.921875000000000000e-01 7.109375000000000000e-01 9.648437500000000000e-01 9.218750000000000000e-01 9.414062500000000000e-01
3
+ 7.109375000000000000e-01 9.882812500000000000e-01 9.101562500000000000e-01 9.960937500000000000e-01 9.375000000000000000e-01 9.921875000000000000e-01 9.882812500000000000e-01 8.984375000000000000e-01
4
+ 9.804687500000000000e-01 9.726562500000000000e-01 8.945312500000000000e-01 8.164062500000000000e-01 9.882812500000000000e-01 9.960937500000000000e-01 9.648437500000000000e-01 9.882812500000000000e-01
5
+ 8.164062500000000000e-01 9.296875000000000000e-01 7.890625000000000000e-01 9.921875000000000000e-01 9.960937500000000000e-01 9.960937500000000000e-01 9.882812500000000000e-01 9.492187500000000000e-01
6
+ 9.804687500000000000e-01 9.804687500000000000e-01 9.960937500000000000e-01 9.921875000000000000e-01 9.960937500000000000e-01 9.843750000000000000e-01 9.726562500000000000e-01 9.960937500000000000e-01
7
+ 9.843750000000000000e-01 9.804687500000000000e-01 9.921875000000000000e-01 9.882812500000000000e-01 9.960937500000000000e-01 9.960937500000000000e-01 9.960937500000000000e-01 9.960937500000000000e-01
8
+ 9.570312500000000000e-01 9.062500000000000000e-01 9.804687500000000000e-01 9.023437500000000000e-01 7.070312500000000000e-01 1.000000000000000000e+00 9.687500000000000000e-01 8.554687500000000000e-01
9
+ 9.960937500000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01 9.648437500000000000e-01 9.843750000000000000e-01 7.343750000000000000e-01 8.828125000000000000e-01 9.296875000000000000e-01
10
+ 9.414062500000000000e-01 8.828125000000000000e-01 9.531250000000000000e-01 1.000000000000000000e+00 8.593750000000000000e-01 9.453125000000000000e-01 9.492187500000000000e-01 9.765625000000000000e-01
11
+ 1.000000000000000000e+00 8.203125000000000000e-01 9.648437500000000000e-01 9.531250000000000000e-01 9.570312500000000000e-01 7.617187500000000000e-01 1.000000000000000000e+00 9.882812500000000000e-01
12
+ 8.515625000000000000e-01 9.882812500000000000e-01 8.945312500000000000e-01 9.531250000000000000e-01 8.984375000000000000e-01 9.375000000000000000e-01 7.070312500000000000e-01 9.453125000000000000e-01
13
+ 9.218750000000000000e-01 6.835937500000000000e-01 8.867187500000000000e-01 9.335937500000000000e-01 6.562500000000000000e-01 8.320312500000000000e-01 6.835937500000000000e-01 9.414062500000000000e-01
14
+ 1.000000000000000000e+00 1.000000000000000000e+00 9.921875000000000000e-01 9.375000000000000000e-01 1.000000000000000000e+00 8.554687500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
15
+ 7.539062500000000000e-01 9.257812500000000000e-01 7.890625000000000000e-01 9.687500000000000000e-01 9.921875000000000000e-01 9.804687500000000000e-01 9.531250000000000000e-01 1.000000000000000000e+00
16
+ 1.000000000000000000e+00 7.617187500000000000e-01 9.960937500000000000e-01 6.914062500000000000e-01 9.843750000000000000e-01 8.203125000000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00
17
+ 9.960937500000000000e-01 9.140625000000000000e-01 9.765625000000000000e-01 6.523437500000000000e-01 9.492187500000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01 8.632812500000000000e-01
18
+ 8.476562500000000000e-01 9.921875000000000000e-01 9.023437500000000000e-01 1.000000000000000000e+00 7.304687500000000000e-01 9.218750000000000000e-01 1.000000000000000000e+00 9.257812500000000000e-01
19
+ 7.148437500000000000e-01 9.804687500000000000e-01 8.476562500000000000e-01 9.726562500000000000e-01 9.101562500000000000e-01 9.609375000000000000e-01 6.523437500000000000e-01 8.750000000000000000e-01
20
+ 1.000000000000000000e+00 7.851562500000000000e-01 9.609375000000000000e-01 9.960937500000000000e-01 7.070312500000000000e-01 9.726562500000000000e-01 7.148437500000000000e-01 9.453125000000000000e-01
21
+ 9.843750000000000000e-01 6.367187500000000000e-01 1.000000000000000000e+00 9.843750000000000000e-01 9.960937500000000000e-01 9.648437500000000000e-01 9.843750000000000000e-01 6.875000000000000000e-01
22
+ 9.921875000000000000e-01 8.593750000000000000e-01 9.609375000000000000e-01 9.960937500000000000e-01 7.812500000000000000e-01 9.414062500000000000e-01 8.476562500000000000e-01 7.265625000000000000e-01
23
+ 9.375000000000000000e-01 9.179687500000000000e-01 8.789062500000000000e-01 9.921875000000000000e-01 9.140625000000000000e-01 7.929687500000000000e-01 8.242187500000000000e-01 9.648437500000000000e-01
24
+ 9.843750000000000000e-01 9.960937500000000000e-01 6.953125000000000000e-01 9.843750000000000000e-01 6.835937500000000000e-01 9.843750000000000000e-01 9.804687500000000000e-01 9.062500000000000000e-01
25
+ 9.335937500000000000e-01 7.031250000000000000e-01 6.171875000000000000e-01 9.648437500000000000e-01 9.804687500000000000e-01 9.882812500000000000e-01 9.921875000000000000e-01 7.265625000000000000e-01
26
+ 9.648437500000000000e-01 9.882812500000000000e-01 6.953125000000000000e-01 1.000000000000000000e+00 9.335937500000000000e-01 1.000000000000000000e+00 6.562500000000000000e-01 6.445312500000000000e-01
27
+ 1.000000000000000000e+00 9.140625000000000000e-01 7.382812500000000000e-01 1.000000000000000000e+00 9.335937500000000000e-01 8.750000000000000000e-01 8.984375000000000000e-01 1.000000000000000000e+00
28
+ 6.328125000000000000e-01 1.000000000000000000e+00 9.023437500000000000e-01 9.492187500000000000e-01 9.531250000000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 9.765625000000000000e-01
29
+ 9.921875000000000000e-01 9.140625000000000000e-01 9.531250000000000000e-01 9.765625000000000000e-01 1.000000000000000000e+00 9.843750000000000000e-01 1.000000000000000000e+00 9.414062500000000000e-01
30
+ 6.562500000000000000e-01 6.484375000000000000e-01 1.000000000000000000e+00 6.796875000000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
31
+ 9.921875000000000000e-01 1.000000000000000000e+00 9.921875000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 9.960937500000000000e-01
32
+ 9.804687500000000000e-01 9.101562500000000000e-01 9.570312500000000000e-01 8.984375000000000000e-01 9.414062500000000000e-01 9.687500000000000000e-01 9.570312500000000000e-01 9.570312500000000000e-01
DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=1000.tsv ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 9.375000000000000000e-01 6.132812500000000000e-01 1.000000000000000000e+00 4.082031250000000000e-01 4.119873046875000000e-04 6.796875000000000000e-01 2.929687500000000000e-01 3.242187500000000000e-01
2
+ 0.000000000000000000e+00 0.000000000000000000e+00 1.428222656250000000e-02 1.000000000000000000e+00 0.000000000000000000e+00 8.906250000000000000e-01 0.000000000000000000e+00 6.079101562500000000e-02
3
+ 1.269531250000000000e-02 8.359375000000000000e-01 4.492187500000000000e-02 9.960937500000000000e-01 8.789062500000000000e-01 1.000000000000000000e+00 9.375000000000000000e-01 6.445312500000000000e-02
4
+ 8.281250000000000000e-01 0.000000000000000000e+00 1.660156250000000000e-02 2.670288085937500000e-03 9.179687500000000000e-01 9.453125000000000000e-01 1.000000000000000000e+00 4.648437500000000000e-01
5
+ 0.000000000000000000e+00 0.000000000000000000e+00 1.611328125000000000e-01 8.789062500000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00 8.046875000000000000e-01 2.532958984375000000e-03
6
+ 8.085937500000000000e-01 9.531250000000000000e-01 9.804687500000000000e-01 6.835937500000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01 9.863281250000000000e-02 1.000000000000000000e+00
7
+ 4.648437500000000000e-01 8.906250000000000000e-01 7.226562500000000000e-01 8.710937500000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 8.359375000000000000e-01
8
+ 1.000000000000000000e+00 8.515625000000000000e-01 4.565429687500000000e-02 1.000000000000000000e+00 1.940917968750000000e-02 1.000000000000000000e+00 1.000000000000000000e+00 2.792968750000000000e-01
9
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 2.167968750000000000e-01 1.000000000000000000e+00 2.792968750000000000e-01 9.140625000000000000e-01 1.000000000000000000e+00
10
+ 1.000000000000000000e+00 7.773437500000000000e-01 5.703125000000000000e-01 1.000000000000000000e+00 8.906250000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 9.882812500000000000e-01
11
+ 1.000000000000000000e+00 9.062500000000000000e-01 8.085937500000000000e-01 9.570312500000000000e-01 9.921875000000000000e-01 5.000000000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
12
+ 1.000000000000000000e+00 1.000000000000000000e+00 7.460937500000000000e-01 9.765625000000000000e-01 9.882812500000000000e-01 8.320312500000000000e-01 7.421875000000000000e-02 1.000000000000000000e+00
13
+ 1.000000000000000000e+00 5.102539062500000000e-02 7.421875000000000000e-01 8.632812500000000000e-01 7.890625000000000000e-01 9.921875000000000000e-01 7.751464843750000000e-03 5.937500000000000000e-01
14
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 8.750000000000000000e-01 1.000000000000000000e+00 7.851562500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
15
+ 5.507812500000000000e-01 1.000000000000000000e+00 6.210937500000000000e-01 9.453125000000000000e-01 9.804687500000000000e-01 9.726562500000000000e-01 9.570312500000000000e-01 1.000000000000000000e+00
16
+ 1.000000000000000000e+00 6.289062500000000000e-01 1.000000000000000000e+00 2.402343750000000000e-01 1.000000000000000000e+00 8.125000000000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01
17
+ 9.960937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 0.000000000000000000e+00 9.179687500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.421875000000000000e-01
18
+ 1.000000000000000000e+00 1.000000000000000000e+00 9.414062500000000000e-01 1.000000000000000000e+00 7.851562500000000000e-01 9.609375000000000000e-01 1.000000000000000000e+00 9.921875000000000000e-01
19
+ 5.117187500000000000e-01 9.960937500000000000e-01 7.890625000000000000e-01 1.000000000000000000e+00 9.218750000000000000e-01 9.570312500000000000e-01 5.462646484375000000e-03 8.476562500000000000e-01
20
+ 1.000000000000000000e+00 7.539062500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.458740234375000000e-02 9.726562500000000000e-01 5.507812500000000000e-01 1.000000000000000000e+00
21
+ 9.804687500000000000e-01 3.318786621093750000e-04 1.000000000000000000e+00 9.882812500000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01 1.000000000000000000e+00 2.578125000000000000e-01
22
+ 1.000000000000000000e+00 9.179687500000000000e-01 9.765625000000000000e-01 1.000000000000000000e+00 9.492187500000000000e-01 9.453125000000000000e-01 7.929687500000000000e-01 5.820312500000000000e-01
23
+ 9.257812500000000000e-01 9.453125000000000000e-01 8.320312500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.382812500000000000e-01 7.695312500000000000e-01 9.492187500000000000e-01
24
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.480102539062500000e-03 9.648437500000000000e-01 2.243041992187500000e-03 9.804687500000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00
25
+ 9.804687500000000000e-01 5.039062500000000000e-01 9.346008300781250000e-04 9.414062500000000000e-01 9.726562500000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00 7.265625000000000000e-01
26
+ 9.492187500000000000e-01 9.882812500000000000e-01 7.537841796875000000e-03 9.921875000000000000e-01 9.687500000000000000e-01 1.000000000000000000e+00 0.000000000000000000e+00 0.000000000000000000e+00
27
+ 1.000000000000000000e+00 8.984375000000000000e-01 6.835937500000000000e-01 1.000000000000000000e+00 9.179687500000000000e-01 8.671875000000000000e-01 8.867187500000000000e-01 9.960937500000000000e-01
28
+ 0.000000000000000000e+00 1.000000000000000000e+00 9.062500000000000000e-01 9.531250000000000000e-01 9.609375000000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 9.804687500000000000e-01
29
+ 9.960937500000000000e-01 1.000000000000000000e+00 9.179687500000000000e-01 9.765625000000000000e-01 1.000000000000000000e+00 9.804687500000000000e-01 1.000000000000000000e+00 9.453125000000000000e-01
30
+ 0.000000000000000000e+00 6.103515625000000000e-04 9.960937500000000000e-01 2.044677734375000000e-03 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
31
+ 9.882812500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 9.960937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 9.960937500000000000e-01
32
+ 9.804687500000000000e-01 8.984375000000000000e-01 9.375000000000000000e-01 8.125000000000000000e-01 9.492187500000000000e-01 9.570312500000000000e-01 9.218750000000000000e-01 9.687500000000000000e-01
DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=1050.tsv ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 8.867187500000000000e-01 5.820312500000000000e-01 1.000000000000000000e+00 4.160156250000000000e-01 2.479553222656250000e-04 7.148437500000000000e-01 3.925781250000000000e-01 3.515625000000000000e-01
2
+ 4.997253417968750000e-04 0.000000000000000000e+00 0.000000000000000000e+00 1.000000000000000000e+00 0.000000000000000000e+00 8.632812500000000000e-01 0.000000000000000000e+00 4.541015625000000000e-02
3
+ 0.000000000000000000e+00 8.632812500000000000e-01 0.000000000000000000e+00 1.000000000000000000e+00 8.828125000000000000e-01 9.843750000000000000e-01 9.101562500000000000e-01 0.000000000000000000e+00
4
+ 8.710937500000000000e-01 0.000000000000000000e+00 4.005432128906250000e-04 9.040832519531250000e-04 9.257812500000000000e-01 9.843750000000000000e-01 9.804687500000000000e-01 4.335937500000000000e-01
5
+ 0.000000000000000000e+00 1.201629638671875000e-04 1.835937500000000000e-01 9.101562500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.578125000000000000e-01 0.000000000000000000e+00
6
+ 8.359375000000000000e-01 9.492187500000000000e-01 1.000000000000000000e+00 7.031250000000000000e-01 9.296875000000000000e-01 8.710937500000000000e-01 4.541015625000000000e-02 1.000000000000000000e+00
7
+ 5.234375000000000000e-01 8.437500000000000000e-01 7.265625000000000000e-01 7.656250000000000000e-01 9.335937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 8.359375000000000000e-01
8
+ 1.000000000000000000e+00 7.109375000000000000e-01 1.519775390625000000e-02 1.000000000000000000e+00 8.277893066406250000e-04 1.000000000000000000e+00 1.000000000000000000e+00 2.792968750000000000e-01
9
+ 1.000000000000000000e+00 1.000000000000000000e+00 9.882812500000000000e-01 1.157226562500000000e-01 1.000000000000000000e+00 4.101562500000000000e-01 9.648437500000000000e-01 1.000000000000000000e+00
10
+ 1.000000000000000000e+00 8.476562500000000000e-01 5.781250000000000000e-01 1.000000000000000000e+00 8.476562500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 9.882812500000000000e-01
11
+ 1.000000000000000000e+00 8.789062500000000000e-01 8.554687500000000000e-01 9.804687500000000000e-01 1.000000000000000000e+00 5.273437500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
12
+ 1.000000000000000000e+00 1.000000000000000000e+00 7.187500000000000000e-01 9.804687500000000000e-01 9.296875000000000000e-01 8.710937500000000000e-01 2.819824218750000000e-02 1.000000000000000000e+00
13
+ 1.000000000000000000e+00 6.347656250000000000e-03 7.382812500000000000e-01 8.984375000000000000e-01 7.851562500000000000e-01 1.000000000000000000e+00 4.852294921875000000e-03 5.000000000000000000e-01
14
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 9.218750000000000000e-01 1.000000000000000000e+00 7.929687500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
15
+ 6.093750000000000000e-01 1.000000000000000000e+00 5.351562500000000000e-01 9.335937500000000000e-01 9.921875000000000000e-01 9.687500000000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00
16
+ 1.000000000000000000e+00 6.523437500000000000e-01 1.000000000000000000e+00 2.753906250000000000e-01 1.000000000000000000e+00 7.929687500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
17
+ 9.960937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.907348632812500000e-03 9.375000000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.343750000000000000e-01
18
+ 1.000000000000000000e+00 1.000000000000000000e+00 9.335937500000000000e-01 1.000000000000000000e+00 8.242187500000000000e-01 9.843750000000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01
19
+ 5.117187500000000000e-01 1.000000000000000000e+00 7.656250000000000000e-01 1.000000000000000000e+00 9.179687500000000000e-01 9.648437500000000000e-01 3.967285156250000000e-03 8.398437500000000000e-01
20
+ 1.000000000000000000e+00 7.656250000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.495361328125000000e-02 9.765625000000000000e-01 5.546875000000000000e-01 1.000000000000000000e+00
21
+ 9.882812500000000000e-01 1.091003417968750000e-03 1.000000000000000000e+00 9.921875000000000000e-01 1.000000000000000000e+00 9.804687500000000000e-01 1.000000000000000000e+00 2.578125000000000000e-01
22
+ 9.921875000000000000e-01 9.179687500000000000e-01 9.609375000000000000e-01 1.000000000000000000e+00 9.414062500000000000e-01 9.531250000000000000e-01 7.890625000000000000e-01 5.781250000000000000e-01
23
+ 9.375000000000000000e-01 9.648437500000000000e-01 8.476562500000000000e-01 9.882812500000000000e-01 1.000000000000000000e+00 6.875000000000000000e-01 7.460937500000000000e-01 9.648437500000000000e-01
24
+ 1.000000000000000000e+00 1.000000000000000000e+00 4.760742187500000000e-03 9.726562500000000000e-01 8.117675781250000000e-03 9.882812500000000000e-01 9.882812500000000000e-01 1.000000000000000000e+00
25
+ 1.000000000000000000e+00 5.351562500000000000e-01 0.000000000000000000e+00 9.257812500000000000e-01 9.726562500000000000e-01 9.882812500000000000e-01 9.882812500000000000e-01 6.718750000000000000e-01
26
+ 9.804687500000000000e-01 9.921875000000000000e-01 1.159667968750000000e-02 9.921875000000000000e-01 9.609375000000000000e-01 1.000000000000000000e+00 0.000000000000000000e+00 6.484985351562500000e-04
27
+ 1.000000000000000000e+00 8.984375000000000000e-01 6.640625000000000000e-01 1.000000000000000000e+00 8.867187500000000000e-01 8.632812500000000000e-01 8.828125000000000000e-01 9.921875000000000000e-01
28
+ 0.000000000000000000e+00 9.960937500000000000e-01 9.062500000000000000e-01 9.726562500000000000e-01 9.492187500000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 9.921875000000000000e-01
29
+ 9.960937500000000000e-01 9.921875000000000000e-01 9.101562500000000000e-01 9.765625000000000000e-01 1.000000000000000000e+00 9.843750000000000000e-01 1.000000000000000000e+00 9.296875000000000000e-01
30
+ 0.000000000000000000e+00 0.000000000000000000e+00 1.000000000000000000e+00 1.945495605468750000e-03 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
31
+ 9.960937500000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
32
+ 9.921875000000000000e-01 8.945312500000000000e-01 9.414062500000000000e-01 7.929687500000000000e-01 9.375000000000000000e-01 9.609375000000000000e-01 9.179687500000000000e-01 9.570312500000000000e-01
DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=1100.tsv ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 9.492187500000000000e-01 6.406250000000000000e-01 1.000000000000000000e+00 4.550781250000000000e-01 5.340576171875000000e-04 7.031250000000000000e-01 4.082031250000000000e-01 4.023437500000000000e-01
2
+ 1.152038574218750000e-03 0.000000000000000000e+00 0.000000000000000000e+00 1.000000000000000000e+00 0.000000000000000000e+00 9.257812500000000000e-01 0.000000000000000000e+00 5.615234375000000000e-03
3
+ 0.000000000000000000e+00 8.242187500000000000e-01 0.000000000000000000e+00 1.000000000000000000e+00 8.164062500000000000e-01 9.804687500000000000e-01 9.375000000000000000e-01 2.487182617187500000e-03
4
+ 8.476562500000000000e-01 5.531311035156250000e-04 0.000000000000000000e+00 0.000000000000000000e+00 9.218750000000000000e-01 9.570312500000000000e-01 9.140625000000000000e-01 4.316406250000000000e-01
5
+ 6.347656250000000000e-03 4.062652587890625000e-04 1.435546875000000000e-01 9.101562500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.539062500000000000e-01 7.209777832031250000e-04
6
+ 7.695312500000000000e-01 9.101562500000000000e-01 1.000000000000000000e+00 6.914062500000000000e-01 9.960937500000000000e-01 9.570312500000000000e-01 5.053710937500000000e-02 1.000000000000000000e+00
7
+ 4.550781250000000000e-01 8.671875000000000000e-01 7.226562500000000000e-01 7.109375000000000000e-01 9.335937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 9.023437500000000000e-01
8
+ 1.000000000000000000e+00 7.343750000000000000e-01 6.011962890625000000e-03 1.000000000000000000e+00 2.551269531250000000e-02 1.000000000000000000e+00 1.000000000000000000e+00 3.007812500000000000e-01
9
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.621093750000000000e-01 1.000000000000000000e+00 4.003906250000000000e-01 9.414062500000000000e-01 1.000000000000000000e+00
10
+ 1.000000000000000000e+00 8.007812500000000000e-01 4.785156250000000000e-01 1.000000000000000000e+00 7.929687500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 9.765625000000000000e-01
11
+ 1.000000000000000000e+00 8.710937500000000000e-01 7.812500000000000000e-01 9.726562500000000000e-01 1.000000000000000000e+00 5.703125000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
12
+ 9.960937500000000000e-01 1.000000000000000000e+00 7.539062500000000000e-01 9.296875000000000000e-01 9.765625000000000000e-01 8.164062500000000000e-01 2.880859375000000000e-02 1.000000000000000000e+00
13
+ 1.000000000000000000e+00 1.696777343750000000e-02 7.070312500000000000e-01 8.242187500000000000e-01 6.367187500000000000e-01 1.000000000000000000e+00 1.031494140625000000e-02 4.648437500000000000e-01
14
+ 9.960937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 9.375000000000000000e-01 1.000000000000000000e+00 7.695312500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
15
+ 6.210937500000000000e-01 1.000000000000000000e+00 5.742187500000000000e-01 9.492187500000000000e-01 9.726562500000000000e-01 9.687500000000000000e-01 9.648437500000000000e-01 1.000000000000000000e+00
16
+ 1.000000000000000000e+00 6.132812500000000000e-01 1.000000000000000000e+00 2.675781250000000000e-01 1.000000000000000000e+00 7.929687500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
17
+ 9.960937500000000000e-01 1.000000000000000000e+00 9.843750000000000000e-01 2.273559570312500000e-03 9.218750000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.382812500000000000e-01
18
+ 1.000000000000000000e+00 1.000000000000000000e+00 9.296875000000000000e-01 1.000000000000000000e+00 7.578125000000000000e-01 9.804687500000000000e-01 1.000000000000000000e+00 9.882812500000000000e-01
19
+ 5.117187500000000000e-01 9.960937500000000000e-01 7.851562500000000000e-01 1.000000000000000000e+00 9.218750000000000000e-01 9.492187500000000000e-01 0.000000000000000000e+00 8.320312500000000000e-01
20
+ 1.000000000000000000e+00 7.617187500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 2.838134765625000000e-03 9.609375000000000000e-01 5.195312500000000000e-01 1.000000000000000000e+00
21
+ 9.921875000000000000e-01 0.000000000000000000e+00 1.000000000000000000e+00 9.921875000000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01 1.000000000000000000e+00 2.451171875000000000e-01
22
+ 1.000000000000000000e+00 9.140625000000000000e-01 9.843750000000000000e-01 1.000000000000000000e+00 8.984375000000000000e-01 9.414062500000000000e-01 8.046875000000000000e-01 5.781250000000000000e-01
23
+ 9.375000000000000000e-01 9.335937500000000000e-01 8.554687500000000000e-01 9.843750000000000000e-01 1.000000000000000000e+00 7.187500000000000000e-01 7.968750000000000000e-01 9.648437500000000000e-01
24
+ 1.000000000000000000e+00 1.000000000000000000e+00 2.822875976562500000e-03 9.804687500000000000e-01 2.758789062500000000e-02 9.765625000000000000e-01 9.765625000000000000e-01 1.000000000000000000e+00
25
+ 1.000000000000000000e+00 4.941406250000000000e-01 0.000000000000000000e+00 9.648437500000000000e-01 9.765625000000000000e-01 9.921875000000000000e-01 9.960937500000000000e-01 6.914062500000000000e-01
26
+ 9.648437500000000000e-01 9.882812500000000000e-01 2.670288085937500000e-03 1.000000000000000000e+00 9.453125000000000000e-01 1.000000000000000000e+00 0.000000000000000000e+00 2.349853515625000000e-03
27
+ 1.000000000000000000e+00 9.062500000000000000e-01 6.679687500000000000e-01 1.000000000000000000e+00 9.257812500000000000e-01 8.476562500000000000e-01 8.867187500000000000e-01 9.921875000000000000e-01
28
+ 0.000000000000000000e+00 1.000000000000000000e+00 8.789062500000000000e-01 9.179687500000000000e-01 9.492187500000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00 9.843750000000000000e-01
29
+ 9.960937500000000000e-01 9.570312500000000000e-01 9.296875000000000000e-01 9.882812500000000000e-01 1.000000000000000000e+00 9.843750000000000000e-01 1.000000000000000000e+00 9.492187500000000000e-01
30
+ 0.000000000000000000e+00 3.452301025390625000e-04 1.000000000000000000e+00 1.354217529296875000e-04 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
31
+ 9.882812500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 9.921875000000000000e-01 1.000000000000000000e+00
32
+ 9.843750000000000000e-01 8.906250000000000000e-01 9.375000000000000000e-01 7.578125000000000000e-01 9.179687500000000000e-01 9.648437500000000000e-01 9.218750000000000000e-01 9.570312500000000000e-01
DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=1150.tsv ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 9.414062500000000000e-01 6.015625000000000000e-01 1.000000000000000000e+00 3.437500000000000000e-01 0.000000000000000000e+00 6.757812500000000000e-01 3.027343750000000000e-01 4.042968750000000000e-01
2
+ 0.000000000000000000e+00 0.000000000000000000e+00 0.000000000000000000e+00 1.000000000000000000e+00 1.831054687500000000e-03 8.164062500000000000e-01 2.600097656250000000e-02 0.000000000000000000e+00
3
+ 0.000000000000000000e+00 8.007812500000000000e-01 0.000000000000000000e+00 9.882812500000000000e-01 8.125000000000000000e-01 9.726562500000000000e-01 9.414062500000000000e-01 0.000000000000000000e+00
4
+ 8.281250000000000000e-01 3.776550292968750000e-04 2.841949462890625000e-04 0.000000000000000000e+00 9.257812500000000000e-01 9.335937500000000000e-01 9.687500000000000000e-01 4.550781250000000000e-01
5
+ 0.000000000000000000e+00 0.000000000000000000e+00 2.392578125000000000e-01 9.335937500000000000e-01 9.648437500000000000e-01 1.000000000000000000e+00 7.773437500000000000e-01 9.033203125000000000e-03
6
+ 7.148437500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.421875000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 6.591796875000000000e-02 9.921875000000000000e-01
7
+ 3.476562500000000000e-01 9.023437500000000000e-01 7.343750000000000000e-01 6.679687500000000000e-01 8.984375000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 9.257812500000000000e-01
8
+ 1.000000000000000000e+00 7.695312500000000000e-01 3.149414062500000000e-02 1.000000000000000000e+00 9.399414062500000000e-03 1.000000000000000000e+00 1.000000000000000000e+00 3.242187500000000000e-01
9
+ 1.000000000000000000e+00 1.000000000000000000e+00 9.843750000000000000e-01 0.000000000000000000e+00 1.000000000000000000e+00 4.355468750000000000e-01 9.179687500000000000e-01 1.000000000000000000e+00
10
+ 1.000000000000000000e+00 7.851562500000000000e-01 6.406250000000000000e-01 1.000000000000000000e+00 8.750000000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
11
+ 1.000000000000000000e+00 8.515625000000000000e-01 8.398437500000000000e-01 9.414062500000000000e-01 9.882812500000000000e-01 6.679687500000000000e-01 1.000000000000000000e+00 9.648437500000000000e-01
12
+ 1.000000000000000000e+00 1.000000000000000000e+00 7.539062500000000000e-01 9.296875000000000000e-01 9.335937500000000000e-01 8.671875000000000000e-01 9.472656250000000000e-02 9.921875000000000000e-01
13
+ 1.000000000000000000e+00 9.765625000000000000e-02 7.890625000000000000e-01 9.062500000000000000e-01 9.101562500000000000e-01 1.000000000000000000e+00 3.372192382812500000e-03 3.984375000000000000e-01
14
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 9.140625000000000000e-01 1.000000000000000000e+00 7.304687500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
15
+ 6.054687500000000000e-01 1.000000000000000000e+00 5.078125000000000000e-01 9.335937500000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 9.804687500000000000e-01 1.000000000000000000e+00
16
+ 1.000000000000000000e+00 6.796875000000000000e-01 9.843750000000000000e-01 2.714843750000000000e-01 1.000000000000000000e+00 8.554687500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
17
+ 9.960937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.640319824218750000e-03 9.062500000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.148437500000000000e-01
18
+ 1.000000000000000000e+00 1.000000000000000000e+00 9.257812500000000000e-01 1.000000000000000000e+00 8.007812500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
19
+ 5.390625000000000000e-01 1.000000000000000000e+00 8.281250000000000000e-01 1.000000000000000000e+00 9.140625000000000000e-01 9.726562500000000000e-01 7.705688476562500000e-04 8.398437500000000000e-01
20
+ 1.000000000000000000e+00 7.226562500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.245117187500000000e-02 9.648437500000000000e-01 6.015625000000000000e-01 1.000000000000000000e+00
21
+ 9.804687500000000000e-01 1.228332519531250000e-03 1.000000000000000000e+00 9.843750000000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01 1.000000000000000000e+00 2.773437500000000000e-01
22
+ 1.000000000000000000e+00 9.062500000000000000e-01 9.765625000000000000e-01 1.000000000000000000e+00 9.335937500000000000e-01 9.492187500000000000e-01 8.085937500000000000e-01 5.781250000000000000e-01
23
+ 9.296875000000000000e-01 9.492187500000000000e-01 8.515625000000000000e-01 9.882812500000000000e-01 1.000000000000000000e+00 6.835937500000000000e-01 8.164062500000000000e-01 9.609375000000000000e-01
24
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.062011718750000000e-02 9.765625000000000000e-01 1.794433593750000000e-02 9.843750000000000000e-01 9.882812500000000000e-01 1.000000000000000000e+00
25
+ 1.000000000000000000e+00 4.824218750000000000e-01 0.000000000000000000e+00 9.453125000000000000e-01 9.648437500000000000e-01 9.921875000000000000e-01 9.921875000000000000e-01 7.070312500000000000e-01
26
+ 9.570312500000000000e-01 9.882812500000000000e-01 3.967285156250000000e-03 9.960937500000000000e-01 9.570312500000000000e-01 1.000000000000000000e+00 2.079010009765625000e-04 0.000000000000000000e+00
27
+ 1.000000000000000000e+00 9.023437500000000000e-01 6.601562500000000000e-01 1.000000000000000000e+00 9.179687500000000000e-01 8.437500000000000000e-01 8.750000000000000000e-01 9.960937500000000000e-01
28
+ 4.444122314453125000e-04 1.000000000000000000e+00 8.867187500000000000e-01 9.648437500000000000e-01 9.492187500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
29
+ 9.960937500000000000e-01 9.687500000000000000e-01 9.179687500000000000e-01 9.843750000000000000e-01 1.000000000000000000e+00 9.804687500000000000e-01 1.000000000000000000e+00 9.453125000000000000e-01
30
+ 4.730224609375000000e-04 1.319885253906250000e-03 1.000000000000000000e+00 1.594543457031250000e-03 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
31
+ 9.921875000000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 9.882812500000000000e-01 1.000000000000000000e+00
32
+ 9.921875000000000000e-01 8.906250000000000000e-01 9.492187500000000000e-01 7.695312500000000000e-01 9.570312500000000000e-01 9.609375000000000000e-01 9.218750000000000000e-01 9.648437500000000000e-01
DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=1200.tsv ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 8.359375000000000000e-01 6.015625000000000000e-01 1.000000000000000000e+00 2.431640625000000000e-01 8.316040039062500000e-04 6.835937500000000000e-01 3.808593750000000000e-01 3.281250000000000000e-01
2
+ 1.573562622070312500e-04 0.000000000000000000e+00 0.000000000000000000e+00 1.000000000000000000e+00 0.000000000000000000e+00 8.164062500000000000e-01 0.000000000000000000e+00 1.177787780761718750e-04
3
+ 0.000000000000000000e+00 7.812500000000000000e-01 6.675720214843750000e-04 1.000000000000000000e+00 7.695312500000000000e-01 9.843750000000000000e-01 9.921875000000000000e-01 0.000000000000000000e+00
4
+ 8.398437500000000000e-01 1.747131347656250000e-03 2.031326293945312500e-04 0.000000000000000000e+00 9.296875000000000000e-01 9.726562500000000000e-01 1.000000000000000000e+00 4.414062500000000000e-01
5
+ 0.000000000000000000e+00 0.000000000000000000e+00 2.431640625000000000e-01 8.984375000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.890625000000000000e-01 8.911132812500000000e-03
6
+ 7.265625000000000000e-01 9.882812500000000000e-01 1.000000000000000000e+00 7.578125000000000000e-01 9.414062500000000000e-01 9.921875000000000000e-01 6.787109375000000000e-02 1.000000000000000000e+00
7
+ 3.925781250000000000e-01 8.593750000000000000e-01 7.304687500000000000e-01 6.757812500000000000e-01 8.789062500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 8.164062500000000000e-01
8
+ 1.000000000000000000e+00 7.070312500000000000e-01 6.378173828125000000e-03 1.000000000000000000e+00 2.380371093750000000e-03 1.000000000000000000e+00 1.000000000000000000e+00 2.988281250000000000e-01
9
+ 1.000000000000000000e+00 1.000000000000000000e+00 9.960937500000000000e-01 1.796875000000000000e-01 1.000000000000000000e+00 4.121093750000000000e-01 9.101562500000000000e-01 1.000000000000000000e+00
10
+ 9.062500000000000000e-01 7.382812500000000000e-01 5.898437500000000000e-01 1.000000000000000000e+00 8.710937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
11
+ 1.000000000000000000e+00 8.203125000000000000e-01 8.593750000000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00 6.171875000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
12
+ 1.000000000000000000e+00 1.000000000000000000e+00 8.242187500000000000e-01 9.648437500000000000e-01 9.335937500000000000e-01 8.710937500000000000e-01 5.493164062500000000e-02 1.000000000000000000e+00
13
+ 1.000000000000000000e+00 0.000000000000000000e+00 7.460937500000000000e-01 8.906250000000000000e-01 8.320312500000000000e-01 1.000000000000000000e+00 7.019042968750000000e-03 4.902343750000000000e-01
14
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 9.179687500000000000e-01 1.000000000000000000e+00 7.929687500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
15
+ 6.328125000000000000e-01 1.000000000000000000e+00 5.703125000000000000e-01 9.453125000000000000e-01 9.843750000000000000e-01 9.882812500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
16
+ 1.000000000000000000e+00 6.757812500000000000e-01 1.000000000000000000e+00 2.929687500000000000e-01 1.000000000000000000e+00 8.164062500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
17
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 5.836486816406250000e-04 9.062500000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.109375000000000000e-01
18
+ 1.000000000000000000e+00 1.000000000000000000e+00 9.257812500000000000e-01 1.000000000000000000e+00 7.968750000000000000e-01 9.453125000000000000e-01 1.000000000000000000e+00 9.804687500000000000e-01
19
+ 5.234375000000000000e-01 1.000000000000000000e+00 8.085937500000000000e-01 1.000000000000000000e+00 9.296875000000000000e-01 9.648437500000000000e-01 9.338378906250000000e-03 8.593750000000000000e-01
20
+ 1.000000000000000000e+00 7.578125000000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01 5.706787109375000000e-03 9.765625000000000000e-01 5.195312500000000000e-01 1.000000000000000000e+00
21
+ 9.726562500000000000e-01 0.000000000000000000e+00 1.000000000000000000e+00 9.960937500000000000e-01 1.000000000000000000e+00 9.843750000000000000e-01 1.000000000000000000e+00 2.441406250000000000e-01
22
+ 1.000000000000000000e+00 9.101562500000000000e-01 9.609375000000000000e-01 1.000000000000000000e+00 8.867187500000000000e-01 9.492187500000000000e-01 8.164062500000000000e-01 5.859375000000000000e-01
23
+ 9.296875000000000000e-01 9.570312500000000000e-01 8.476562500000000000e-01 9.843750000000000000e-01 1.000000000000000000e+00 7.148437500000000000e-01 8.046875000000000000e-01 9.609375000000000000e-01
24
+ 1.000000000000000000e+00 1.000000000000000000e+00 6.072998046875000000e-03 9.570312500000000000e-01 2.917480468750000000e-02 9.726562500000000000e-01 9.804687500000000000e-01 1.000000000000000000e+00
25
+ 1.000000000000000000e+00 5.429687500000000000e-01 0.000000000000000000e+00 9.570312500000000000e-01 9.804687500000000000e-01 9.882812500000000000e-01 9.882812500000000000e-01 6.992187500000000000e-01
26
+ 9.687500000000000000e-01 9.804687500000000000e-01 1.129150390625000000e-02 1.000000000000000000e+00 9.492187500000000000e-01 1.000000000000000000e+00 0.000000000000000000e+00 2.639770507812500000e-03
27
+ 1.000000000000000000e+00 9.101562500000000000e-01 6.914062500000000000e-01 1.000000000000000000e+00 9.296875000000000000e-01 8.593750000000000000e-01 8.906250000000000000e-01 9.960937500000000000e-01
28
+ 0.000000000000000000e+00 1.000000000000000000e+00 8.867187500000000000e-01 9.296875000000000000e-01 9.531250000000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 9.765625000000000000e-01
29
+ 1.000000000000000000e+00 9.570312500000000000e-01 9.179687500000000000e-01 9.843750000000000000e-01 1.000000000000000000e+00 9.843750000000000000e-01 1.000000000000000000e+00 9.414062500000000000e-01
30
+ 0.000000000000000000e+00 1.167297363281250000e-03 1.000000000000000000e+00 0.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
31
+ 9.882812500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
32
+ 9.921875000000000000e-01 8.828125000000000000e-01 9.531250000000000000e-01 7.617187500000000000e-01 9.375000000000000000e-01 9.570312500000000000e-01 9.257812500000000000e-01 9.765625000000000000e-01
DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=1250.tsv ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 9.414062500000000000e-01 6.757812500000000000e-01 1.000000000000000000e+00 3.828125000000000000e-01 8.468627929687500000e-04 6.718750000000000000e-01 4.707031250000000000e-01 3.593750000000000000e-01
2
+ 5.302429199218750000e-04 0.000000000000000000e+00 0.000000000000000000e+00 1.000000000000000000e+00 0.000000000000000000e+00 8.867187500000000000e-01 0.000000000000000000e+00 1.031494140625000000e-02
3
+ 0.000000000000000000e+00 7.656250000000000000e-01 2.838134765625000000e-03 9.960937500000000000e-01 7.343750000000000000e-01 9.765625000000000000e-01 9.726562500000000000e-01 5.676269531250000000e-03
4
+ 9.179687500000000000e-01 0.000000000000000000e+00 5.065917968750000000e-03 0.000000000000000000e+00 8.945312500000000000e-01 9.648437500000000000e-01 1.000000000000000000e+00 5.390625000000000000e-01
5
+ 0.000000000000000000e+00 6.683349609375000000e-03 2.382812500000000000e-01 9.140625000000000000e-01 9.726562500000000000e-01 1.000000000000000000e+00 7.500000000000000000e-01 3.021240234375000000e-03
6
+ 7.070312500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.851562500000000000e-01 9.726562500000000000e-01 1.000000000000000000e+00 6.079101562500000000e-02 1.000000000000000000e+00
7
+ 3.906250000000000000e-01 9.101562500000000000e-01 7.265625000000000000e-01 6.914062500000000000e-01 8.554687500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 8.125000000000000000e-01
8
+ 1.000000000000000000e+00 7.929687500000000000e-01 8.691406250000000000e-02 1.000000000000000000e+00 6.103515625000000000e-03 1.000000000000000000e+00 1.000000000000000000e+00 3.554687500000000000e-01
9
+ 1.000000000000000000e+00 1.000000000000000000e+00 9.921875000000000000e-01 1.214599609375000000e-02 1.000000000000000000e+00 5.546875000000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00
10
+ 8.984375000000000000e-01 7.382812500000000000e-01 5.976562500000000000e-01 1.000000000000000000e+00 8.593750000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
11
+ 1.000000000000000000e+00 8.867187500000000000e-01 7.890625000000000000e-01 9.882812500000000000e-01 1.000000000000000000e+00 7.343750000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
12
+ 9.726562500000000000e-01 1.000000000000000000e+00 7.304687500000000000e-01 9.882812500000000000e-01 9.257812500000000000e-01 8.515625000000000000e-01 1.574707031250000000e-02 1.000000000000000000e+00
13
+ 1.000000000000000000e+00 3.613281250000000000e-02 8.710937500000000000e-01 8.242187500000000000e-01 7.968750000000000000e-01 1.000000000000000000e+00 1.385498046875000000e-02 4.804687500000000000e-01
14
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 9.414062500000000000e-01 1.000000000000000000e+00 8.046875000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
15
+ 6.210937500000000000e-01 1.000000000000000000e+00 4.707031250000000000e-01 9.335937500000000000e-01 9.921875000000000000e-01 9.687500000000000000e-01 9.843750000000000000e-01 1.000000000000000000e+00
16
+ 1.000000000000000000e+00 6.953125000000000000e-01 1.000000000000000000e+00 2.734375000000000000e-01 1.000000000000000000e+00 8.164062500000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01
17
+ 9.882812500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.121520996093750000e-03 9.101562500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.539062500000000000e-01
18
+ 1.000000000000000000e+00 1.000000000000000000e+00 8.906250000000000000e-01 1.000000000000000000e+00 8.046875000000000000e-01 9.570312500000000000e-01 1.000000000000000000e+00 9.882812500000000000e-01
19
+ 5.312500000000000000e-01 1.000000000000000000e+00 8.164062500000000000e-01 1.000000000000000000e+00 8.945312500000000000e-01 9.531250000000000000e-01 0.000000000000000000e+00 8.320312500000000000e-01
20
+ 1.000000000000000000e+00 7.851562500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 9.033203125000000000e-03 9.687500000000000000e-01 6.093750000000000000e-01 1.000000000000000000e+00
21
+ 9.843750000000000000e-01 1.289367675781250000e-03 1.000000000000000000e+00 9.921875000000000000e-01 1.000000000000000000e+00 9.765625000000000000e-01 1.000000000000000000e+00 2.558593750000000000e-01
22
+ 1.000000000000000000e+00 8.632812500000000000e-01 9.687500000000000000e-01 1.000000000000000000e+00 9.296875000000000000e-01 9.648437500000000000e-01 8.046875000000000000e-01 5.937500000000000000e-01
23
+ 9.335937500000000000e-01 9.492187500000000000e-01 8.359375000000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00 7.578125000000000000e-01 7.773437500000000000e-01 9.609375000000000000e-01
24
+ 1.000000000000000000e+00 1.000000000000000000e+00 2.593994140625000000e-03 9.765625000000000000e-01 1.123046875000000000e-02 9.804687500000000000e-01 9.882812500000000000e-01 9.921875000000000000e-01
25
+ 9.882812500000000000e-01 5.195312500000000000e-01 0.000000000000000000e+00 9.492187500000000000e-01 9.804687500000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00 7.148437500000000000e-01
26
+ 9.843750000000000000e-01 9.960937500000000000e-01 3.997802734375000000e-03 1.000000000000000000e+00 9.453125000000000000e-01 1.000000000000000000e+00 0.000000000000000000e+00 0.000000000000000000e+00
27
+ 1.000000000000000000e+00 8.945312500000000000e-01 6.875000000000000000e-01 1.000000000000000000e+00 8.984375000000000000e-01 8.789062500000000000e-01 8.828125000000000000e-01 9.921875000000000000e-01
28
+ 0.000000000000000000e+00 1.000000000000000000e+00 8.906250000000000000e-01 9.257812500000000000e-01 9.492187500000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00 9.882812500000000000e-01
29
+ 9.960937500000000000e-01 9.921875000000000000e-01 9.257812500000000000e-01 9.843750000000000000e-01 1.000000000000000000e+00 9.804687500000000000e-01 1.000000000000000000e+00 9.335937500000000000e-01
30
+ 1.907348632812500000e-03 1.174926757812500000e-03 1.000000000000000000e+00 1.617431640625000000e-03 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
31
+ 9.882812500000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 9.960937500000000000e-01 1.000000000000000000e+00
32
+ 9.921875000000000000e-01 8.945312500000000000e-01 9.492187500000000000e-01 7.890625000000000000e-01 9.218750000000000000e-01 9.726562500000000000e-01 9.218750000000000000e-01 9.531250000000000000e-01
DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=1300.tsv ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 9.179687500000000000e-01 6.210937500000000000e-01 1.000000000000000000e+00 3.339843750000000000e-01 8.277893066406250000e-04 6.289062500000000000e-01 3.300781250000000000e-01 3.359375000000000000e-01
2
+ 0.000000000000000000e+00 0.000000000000000000e+00 9.918212890625000000e-04 1.000000000000000000e+00 0.000000000000000000e+00 8.359375000000000000e-01 0.000000000000000000e+00 1.087188720703125000e-04
3
+ 0.000000000000000000e+00 7.851562500000000000e-01 0.000000000000000000e+00 9.531250000000000000e-01 7.460937500000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 0.000000000000000000e+00
4
+ 9.101562500000000000e-01 6.774902343750000000e-03 0.000000000000000000e+00 3.234863281250000000e-03 8.867187500000000000e-01 9.531250000000000000e-01 9.609375000000000000e-01 5.546875000000000000e-01
5
+ 0.000000000000000000e+00 1.060485839843750000e-03 2.187500000000000000e-01 9.218750000000000000e-01 9.335937500000000000e-01 1.000000000000000000e+00 7.539062500000000000e-01 0.000000000000000000e+00
6
+ 7.539062500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.812500000000000000e-01 1.000000000000000000e+00 9.921875000000000000e-01 1.464843750000000000e-01 1.000000000000000000e+00
7
+ 4.511718750000000000e-01 8.710937500000000000e-01 7.539062500000000000e-01 6.835937500000000000e-01 8.906250000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 8.515625000000000000e-01
8
+ 1.000000000000000000e+00 6.914062500000000000e-01 1.000976562500000000e-02 1.000000000000000000e+00 5.468750000000000000e-02 1.000000000000000000e+00 1.000000000000000000e+00 3.085937500000000000e-01
9
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.171875000000000000e-01 1.000000000000000000e+00 4.863281250000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00
10
+ 9.609375000000000000e-01 7.656250000000000000e-01 4.218750000000000000e-01 1.000000000000000000e+00 8.164062500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 9.765625000000000000e-01
11
+ 1.000000000000000000e+00 8.359375000000000000e-01 7.382812500000000000e-01 9.531250000000000000e-01 1.000000000000000000e+00 6.679687500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
12
+ 1.000000000000000000e+00 1.000000000000000000e+00 8.085937500000000000e-01 9.335937500000000000e-01 9.296875000000000000e-01 8.632812500000000000e-01 0.000000000000000000e+00 1.000000000000000000e+00
13
+ 1.000000000000000000e+00 5.395507812500000000e-02 7.890625000000000000e-01 8.750000000000000000e-01 8.281250000000000000e-01 1.000000000000000000e+00 1.599121093750000000e-02 3.769531250000000000e-01
14
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 9.453125000000000000e-01 1.000000000000000000e+00 7.929687500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
15
+ 6.445312500000000000e-01 1.000000000000000000e+00 5.117187500000000000e-01 9.453125000000000000e-01 9.921875000000000000e-01 9.726562500000000000e-01 9.726562500000000000e-01 1.000000000000000000e+00
16
+ 1.000000000000000000e+00 6.640625000000000000e-01 9.765625000000000000e-01 2.753906250000000000e-01 1.000000000000000000e+00 7.695312500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
17
+ 9.921875000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 2.044677734375000000e-03 9.179687500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.578125000000000000e-01
18
+ 1.000000000000000000e+00 1.000000000000000000e+00 9.257812500000000000e-01 1.000000000000000000e+00 7.500000000000000000e-01 9.492187500000000000e-01 1.000000000000000000e+00 9.882812500000000000e-01
19
+ 5.273437500000000000e-01 1.000000000000000000e+00 8.046875000000000000e-01 1.000000000000000000e+00 9.023437500000000000e-01 9.453125000000000000e-01 1.363754272460937500e-04 8.515625000000000000e-01
20
+ 1.000000000000000000e+00 7.656250000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.770019531250000000e-02 9.765625000000000000e-01 6.015625000000000000e-01 1.000000000000000000e+00
21
+ 9.843750000000000000e-01 1.213073730468750000e-03 1.000000000000000000e+00 9.921875000000000000e-01 1.000000000000000000e+00 9.765625000000000000e-01 1.000000000000000000e+00 2.470703125000000000e-01
22
+ 9.921875000000000000e-01 9.101562500000000000e-01 9.648437500000000000e-01 1.000000000000000000e+00 9.492187500000000000e-01 9.453125000000000000e-01 7.773437500000000000e-01 5.937500000000000000e-01
23
+ 9.218750000000000000e-01 9.453125000000000000e-01 8.437500000000000000e-01 9.882812500000000000e-01 1.000000000000000000e+00 7.343750000000000000e-01 7.812500000000000000e-01 9.687500000000000000e-01
24
+ 1.000000000000000000e+00 1.000000000000000000e+00 0.000000000000000000e+00 9.726562500000000000e-01 3.088378906250000000e-02 9.804687500000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00
25
+ 1.000000000000000000e+00 4.941406250000000000e-01 0.000000000000000000e+00 9.335937500000000000e-01 9.765625000000000000e-01 9.843750000000000000e-01 9.960937500000000000e-01 7.070312500000000000e-01
26
+ 9.726562500000000000e-01 9.882812500000000000e-01 1.416015625000000000e-02 1.000000000000000000e+00 9.609375000000000000e-01 1.000000000000000000e+00 0.000000000000000000e+00 7.705688476562500000e-04
27
+ 1.000000000000000000e+00 8.906250000000000000e-01 7.226562500000000000e-01 1.000000000000000000e+00 9.218750000000000000e-01 8.789062500000000000e-01 8.828125000000000000e-01 1.000000000000000000e+00
28
+ 0.000000000000000000e+00 9.960937500000000000e-01 9.179687500000000000e-01 9.648437500000000000e-01 9.492187500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 9.921875000000000000e-01
29
+ 1.000000000000000000e+00 9.960937500000000000e-01 9.179687500000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00 9.804687500000000000e-01 1.000000000000000000e+00 9.375000000000000000e-01
30
+ 1.602172851562500000e-03 1.708984375000000000e-03 9.960937500000000000e-01 6.294250488281250000e-04 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
31
+ 9.960937500000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 9.921875000000000000e-01 1.000000000000000000e+00
32
+ 9.843750000000000000e-01 8.945312500000000000e-01 9.257812500000000000e-01 8.085937500000000000e-01 9.218750000000000000e-01 9.687500000000000000e-01 9.453125000000000000e-01 9.570312500000000000e-01
DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=1350.tsv ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 9.960937500000000000e-01 6.601562500000000000e-01 1.000000000000000000e+00 2.675781250000000000e-01 1.602172851562500000e-03 6.367187500000000000e-01 3.027343750000000000e-01 3.281250000000000000e-01
2
+ 0.000000000000000000e+00 0.000000000000000000e+00 0.000000000000000000e+00 1.000000000000000000e+00 5.626678466796875000e-05 8.710937500000000000e-01 3.576278686523437500e-05 6.027221679687500000e-04
3
+ 0.000000000000000000e+00 8.164062500000000000e-01 0.000000000000000000e+00 9.765625000000000000e-01 6.406250000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 0.000000000000000000e+00
4
+ 8.750000000000000000e-01 1.668930053710937500e-05 7.415771484375000000e-03 1.480102539062500000e-03 9.062500000000000000e-01 9.296875000000000000e-01 9.804687500000000000e-01 5.195312500000000000e-01
5
+ 2.929687500000000000e-03 2.111816406250000000e-02 1.601562500000000000e-01 9.257812500000000000e-01 9.765625000000000000e-01 1.000000000000000000e+00 7.617187500000000000e-01 3.833770751953125000e-04
6
+ 7.421875000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.304687500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.591796875000000000e-01 1.000000000000000000e+00
7
+ 4.765625000000000000e-01 8.320312500000000000e-01 7.304687500000000000e-01 8.007812500000000000e-01 8.984375000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 8.515625000000000000e-01
8
+ 1.000000000000000000e+00 6.601562500000000000e-01 1.953125000000000000e-03 1.000000000000000000e+00 5.416870117187500000e-04 1.000000000000000000e+00 1.000000000000000000e+00 2.968750000000000000e-01
9
+ 1.000000000000000000e+00 1.000000000000000000e+00 9.921875000000000000e-01 1.748046875000000000e-01 9.726562500000000000e-01 4.765625000000000000e-01 9.570312500000000000e-01 1.000000000000000000e+00
10
+ 9.257812500000000000e-01 7.617187500000000000e-01 5.664062500000000000e-01 1.000000000000000000e+00 8.359375000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
11
+ 1.000000000000000000e+00 8.789062500000000000e-01 7.929687500000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 5.664062500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
12
+ 1.000000000000000000e+00 1.000000000000000000e+00 7.890625000000000000e-01 9.531250000000000000e-01 9.570312500000000000e-01 8.242187500000000000e-01 9.423828125000000000e-02 1.000000000000000000e+00
13
+ 1.000000000000000000e+00 0.000000000000000000e+00 7.226562500000000000e-01 7.968750000000000000e-01 6.484375000000000000e-01 1.000000000000000000e+00 1.724243164062500000e-03 4.589843750000000000e-01
14
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 9.570312500000000000e-01 1.000000000000000000e+00 7.929687500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
15
+ 6.367187500000000000e-01 1.000000000000000000e+00 5.585937500000000000e-01 9.570312500000000000e-01 9.765625000000000000e-01 9.726562500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
16
+ 1.000000000000000000e+00 6.718750000000000000e-01 9.726562500000000000e-01 2.792968750000000000e-01 1.000000000000000000e+00 7.851562500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
17
+ 9.921875000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 3.967285156250000000e-04 9.023437500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.617187500000000000e-01
18
+ 1.000000000000000000e+00 1.000000000000000000e+00 9.179687500000000000e-01 1.000000000000000000e+00 7.539062500000000000e-01 9.648437500000000000e-01 1.000000000000000000e+00 9.804687500000000000e-01
19
+ 5.117187500000000000e-01 9.960937500000000000e-01 8.359375000000000000e-01 1.000000000000000000e+00 8.789062500000000000e-01 9.570312500000000000e-01 1.953125000000000000e-03 8.281250000000000000e-01
20
+ 1.000000000000000000e+00 7.734375000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.031494140625000000e-02 9.765625000000000000e-01 5.312500000000000000e-01 1.000000000000000000e+00
21
+ 9.843750000000000000e-01 2.376054908381775022e-11 1.000000000000000000e+00 9.921875000000000000e-01 1.000000000000000000e+00 9.921875000000000000e-01 1.000000000000000000e+00 2.617187500000000000e-01
22
+ 1.000000000000000000e+00 9.101562500000000000e-01 9.609375000000000000e-01 1.000000000000000000e+00 9.375000000000000000e-01 9.687500000000000000e-01 7.734375000000000000e-01 5.859375000000000000e-01
23
+ 9.375000000000000000e-01 9.453125000000000000e-01 8.281250000000000000e-01 9.882812500000000000e-01 1.000000000000000000e+00 7.265625000000000000e-01 8.007812500000000000e-01 9.531250000000000000e-01
24
+ 1.000000000000000000e+00 1.000000000000000000e+00 4.455566406250000000e-03 9.726562500000000000e-01 2.319335937500000000e-02 9.843750000000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00
25
+ 1.000000000000000000e+00 5.234375000000000000e-01 0.000000000000000000e+00 9.492187500000000000e-01 9.687500000000000000e-01 9.921875000000000000e-01 9.921875000000000000e-01 7.070312500000000000e-01
26
+ 9.882812500000000000e-01 9.882812500000000000e-01 2.136230468750000000e-03 9.921875000000000000e-01 9.531250000000000000e-01 1.000000000000000000e+00 0.000000000000000000e+00 1.525878906250000000e-03
27
+ 1.000000000000000000e+00 9.062500000000000000e-01 6.679687500000000000e-01 1.000000000000000000e+00 9.179687500000000000e-01 8.476562500000000000e-01 8.789062500000000000e-01 9.921875000000000000e-01
28
+ 2.994537353515625000e-04 1.000000000000000000e+00 8.945312500000000000e-01 9.414062500000000000e-01 9.531250000000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 9.882812500000000000e-01
29
+ 9.921875000000000000e-01 9.960937500000000000e-01 9.218750000000000000e-01 9.765625000000000000e-01 1.000000000000000000e+00 9.843750000000000000e-01 1.000000000000000000e+00 9.453125000000000000e-01
30
+ 1.296997070312500000e-03 0.000000000000000000e+00 1.000000000000000000e+00 1.243591308593750000e-03 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
31
+ 9.882812500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 9.960937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 9.960937500000000000e-01 9.960937500000000000e-01
32
+ 9.843750000000000000e-01 8.984375000000000000e-01 9.296875000000000000e-01 7.851562500000000000e-01 9.375000000000000000e-01 9.648437500000000000e-01 9.101562500000000000e-01 9.648437500000000000e-01
DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=1400.tsv ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 8.632812500000000000e-01 6.718750000000000000e-01 1.000000000000000000e+00 3.710937500000000000e-01 0.000000000000000000e+00 6.601562500000000000e-01 3.398437500000000000e-01 3.203125000000000000e-01
2
+ 4.882812500000000000e-03 0.000000000000000000e+00 0.000000000000000000e+00 1.000000000000000000e+00 1.907348632812500000e-03 8.203125000000000000e-01 0.000000000000000000e+00 7.019042968750000000e-03
3
+ 0.000000000000000000e+00 8.046875000000000000e-01 0.000000000000000000e+00 9.921875000000000000e-01 6.679687500000000000e-01 9.843750000000000000e-01 9.882812500000000000e-01 0.000000000000000000e+00
4
+ 9.101562500000000000e-01 1.043701171875000000e-02 0.000000000000000000e+00 0.000000000000000000e+00 9.140625000000000000e-01 9.453125000000000000e-01 9.882812500000000000e-01 5.429687500000000000e-01
5
+ 7.934570312500000000e-03 0.000000000000000000e+00 1.464843750000000000e-01 9.257812500000000000e-01 9.843750000000000000e-01 1.000000000000000000e+00 7.226562500000000000e-01 3.063964843750000000e-02
6
+ 7.539062500000000000e-01 9.648437500000000000e-01 1.000000000000000000e+00 7.187500000000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00 9.033203125000000000e-02 1.000000000000000000e+00
7
+ 3.652343750000000000e-01 8.750000000000000000e-01 7.109375000000000000e-01 7.070312500000000000e-01 8.515625000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 8.398437500000000000e-01
8
+ 1.000000000000000000e+00 7.265625000000000000e-01 3.662109375000000000e-02 1.000000000000000000e+00 1.031494140625000000e-02 1.000000000000000000e+00 1.000000000000000000e+00 2.353515625000000000e-01
9
+ 1.000000000000000000e+00 1.000000000000000000e+00 9.765625000000000000e-01 1.435546875000000000e-01 1.000000000000000000e+00 5.468750000000000000e-01 8.945312500000000000e-01 9.960937500000000000e-01
10
+ 9.609375000000000000e-01 7.773437500000000000e-01 4.960937500000000000e-01 1.000000000000000000e+00 8.750000000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
11
+ 1.000000000000000000e+00 8.554687500000000000e-01 7.578125000000000000e-01 9.726562500000000000e-01 9.414062500000000000e-01 5.703125000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
12
+ 1.000000000000000000e+00 1.000000000000000000e+00 7.578125000000000000e-01 9.765625000000000000e-01 8.945312500000000000e-01 8.515625000000000000e-01 1.640625000000000000e-01 1.000000000000000000e+00
13
+ 1.000000000000000000e+00 3.076171875000000000e-02 7.031250000000000000e-01 9.218750000000000000e-01 6.796875000000000000e-01 1.000000000000000000e+00 2.868652343750000000e-03 4.375000000000000000e-01
14
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 9.414062500000000000e-01 1.000000000000000000e+00 7.812500000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
15
+ 6.484375000000000000e-01 1.000000000000000000e+00 4.902343750000000000e-01 9.609375000000000000e-01 1.000000000000000000e+00 9.804687500000000000e-01 9.492187500000000000e-01 1.000000000000000000e+00
16
+ 1.000000000000000000e+00 6.406250000000000000e-01 1.000000000000000000e+00 2.656250000000000000e-01 1.000000000000000000e+00 7.812500000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
17
+ 9.921875000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 0.000000000000000000e+00 9.335937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.734375000000000000e-01
18
+ 1.000000000000000000e+00 1.000000000000000000e+00 9.179687500000000000e-01 1.000000000000000000e+00 8.281250000000000000e-01 9.531250000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
19
+ 5.312500000000000000e-01 9.960937500000000000e-01 7.929687500000000000e-01 1.000000000000000000e+00 9.023437500000000000e-01 9.609375000000000000e-01 7.812500000000000000e-03 8.710937500000000000e-01
20
+ 1.000000000000000000e+00 7.890625000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 2.856445312500000000e-02 9.687500000000000000e-01 5.820312500000000000e-01 1.000000000000000000e+00
21
+ 9.765625000000000000e-01 0.000000000000000000e+00 1.000000000000000000e+00 9.804687500000000000e-01 1.000000000000000000e+00 9.765625000000000000e-01 1.000000000000000000e+00 2.539062500000000000e-01
22
+ 1.000000000000000000e+00 8.984375000000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00 9.375000000000000000e-01 9.648437500000000000e-01 7.929687500000000000e-01 5.898437500000000000e-01
23
+ 9.257812500000000000e-01 9.492187500000000000e-01 8.359375000000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00 7.265625000000000000e-01 7.617187500000000000e-01 9.609375000000000000e-01
24
+ 1.000000000000000000e+00 1.000000000000000000e+00 7.995605468750000000e-03 9.687500000000000000e-01 2.844238281250000000e-02 9.765625000000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00
25
+ 1.000000000000000000e+00 5.507812500000000000e-01 2.944469451904296875e-05 9.375000000000000000e-01 9.765625000000000000e-01 9.960937500000000000e-01 9.921875000000000000e-01 7.031250000000000000e-01
26
+ 9.843750000000000000e-01 9.882812500000000000e-01 3.875732421875000000e-03 1.000000000000000000e+00 9.687500000000000000e-01 1.000000000000000000e+00 0.000000000000000000e+00 1.010894775390625000e-04
27
+ 1.000000000000000000e+00 9.101562500000000000e-01 6.953125000000000000e-01 1.000000000000000000e+00 8.945312500000000000e-01 8.867187500000000000e-01 8.632812500000000000e-01 9.882812500000000000e-01
28
+ 0.000000000000000000e+00 1.000000000000000000e+00 9.101562500000000000e-01 9.648437500000000000e-01 9.492187500000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00 9.921875000000000000e-01
29
+ 1.000000000000000000e+00 9.921875000000000000e-01 9.257812500000000000e-01 9.843750000000000000e-01 1.000000000000000000e+00 9.882812500000000000e-01 1.000000000000000000e+00 9.453125000000000000e-01
30
+ 5.683898925781250000e-04 0.000000000000000000e+00 1.000000000000000000e+00 0.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
31
+ 9.921875000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 9.960937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 9.960937500000000000e-01 9.960937500000000000e-01
32
+ 9.882812500000000000e-01 9.062500000000000000e-01 9.414062500000000000e-01 8.125000000000000000e-01 9.335937500000000000e-01 9.570312500000000000e-01 9.179687500000000000e-01 9.687500000000000000e-01
DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=1450.tsv ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 8.437500000000000000e-01 6.484375000000000000e-01 1.000000000000000000e+00 3.417968750000000000e-01 0.000000000000000000e+00 6.484375000000000000e-01 3.320312500000000000e-01 3.320312500000000000e-01
2
+ 0.000000000000000000e+00 0.000000000000000000e+00 9.689331054687500000e-04 1.000000000000000000e+00 0.000000000000000000e+00 8.164062500000000000e-01 0.000000000000000000e+00 2.795410156250000000e-02
3
+ 0.000000000000000000e+00 7.734375000000000000e-01 0.000000000000000000e+00 9.609375000000000000e-01 6.562500000000000000e-01 9.843750000000000000e-01 9.414062500000000000e-01 1.733398437500000000e-02
4
+ 8.906250000000000000e-01 4.625320434570312500e-05 3.128051757812500000e-03 2.075195312500000000e-03 9.296875000000000000e-01 9.453125000000000000e-01 9.648437500000000000e-01 4.726562500000000000e-01
5
+ 0.000000000000000000e+00 0.000000000000000000e+00 1.972656250000000000e-01 9.218750000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.812500000000000000e-01 1.419067382812500000e-03
6
+ 7.382812500000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00 7.109375000000000000e-01 9.921875000000000000e-01 9.804687500000000000e-01 1.171875000000000000e-01 1.000000000000000000e+00
7
+ 4.179687500000000000e-01 8.632812500000000000e-01 7.226562500000000000e-01 7.148437500000000000e-01 8.515625000000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 8.554687500000000000e-01
8
+ 1.000000000000000000e+00 7.031250000000000000e-01 8.544921875000000000e-03 1.000000000000000000e+00 1.263427734375000000e-02 1.000000000000000000e+00 1.000000000000000000e+00 2.070312500000000000e-01
9
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.845703125000000000e-01 1.000000000000000000e+00 4.238281250000000000e-01 8.828125000000000000e-01 1.000000000000000000e+00
10
+ 9.375000000000000000e-01 7.695312500000000000e-01 4.355468750000000000e-01 1.000000000000000000e+00 8.632812500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
11
+ 1.000000000000000000e+00 8.242187500000000000e-01 9.179687500000000000e-01 9.882812500000000000e-01 1.000000000000000000e+00 5.078125000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
12
+ 1.000000000000000000e+00 1.000000000000000000e+00 8.554687500000000000e-01 9.375000000000000000e-01 9.257812500000000000e-01 8.710937500000000000e-01 8.105468750000000000e-02 1.000000000000000000e+00
13
+ 1.000000000000000000e+00 8.203125000000000000e-02 6.914062500000000000e-01 9.140625000000000000e-01 5.742187500000000000e-01 1.000000000000000000e+00 2.673339843750000000e-02 4.902343750000000000e-01
14
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 8.984375000000000000e-01 1.000000000000000000e+00 7.968750000000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01
15
+ 5.781250000000000000e-01 1.000000000000000000e+00 5.703125000000000000e-01 9.140625000000000000e-01 9.843750000000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01 1.000000000000000000e+00
16
+ 1.000000000000000000e+00 6.484375000000000000e-01 1.000000000000000000e+00 2.656250000000000000e-01 1.000000000000000000e+00 8.437500000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
17
+ 9.960937500000000000e-01 1.000000000000000000e+00 9.804687500000000000e-01 2.349853515625000000e-03 9.296875000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.578125000000000000e-01
18
+ 1.000000000000000000e+00 1.000000000000000000e+00 9.296875000000000000e-01 1.000000000000000000e+00 7.539062500000000000e-01 9.726562500000000000e-01 1.000000000000000000e+00 9.921875000000000000e-01
19
+ 5.117187500000000000e-01 9.921875000000000000e-01 8.242187500000000000e-01 1.000000000000000000e+00 8.984375000000000000e-01 9.609375000000000000e-01 3.494262695312500000e-03 8.437500000000000000e-01
20
+ 1.000000000000000000e+00 7.851562500000000000e-01 1.000000000000000000e+00 9.921875000000000000e-01 1.562500000000000000e-02 9.765625000000000000e-01 5.273437500000000000e-01 1.000000000000000000e+00
21
+ 9.804687500000000000e-01 8.926391601562500000e-04 1.000000000000000000e+00 9.765625000000000000e-01 1.000000000000000000e+00 9.882812500000000000e-01 1.000000000000000000e+00 2.558593750000000000e-01
22
+ 1.000000000000000000e+00 9.062500000000000000e-01 9.687500000000000000e-01 1.000000000000000000e+00 9.257812500000000000e-01 9.414062500000000000e-01 8.164062500000000000e-01 5.781250000000000000e-01
23
+ 9.218750000000000000e-01 9.453125000000000000e-01 8.554687500000000000e-01 9.882812500000000000e-01 1.000000000000000000e+00 7.226562500000000000e-01 8.085937500000000000e-01 9.609375000000000000e-01
24
+ 1.000000000000000000e+00 1.000000000000000000e+00 5.493164062500000000e-03 9.765625000000000000e-01 4.370117187500000000e-02 9.882812500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
25
+ 1.000000000000000000e+00 4.726562500000000000e-01 1.441955566406250000e-03 9.570312500000000000e-01 9.765625000000000000e-01 9.921875000000000000e-01 9.960937500000000000e-01 6.953125000000000000e-01
26
+ 9.765625000000000000e-01 9.843750000000000000e-01 1.202392578125000000e-02 9.921875000000000000e-01 9.609375000000000000e-01 1.000000000000000000e+00 1.277923583984375000e-04 0.000000000000000000e+00
27
+ 1.000000000000000000e+00 9.179687500000000000e-01 6.835937500000000000e-01 1.000000000000000000e+00 9.023437500000000000e-01 8.710937500000000000e-01 8.984375000000000000e-01 9.960937500000000000e-01
28
+ 0.000000000000000000e+00 1.000000000000000000e+00 9.023437500000000000e-01 9.492187500000000000e-01 9.687500000000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
29
+ 1.000000000000000000e+00 9.882812500000000000e-01 9.335937500000000000e-01 9.843750000000000000e-01 1.000000000000000000e+00 9.843750000000000000e-01 1.000000000000000000e+00 9.531250000000000000e-01
30
+ 8.964538574218750000e-04 0.000000000000000000e+00 1.000000000000000000e+00 1.174926757812500000e-03 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
31
+ 9.921875000000000000e-01 1.000000000000000000e+00 9.921875000000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 9.960937500000000000e-01 1.000000000000000000e+00
32
+ 1.000000000000000000e+00 8.945312500000000000e-01 9.453125000000000000e-01 7.968750000000000000e-01 9.453125000000000000e-01 9.609375000000000000e-01 9.296875000000000000e-01 9.687500000000000000e-01
DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=150.tsv ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 8.828125000000000000e-01 8.242187500000000000e-01 9.609375000000000000e-01 8.671875000000000000e-01 5.351562500000000000e-01 9.375000000000000000e-01 6.445312500000000000e-01 8.828125000000000000e-01
2
+ 5.273437500000000000e-01 3.554687500000000000e-01 6.484375000000000000e-01 1.000000000000000000e+00 4.765625000000000000e-01 9.335937500000000000e-01 7.656250000000000000e-01 8.632812500000000000e-01
3
+ 4.394531250000000000e-01 9.921875000000000000e-01 7.734375000000000000e-01 9.960937500000000000e-01 8.828125000000000000e-01 1.000000000000000000e+00 9.687500000000000000e-01 7.695312500000000000e-01
4
+ 9.726562500000000000e-01 9.101562500000000000e-01 7.656250000000000000e-01 6.250000000000000000e-01 9.960937500000000000e-01 9.960937500000000000e-01 9.648437500000000000e-01 9.179687500000000000e-01
5
+ 6.328125000000000000e-01 7.578125000000000000e-01 6.601562500000000000e-01 9.531250000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 9.882812500000000000e-01 9.218750000000000000e-01
6
+ 9.140625000000000000e-01 9.726562500000000000e-01 9.843750000000000000e-01 9.218750000000000000e-01 1.000000000000000000e+00 9.921875000000000000e-01 8.828125000000000000e-01 9.882812500000000000e-01
7
+ 9.101562500000000000e-01 9.296875000000000000e-01 9.296875000000000000e-01 9.960937500000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 9.921875000000000000e-01 9.140625000000000000e-01
8
+ 9.726562500000000000e-01 8.242187500000000000e-01 9.023437500000000000e-01 9.609375000000000000e-01 5.156250000000000000e-01 1.000000000000000000e+00 9.453125000000000000e-01 6.718750000000000000e-01
9
+ 1.000000000000000000e+00 1.000000000000000000e+00 9.843750000000000000e-01 9.062500000000000000e-01 9.726562500000000000e-01 5.390625000000000000e-01 8.671875000000000000e-01 8.828125000000000000e-01
10
+ 9.492187500000000000e-01 8.593750000000000000e-01 9.296875000000000000e-01 1.000000000000000000e+00 8.593750000000000000e-01 9.179687500000000000e-01 9.843750000000000000e-01 9.882812500000000000e-01
11
+ 1.000000000000000000e+00 8.203125000000000000e-01 9.296875000000000000e-01 9.296875000000000000e-01 9.218750000000000000e-01 5.859375000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
12
+ 8.671875000000000000e-01 1.000000000000000000e+00 7.734375000000000000e-01 9.296875000000000000e-01 8.789062500000000000e-01 9.101562500000000000e-01 5.117187500000000000e-01 9.804687500000000000e-01
13
+ 9.531250000000000000e-01 4.804687500000000000e-01 7.460937500000000000e-01 8.984375000000000000e-01 4.414062500000000000e-01 8.320312500000000000e-01 4.804687500000000000e-01 8.320312500000000000e-01
14
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 9.570312500000000000e-01 1.000000000000000000e+00 8.046875000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
15
+ 6.718750000000000000e-01 9.492187500000000000e-01 7.148437500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 9.765625000000000000e-01 9.296875000000000000e-01 1.000000000000000000e+00
16
+ 1.000000000000000000e+00 7.304687500000000000e-01 1.000000000000000000e+00 4.960937500000000000e-01 1.000000000000000000e+00 7.851562500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
17
+ 9.960937500000000000e-01 9.296875000000000000e-01 1.000000000000000000e+00 4.335937500000000000e-01 9.453125000000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 8.554687500000000000e-01
18
+ 8.476562500000000000e-01 1.000000000000000000e+00 9.062500000000000000e-01 1.000000000000000000e+00 7.187500000000000000e-01 9.218750000000000000e-01 1.000000000000000000e+00 9.296875000000000000e-01
19
+ 5.664062500000000000e-01 9.921875000000000000e-01 8.242187500000000000e-01 1.000000000000000000e+00 9.101562500000000000e-01 9.609375000000000000e-01 4.453125000000000000e-01 8.476562500000000000e-01
20
+ 1.000000000000000000e+00 7.773437500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 5.117187500000000000e-01 9.726562500000000000e-01 5.351562500000000000e-01 9.492187500000000000e-01
21
+ 9.843750000000000000e-01 4.101562500000000000e-01 1.000000000000000000e+00 9.804687500000000000e-01 1.000000000000000000e+00 9.804687500000000000e-01 1.000000000000000000e+00 4.921875000000000000e-01
22
+ 9.882812500000000000e-01 8.593750000000000000e-01 9.570312500000000000e-01 1.000000000000000000e+00 7.812500000000000000e-01 9.414062500000000000e-01 8.046875000000000000e-01 6.289062500000000000e-01
23
+ 9.218750000000000000e-01 9.179687500000000000e-01 8.437500000000000000e-01 9.921875000000000000e-01 9.335937500000000000e-01 7.460937500000000000e-01 7.968750000000000000e-01 9.609375000000000000e-01
24
+ 1.000000000000000000e+00 1.000000000000000000e+00 5.000000000000000000e-01 9.726562500000000000e-01 4.882812500000000000e-01 9.843750000000000000e-01 9.921875000000000000e-01 9.140625000000000000e-01
25
+ 9.335937500000000000e-01 5.625000000000000000e-01 3.808593750000000000e-01 9.609375000000000000e-01 9.804687500000000000e-01 9.882812500000000000e-01 9.882812500000000000e-01 6.601562500000000000e-01
26
+ 9.648437500000000000e-01 9.882812500000000000e-01 4.980468750000000000e-01 1.000000000000000000e+00 9.335937500000000000e-01 1.000000000000000000e+00 4.179687500000000000e-01 4.218750000000000000e-01
27
+ 1.000000000000000000e+00 9.023437500000000000e-01 7.031250000000000000e-01 1.000000000000000000e+00 9.218750000000000000e-01 8.632812500000000000e-01 8.984375000000000000e-01 9.960937500000000000e-01
28
+ 3.828125000000000000e-01 1.000000000000000000e+00 9.023437500000000000e-01 9.492187500000000000e-01 9.531250000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 9.804687500000000000e-01
29
+ 9.960937500000000000e-01 9.179687500000000000e-01 9.296875000000000000e-01 9.765625000000000000e-01 1.000000000000000000e+00 9.843750000000000000e-01 1.000000000000000000e+00 9.414062500000000000e-01
30
+ 4.394531250000000000e-01 4.218750000000000000e-01 1.000000000000000000e+00 4.746093750000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
31
+ 9.921875000000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 9.960937500000000000e-01 9.960937500000000000e-01
32
+ 9.843750000000000000e-01 9.023437500000000000e-01 9.453125000000000000e-01 8.789062500000000000e-01 9.375000000000000000e-01 9.726562500000000000e-01 9.375000000000000000e-01 9.570312500000000000e-01
DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=1500.tsv ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 8.437500000000000000e-01 6.328125000000000000e-01 1.000000000000000000e+00 3.281250000000000000e-01 2.639770507812500000e-03 6.718750000000000000e-01 4.218750000000000000e-01 3.105468750000000000e-01
2
+ 4.180908203125000000e-03 0.000000000000000000e+00 0.000000000000000000e+00 1.000000000000000000e+00 0.000000000000000000e+00 8.437500000000000000e-01 0.000000000000000000e+00 2.429199218750000000e-02
3
+ 0.000000000000000000e+00 7.539062500000000000e-01 2.624511718750000000e-03 9.609375000000000000e-01 6.875000000000000000e-01 1.000000000000000000e+00 9.765625000000000000e-01 2.844238281250000000e-02
4
+ 8.632812500000000000e-01 9.521484375000000000e-03 2.460479736328125000e-04 0.000000000000000000e+00 9.257812500000000000e-01 9.335937500000000000e-01 9.609375000000000000e-01 5.039062500000000000e-01
5
+ 2.105712890625000000e-03 4.028320312500000000e-02 1.250000000000000000e-01 9.218750000000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00 7.812500000000000000e-01 0.000000000000000000e+00
6
+ 8.007812500000000000e-01 9.492187500000000000e-01 1.000000000000000000e+00 7.343750000000000000e-01 9.960937500000000000e-01 9.765625000000000000e-01 1.435546875000000000e-01 1.000000000000000000e+00
7
+ 4.199218750000000000e-01 7.929687500000000000e-01 7.773437500000000000e-01 6.445312500000000000e-01 8.203125000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 8.789062500000000000e-01
8
+ 1.000000000000000000e+00 8.398437500000000000e-01 1.060485839843750000e-03 1.000000000000000000e+00 8.056640625000000000e-02 1.000000000000000000e+00 1.000000000000000000e+00 2.275390625000000000e-01
9
+ 1.000000000000000000e+00 1.000000000000000000e+00 9.921875000000000000e-01 2.109375000000000000e-01 1.000000000000000000e+00 5.429687500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
10
+ 9.492187500000000000e-01 8.125000000000000000e-01 5.468750000000000000e-01 1.000000000000000000e+00 8.242187500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 9.375000000000000000e-01
11
+ 1.000000000000000000e+00 8.007812500000000000e-01 8.281250000000000000e-01 9.453125000000000000e-01 9.921875000000000000e-01 5.429687500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
12
+ 1.000000000000000000e+00 1.000000000000000000e+00 7.617187500000000000e-01 1.000000000000000000e+00 9.921875000000000000e-01 8.515625000000000000e-01 1.701354980468750000e-03 1.000000000000000000e+00
13
+ 1.000000000000000000e+00 4.736328125000000000e-02 6.796875000000000000e-01 8.359375000000000000e-01 7.695312500000000000e-01 1.000000000000000000e+00 1.464843750000000000e-03 5.507812500000000000e-01
14
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 9.882812500000000000e-01 1.000000000000000000e+00 8.984375000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
15
+ 6.523437500000000000e-01 1.000000000000000000e+00 4.824218750000000000e-01 9.804687500000000000e-01 9.648437500000000000e-01 9.804687500000000000e-01 9.375000000000000000e-01 1.000000000000000000e+00
16
+ 1.000000000000000000e+00 7.031250000000000000e-01 1.000000000000000000e+00 3.281250000000000000e-01 1.000000000000000000e+00 7.500000000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
17
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 3.910064697265625000e-05 9.218750000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 8.203125000000000000e-01
18
+ 1.000000000000000000e+00 1.000000000000000000e+00 9.375000000000000000e-01 1.000000000000000000e+00 7.539062500000000000e-01 9.726562500000000000e-01 1.000000000000000000e+00 9.687500000000000000e-01
19
+ 5.234375000000000000e-01 9.960937500000000000e-01 7.929687500000000000e-01 1.000000000000000000e+00 8.906250000000000000e-01 9.570312500000000000e-01 1.062011718750000000e-02 8.554687500000000000e-01
20
+ 1.000000000000000000e+00 7.617187500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.080322265625000000e-02 9.843750000000000000e-01 5.859375000000000000e-01 1.000000000000000000e+00
21
+ 9.804687500000000000e-01 1.121520996093750000e-03 1.000000000000000000e+00 9.804687500000000000e-01 1.000000000000000000e+00 9.921875000000000000e-01 1.000000000000000000e+00 2.675781250000000000e-01
22
+ 9.921875000000000000e-01 9.179687500000000000e-01 9.609375000000000000e-01 1.000000000000000000e+00 9.296875000000000000e-01 9.609375000000000000e-01 8.085937500000000000e-01 5.898437500000000000e-01
23
+ 9.296875000000000000e-01 9.335937500000000000e-01 8.398437500000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00 7.109375000000000000e-01 8.046875000000000000e-01 9.648437500000000000e-01
24
+ 1.000000000000000000e+00 1.000000000000000000e+00 0.000000000000000000e+00 9.765625000000000000e-01 1.422119140625000000e-02 9.804687500000000000e-01 9.726562500000000000e-01 1.000000000000000000e+00
25
+ 9.921875000000000000e-01 4.941406250000000000e-01 0.000000000000000000e+00 9.375000000000000000e-01 9.726562500000000000e-01 9.921875000000000000e-01 9.921875000000000000e-01 7.187500000000000000e-01
26
+ 1.000000000000000000e+00 9.921875000000000000e-01 1.147460937500000000e-02 9.960937500000000000e-01 9.453125000000000000e-01 1.000000000000000000e+00 5.493164062500000000e-04 8.125305175781250000e-04
27
+ 1.000000000000000000e+00 9.179687500000000000e-01 6.796875000000000000e-01 1.000000000000000000e+00 8.867187500000000000e-01 8.671875000000000000e-01 8.789062500000000000e-01 9.921875000000000000e-01
28
+ 0.000000000000000000e+00 1.000000000000000000e+00 8.828125000000000000e-01 9.492187500000000000e-01 9.335937500000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00 9.843750000000000000e-01
29
+ 1.000000000000000000e+00 9.570312500000000000e-01 9.296875000000000000e-01 9.882812500000000000e-01 1.000000000000000000e+00 9.843750000000000000e-01 1.000000000000000000e+00 9.453125000000000000e-01
30
+ 1.167297363281250000e-03 1.144409179687500000e-03 9.960937500000000000e-01 1.235961914062500000e-03 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
31
+ 9.882812500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 9.960937500000000000e-01
32
+ 9.882812500000000000e-01 8.828125000000000000e-01 9.218750000000000000e-01 7.968750000000000000e-01 9.257812500000000000e-01 9.648437500000000000e-01 9.296875000000000000e-01 9.726562500000000000e-01
DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=1550.tsv ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 8.554687500000000000e-01 5.625000000000000000e-01 1.000000000000000000e+00 3.671875000000000000e-01 1.190185546875000000e-03 7.187500000000000000e-01 4.394531250000000000e-01 3.496093750000000000e-01
2
+ 0.000000000000000000e+00 0.000000000000000000e+00 0.000000000000000000e+00 1.000000000000000000e+00 0.000000000000000000e+00 8.710937500000000000e-01 0.000000000000000000e+00 7.275390625000000000e-02
3
+ 0.000000000000000000e+00 7.500000000000000000e-01 2.856445312500000000e-02 9.570312500000000000e-01 5.234375000000000000e-01 9.882812500000000000e-01 8.945312500000000000e-01 3.637695312500000000e-02
4
+ 8.554687500000000000e-01 0.000000000000000000e+00 0.000000000000000000e+00 3.604888916015625000e-04 8.242187500000000000e-01 9.687500000000000000e-01 9.765625000000000000e-01 5.078125000000000000e-01
5
+ 5.157470703125000000e-03 1.735687255859375000e-04 1.533203125000000000e-01 8.554687500000000000e-01 9.257812500000000000e-01 9.921875000000000000e-01 7.460937500000000000e-01 0.000000000000000000e+00
6
+ 7.617187500000000000e-01 9.609375000000000000e-01 1.000000000000000000e+00 7.578125000000000000e-01 1.000000000000000000e+00 9.140625000000000000e-01 1.206054687500000000e-01 1.000000000000000000e+00
7
+ 4.882812500000000000e-01 8.984375000000000000e-01 6.992187500000000000e-01 7.500000000000000000e-01 8.125000000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 9.414062500000000000e-01
8
+ 1.000000000000000000e+00 8.046875000000000000e-01 2.319335937500000000e-03 1.000000000000000000e+00 2.044677734375000000e-03 1.000000000000000000e+00 1.000000000000000000e+00 3.964843750000000000e-01
9
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.435546875000000000e-01 1.000000000000000000e+00 4.277343750000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
10
+ 9.257812500000000000e-01 7.968750000000000000e-01 5.468750000000000000e-01 1.000000000000000000e+00 8.632812500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 9.843750000000000000e-01
11
+ 1.000000000000000000e+00 8.984375000000000000e-01 7.421875000000000000e-01 9.648437500000000000e-01 1.000000000000000000e+00 5.976562500000000000e-01 1.000000000000000000e+00 9.414062500000000000e-01
12
+ 1.000000000000000000e+00 1.000000000000000000e+00 8.242187500000000000e-01 8.867187500000000000e-01 8.984375000000000000e-01 8.242187500000000000e-01 6.591796875000000000e-02 1.000000000000000000e+00
13
+ 1.000000000000000000e+00 8.593750000000000000e-02 7.617187500000000000e-01 7.890625000000000000e-01 8.046875000000000000e-01 9.687500000000000000e-01 1.733398437500000000e-02 4.316406250000000000e-01
14
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 9.179687500000000000e-01 1.000000000000000000e+00 7.460937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
15
+ 6.640625000000000000e-01 1.000000000000000000e+00 5.390625000000000000e-01 9.179687500000000000e-01 9.921875000000000000e-01 9.843750000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
16
+ 1.000000000000000000e+00 6.562500000000000000e-01 1.000000000000000000e+00 2.402343750000000000e-01 1.000000000000000000e+00 8.515625000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
17
+ 9.921875000000000000e-01 1.000000000000000000e+00 9.843750000000000000e-01 0.000000000000000000e+00 9.218750000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.500000000000000000e-01
18
+ 1.000000000000000000e+00 1.000000000000000000e+00 9.414062500000000000e-01 1.000000000000000000e+00 8.085937500000000000e-01 9.570312500000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01
19
+ 5.273437500000000000e-01 9.960937500000000000e-01 7.968750000000000000e-01 1.000000000000000000e+00 9.218750000000000000e-01 9.648437500000000000e-01 3.295898437500000000e-03 8.515625000000000000e-01
20
+ 9.921875000000000000e-01 7.656250000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 8.422851562500000000e-03 9.687500000000000000e-01 6.171875000000000000e-01 1.000000000000000000e+00
21
+ 9.843750000000000000e-01 1.926422119140625000e-04 1.000000000000000000e+00 9.921875000000000000e-01 1.000000000000000000e+00 9.921875000000000000e-01 1.000000000000000000e+00 2.792968750000000000e-01
22
+ 1.000000000000000000e+00 9.140625000000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00 9.570312500000000000e-01 9.687500000000000000e-01 7.968750000000000000e-01 5.859375000000000000e-01
23
+ 9.296875000000000000e-01 9.531250000000000000e-01 8.281250000000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00 7.421875000000000000e-01 8.281250000000000000e-01 9.687500000000000000e-01
24
+ 1.000000000000000000e+00 1.000000000000000000e+00 6.652832031250000000e-03 9.687500000000000000e-01 1.104736328125000000e-02 9.804687500000000000e-01 9.882812500000000000e-01 1.000000000000000000e+00
25
+ 9.882812500000000000e-01 5.156250000000000000e-01 1.945495605468750000e-03 9.492187500000000000e-01 9.726562500000000000e-01 9.960937500000000000e-01 9.921875000000000000e-01 7.187500000000000000e-01
26
+ 9.609375000000000000e-01 9.882812500000000000e-01 7.934570312500000000e-03 9.921875000000000000e-01 9.726562500000000000e-01 1.000000000000000000e+00 9.078979492187500000e-04 9.679794311523437500e-05
27
+ 1.000000000000000000e+00 8.906250000000000000e-01 6.875000000000000000e-01 1.000000000000000000e+00 8.867187500000000000e-01 8.867187500000000000e-01 8.828125000000000000e-01 9.921875000000000000e-01
28
+ 7.553100585937500000e-04 9.960937500000000000e-01 9.335937500000000000e-01 9.492187500000000000e-01 9.492187500000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
29
+ 9.921875000000000000e-01 1.000000000000000000e+00 9.101562500000000000e-01 9.804687500000000000e-01 1.000000000000000000e+00 9.726562500000000000e-01 1.000000000000000000e+00 9.453125000000000000e-01
30
+ 7.438659667968750000e-04 0.000000000000000000e+00 9.960937500000000000e-01 1.098632812500000000e-03 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
31
+ 9.882812500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 9.960937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 9.921875000000000000e-01 1.000000000000000000e+00
32
+ 9.804687500000000000e-01 9.023437500000000000e-01 9.414062500000000000e-01 8.085937500000000000e-01 9.335937500000000000e-01 9.570312500000000000e-01 9.179687500000000000e-01 9.609375000000000000e-01
DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=1600.tsv ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 8.789062500000000000e-01 5.312500000000000000e-01 1.000000000000000000e+00 3.671875000000000000e-01 0.000000000000000000e+00 6.914062500000000000e-01 4.062500000000000000e-01 3.085937500000000000e-01
2
+ 1.541137695312500000e-03 3.871917724609375000e-04 0.000000000000000000e+00 1.000000000000000000e+00 0.000000000000000000e+00 7.929687500000000000e-01 0.000000000000000000e+00 1.312255859375000000e-03
3
+ 0.000000000000000000e+00 7.226562500000000000e-01 0.000000000000000000e+00 9.882812500000000000e-01 6.367187500000000000e-01 9.609375000000000000e-01 9.882812500000000000e-01 0.000000000000000000e+00
4
+ 8.437500000000000000e-01 1.141357421875000000e-02 0.000000000000000000e+00 2.304077148437500000e-03 9.218750000000000000e-01 9.687500000000000000e-01 9.570312500000000000e-01 4.941406250000000000e-01
5
+ 4.425048828125000000e-03 1.235961914062500000e-03 1.337890625000000000e-01 8.828125000000000000e-01 9.882812500000000000e-01 1.000000000000000000e+00 7.929687500000000000e-01 3.967285156250000000e-03
6
+ 7.539062500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.500000000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.787109375000000000e-01 9.804687500000000000e-01
7
+ 4.414062500000000000e-01 8.164062500000000000e-01 7.500000000000000000e-01 7.148437500000000000e-01 8.242187500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 8.710937500000000000e-01
8
+ 1.000000000000000000e+00 7.421875000000000000e-01 4.736328125000000000e-02 1.000000000000000000e+00 2.777099609375000000e-03 1.000000000000000000e+00 1.000000000000000000e+00 4.453125000000000000e-01
9
+ 1.000000000000000000e+00 1.000000000000000000e+00 9.726562500000000000e-01 8.105468750000000000e-02 1.000000000000000000e+00 5.390625000000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00
10
+ 8.906250000000000000e-01 8.750000000000000000e-01 5.976562500000000000e-01 1.000000000000000000e+00 7.226562500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 9.882812500000000000e-01
11
+ 1.000000000000000000e+00 8.398437500000000000e-01 8.554687500000000000e-01 9.531250000000000000e-01 9.726562500000000000e-01 4.785156250000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
12
+ 9.960937500000000000e-01 1.000000000000000000e+00 8.242187500000000000e-01 9.570312500000000000e-01 9.257812500000000000e-01 8.867187500000000000e-01 5.566406250000000000e-02 1.000000000000000000e+00
13
+ 1.000000000000000000e+00 4.516601562500000000e-02 6.992187500000000000e-01 7.812500000000000000e-01 8.125000000000000000e-01 1.000000000000000000e+00 4.364013671875000000e-03 5.000000000000000000e-01
14
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 9.296875000000000000e-01 1.000000000000000000e+00 8.164062500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
15
+ 6.406250000000000000e-01 1.000000000000000000e+00 5.312500000000000000e-01 9.843750000000000000e-01 9.960937500000000000e-01 9.882812500000000000e-01 9.492187500000000000e-01 1.000000000000000000e+00
16
+ 1.000000000000000000e+00 6.445312500000000000e-01 1.000000000000000000e+00 2.353515625000000000e-01 1.000000000000000000e+00 7.500000000000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01
17
+ 9.882812500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 2.014160156250000000e-03 9.375000000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.734375000000000000e-01
18
+ 9.960937500000000000e-01 1.000000000000000000e+00 9.296875000000000000e-01 1.000000000000000000e+00 8.046875000000000000e-01 9.531250000000000000e-01 1.000000000000000000e+00 9.687500000000000000e-01
19
+ 5.117187500000000000e-01 9.921875000000000000e-01 8.281250000000000000e-01 1.000000000000000000e+00 9.101562500000000000e-01 9.453125000000000000e-01 1.914978027343750000e-03 8.554687500000000000e-01
20
+ 1.000000000000000000e+00 7.539062500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.226806640625000000e-02 9.765625000000000000e-01 5.664062500000000000e-01 1.000000000000000000e+00
21
+ 9.882812500000000000e-01 1.106262207031250000e-03 1.000000000000000000e+00 9.921875000000000000e-01 1.000000000000000000e+00 9.882812500000000000e-01 1.000000000000000000e+00 2.617187500000000000e-01
22
+ 1.000000000000000000e+00 9.335937500000000000e-01 9.687500000000000000e-01 1.000000000000000000e+00 9.531250000000000000e-01 9.570312500000000000e-01 8.007812500000000000e-01 5.781250000000000000e-01
23
+ 9.257812500000000000e-01 9.492187500000000000e-01 8.398437500000000000e-01 9.843750000000000000e-01 1.000000000000000000e+00 7.187500000000000000e-01 7.656250000000000000e-01 9.648437500000000000e-01
24
+ 1.000000000000000000e+00 1.000000000000000000e+00 3.906250000000000000e-03 9.726562500000000000e-01 1.495361328125000000e-02 9.921875000000000000e-01 9.804687500000000000e-01 1.000000000000000000e+00
25
+ 9.804687500000000000e-01 5.078125000000000000e-01 1.647949218750000000e-03 9.453125000000000000e-01 9.882812500000000000e-01 9.960937500000000000e-01 9.921875000000000000e-01 6.953125000000000000e-01
26
+ 9.687500000000000000e-01 9.960937500000000000e-01 9.269714355468750000e-04 9.960937500000000000e-01 9.375000000000000000e-01 1.000000000000000000e+00 0.000000000000000000e+00 1.773834228515625000e-04
27
+ 1.000000000000000000e+00 9.101562500000000000e-01 6.640625000000000000e-01 1.000000000000000000e+00 8.984375000000000000e-01 8.398437500000000000e-01 9.023437500000000000e-01 1.000000000000000000e+00
28
+ 9.040832519531250000e-04 1.000000000000000000e+00 8.984375000000000000e-01 9.492187500000000000e-01 9.570312500000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00 9.921875000000000000e-01
29
+ 9.921875000000000000e-01 9.882812500000000000e-01 9.296875000000000000e-01 9.882812500000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01 1.000000000000000000e+00 9.609375000000000000e-01
30
+ 3.326416015625000000e-03 0.000000000000000000e+00 9.960937500000000000e-01 1.144409179687500000e-03 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
31
+ 1.000000000000000000e+00 1.000000000000000000e+00 9.882812500000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
32
+ 9.921875000000000000e-01 8.984375000000000000e-01 9.492187500000000000e-01 7.812500000000000000e-01 9.453125000000000000e-01 9.648437500000000000e-01 9.257812500000000000e-01 9.570312500000000000e-01
DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=1650.tsv ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 8.437500000000000000e-01 5.664062500000000000e-01 1.000000000000000000e+00 4.375000000000000000e-01 3.623962402343750000e-04 6.835937500000000000e-01 3.730468750000000000e-01 2.792968750000000000e-01
2
+ 5.111694335937500000e-04 0.000000000000000000e+00 6.151199340820312500e-05 1.000000000000000000e+00 0.000000000000000000e+00 8.085937500000000000e-01 0.000000000000000000e+00 1.245117187500000000e-02
3
+ 0.000000000000000000e+00 7.304687500000000000e-01 0.000000000000000000e+00 9.609375000000000000e-01 6.210937500000000000e-01 9.804687500000000000e-01 9.570312500000000000e-01 0.000000000000000000e+00
4
+ 8.398437500000000000e-01 9.994506835937500000e-04 2.956390380859375000e-04 0.000000000000000000e+00 8.437500000000000000e-01 9.453125000000000000e-01 9.687500000000000000e-01 5.117187500000000000e-01
5
+ 0.000000000000000000e+00 0.000000000000000000e+00 5.200195312500000000e-02 8.671875000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.929687500000000000e-01 0.000000000000000000e+00
6
+ 7.890625000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.578125000000000000e-01 1.000000000000000000e+00 9.804687500000000000e-01 1.396484375000000000e-01 1.000000000000000000e+00
7
+ 4.199218750000000000e-01 9.101562500000000000e-01 7.421875000000000000e-01 7.421875000000000000e-01 8.359375000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 8.476562500000000000e-01
8
+ 1.000000000000000000e+00 8.476562500000000000e-01 1.519775390625000000e-02 1.000000000000000000e+00 2.832031250000000000e-02 1.000000000000000000e+00 1.000000000000000000e+00 3.789062500000000000e-01
9
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 2.714843750000000000e-01 1.000000000000000000e+00 5.039062500000000000e-01 9.453125000000000000e-01 1.000000000000000000e+00
10
+ 9.765625000000000000e-01 7.812500000000000000e-01 6.953125000000000000e-01 1.000000000000000000e+00 8.085937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
11
+ 1.000000000000000000e+00 8.671875000000000000e-01 9.257812500000000000e-01 9.726562500000000000e-01 1.000000000000000000e+00 5.820312500000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01
12
+ 9.960937500000000000e-01 1.000000000000000000e+00 7.734375000000000000e-01 9.687500000000000000e-01 9.960937500000000000e-01 8.671875000000000000e-01 6.347656250000000000e-02 1.000000000000000000e+00
13
+ 1.000000000000000000e+00 1.477050781250000000e-02 7.070312500000000000e-01 8.398437500000000000e-01 9.687500000000000000e-01 1.000000000000000000e+00 1.716613769531250000e-03 5.195312500000000000e-01
14
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 9.375000000000000000e-01 1.000000000000000000e+00 7.851562500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
15
+ 6.289062500000000000e-01 1.000000000000000000e+00 5.117187500000000000e-01 9.375000000000000000e-01 9.882812500000000000e-01 9.570312500000000000e-01 9.414062500000000000e-01 1.000000000000000000e+00
16
+ 1.000000000000000000e+00 7.148437500000000000e-01 1.000000000000000000e+00 2.832031250000000000e-01 9.843750000000000000e-01 8.046875000000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01
17
+ 9.921875000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.327514648437500000e-03 9.453125000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.382812500000000000e-01
18
+ 1.000000000000000000e+00 1.000000000000000000e+00 9.492187500000000000e-01 1.000000000000000000e+00 7.812500000000000000e-01 9.804687500000000000e-01 1.000000000000000000e+00 9.843750000000000000e-01
19
+ 5.234375000000000000e-01 9.960937500000000000e-01 7.851562500000000000e-01 1.000000000000000000e+00 9.296875000000000000e-01 9.687500000000000000e-01 2.700805664062500000e-03 8.476562500000000000e-01
20
+ 1.000000000000000000e+00 7.617187500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 3.097534179687500000e-03 9.882812500000000000e-01 5.820312500000000000e-01 1.000000000000000000e+00
21
+ 9.843750000000000000e-01 2.841949462890625000e-04 1.000000000000000000e+00 9.804687500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 2.451171875000000000e-01
22
+ 1.000000000000000000e+00 9.140625000000000000e-01 9.726562500000000000e-01 1.000000000000000000e+00 9.375000000000000000e-01 9.335937500000000000e-01 8.164062500000000000e-01 5.820312500000000000e-01
23
+ 9.296875000000000000e-01 9.648437500000000000e-01 8.632812500000000000e-01 9.882812500000000000e-01 1.000000000000000000e+00 7.109375000000000000e-01 7.968750000000000000e-01 9.648437500000000000e-01
24
+ 1.000000000000000000e+00 1.000000000000000000e+00 2.960205078125000000e-03 9.765625000000000000e-01 1.806640625000000000e-02 9.804687500000000000e-01 9.843750000000000000e-01 1.000000000000000000e+00
25
+ 1.000000000000000000e+00 5.000000000000000000e-01 8.811950683593750000e-04 9.648437500000000000e-01 9.765625000000000000e-01 9.960937500000000000e-01 9.921875000000000000e-01 6.875000000000000000e-01
26
+ 9.804687500000000000e-01 9.882812500000000000e-01 7.019042968750000000e-04 9.960937500000000000e-01 9.609375000000000000e-01 1.000000000000000000e+00 0.000000000000000000e+00 1.380920410156250000e-03
27
+ 1.000000000000000000e+00 9.023437500000000000e-01 6.718750000000000000e-01 1.000000000000000000e+00 9.257812500000000000e-01 8.632812500000000000e-01 8.945312500000000000e-01 1.000000000000000000e+00
28
+ 0.000000000000000000e+00 1.000000000000000000e+00 8.945312500000000000e-01 9.492187500000000000e-01 9.531250000000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 9.882812500000000000e-01
29
+ 9.960937500000000000e-01 9.882812500000000000e-01 9.140625000000000000e-01 9.882812500000000000e-01 1.000000000000000000e+00 9.921875000000000000e-01 1.000000000000000000e+00 9.570312500000000000e-01
30
+ 1.419067382812500000e-03 6.914138793945312500e-05 1.000000000000000000e+00 0.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
31
+ 9.921875000000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 9.960937500000000000e-01
32
+ 9.843750000000000000e-01 8.789062500000000000e-01 9.335937500000000000e-01 7.968750000000000000e-01 9.648437500000000000e-01 9.648437500000000000e-01 9.218750000000000000e-01 9.687500000000000000e-01
DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=1700.tsv ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 8.945312500000000000e-01 5.859375000000000000e-01 1.000000000000000000e+00 3.789062500000000000e-01 1.251220703125000000e-03 6.679687500000000000e-01 3.457031250000000000e-01 2.812500000000000000e-01
2
+ 0.000000000000000000e+00 0.000000000000000000e+00 5.584716796875000000e-03 1.000000000000000000e+00 0.000000000000000000e+00 7.968750000000000000e-01 0.000000000000000000e+00 4.150390625000000000e-03
3
+ 0.000000000000000000e+00 7.148437500000000000e-01 0.000000000000000000e+00 9.687500000000000000e-01 6.679687500000000000e-01 9.648437500000000000e-01 1.000000000000000000e+00 1.039505004882812500e-04
4
+ 8.125000000000000000e-01 4.150390625000000000e-03 3.833770751953125000e-04 0.000000000000000000e+00 8.867187500000000000e-01 9.296875000000000000e-01 9.843750000000000000e-01 5.351562500000000000e-01
5
+ 0.000000000000000000e+00 2.670288085937500000e-03 9.179687500000000000e-02 8.671875000000000000e-01 9.843750000000000000e-01 1.000000000000000000e+00 7.695312500000000000e-01 5.493164062500000000e-03
6
+ 7.578125000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.500000000000000000e-01 1.000000000000000000e+00 9.765625000000000000e-01 1.689453125000000000e-01 1.000000000000000000e+00
7
+ 4.941406250000000000e-01 9.257812500000000000e-01 7.421875000000000000e-01 7.382812500000000000e-01 8.515625000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 8.359375000000000000e-01
8
+ 1.000000000000000000e+00 7.773437500000000000e-01 5.126953125000000000e-03 1.000000000000000000e+00 1.263427734375000000e-02 1.000000000000000000e+00 1.000000000000000000e+00 4.023437500000000000e-01
9
+ 1.000000000000000000e+00 1.000000000000000000e+00 9.804687500000000000e-01 2.216796875000000000e-01 1.000000000000000000e+00 5.195312500000000000e-01 9.062500000000000000e-01 1.000000000000000000e+00
10
+ 9.023437500000000000e-01 8.632812500000000000e-01 7.304687500000000000e-01 1.000000000000000000e+00 7.656250000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
11
+ 1.000000000000000000e+00 8.632812500000000000e-01 9.062500000000000000e-01 9.765625000000000000e-01 9.765625000000000000e-01 5.703125000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
12
+ 1.000000000000000000e+00 1.000000000000000000e+00 7.304687500000000000e-01 9.257812500000000000e-01 9.101562500000000000e-01 8.789062500000000000e-01 1.916503906250000000e-02 9.921875000000000000e-01
13
+ 1.000000000000000000e+00 4.199218750000000000e-02 7.851562500000000000e-01 8.437500000000000000e-01 8.906250000000000000e-01 1.000000000000000000e+00 1.998901367187500000e-03 4.257812500000000000e-01
14
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 9.531250000000000000e-01 1.000000000000000000e+00 8.125000000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
15
+ 5.546875000000000000e-01 1.000000000000000000e+00 5.820312500000000000e-01 9.765625000000000000e-01 9.843750000000000000e-01 9.921875000000000000e-01 9.609375000000000000e-01 1.000000000000000000e+00
16
+ 1.000000000000000000e+00 6.718750000000000000e-01 1.000000000000000000e+00 2.460937500000000000e-01 1.000000000000000000e+00 7.695312500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
17
+ 9.921875000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 2.956390380859375000e-04 8.984375000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.968750000000000000e-01
18
+ 9.648437500000000000e-01 1.000000000000000000e+00 9.257812500000000000e-01 1.000000000000000000e+00 7.734375000000000000e-01 9.882812500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
19
+ 5.273437500000000000e-01 1.000000000000000000e+00 8.164062500000000000e-01 1.000000000000000000e+00 9.140625000000000000e-01 9.687500000000000000e-01 5.340576171875000000e-03 8.515625000000000000e-01
20
+ 1.000000000000000000e+00 7.578125000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 2.578735351562500000e-03 9.687500000000000000e-01 5.507812500000000000e-01 1.000000000000000000e+00
21
+ 9.843750000000000000e-01 4.119873046875000000e-04 1.000000000000000000e+00 9.960937500000000000e-01 1.000000000000000000e+00 9.882812500000000000e-01 1.000000000000000000e+00 2.519531250000000000e-01
22
+ 1.000000000000000000e+00 8.984375000000000000e-01 9.726562500000000000e-01 1.000000000000000000e+00 9.414062500000000000e-01 9.414062500000000000e-01 7.773437500000000000e-01 5.859375000000000000e-01
23
+ 9.179687500000000000e-01 9.570312500000000000e-01 8.437500000000000000e-01 9.843750000000000000e-01 1.000000000000000000e+00 7.226562500000000000e-01 8.046875000000000000e-01 9.687500000000000000e-01
24
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.045227050781250000e-03 9.765625000000000000e-01 4.547119140625000000e-03 9.843750000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
25
+ 9.960937500000000000e-01 5.117187500000000000e-01 0.000000000000000000e+00 9.492187500000000000e-01 9.765625000000000000e-01 9.882812500000000000e-01 9.921875000000000000e-01 7.226562500000000000e-01
26
+ 9.804687500000000000e-01 9.882812500000000000e-01 5.065917968750000000e-03 9.960937500000000000e-01 9.609375000000000000e-01 1.000000000000000000e+00 1.468658447265625000e-04 1.327514648437500000e-03
27
+ 1.000000000000000000e+00 9.101562500000000000e-01 6.757812500000000000e-01 1.000000000000000000e+00 9.257812500000000000e-01 8.515625000000000000e-01 8.750000000000000000e-01 9.960937500000000000e-01
28
+ 0.000000000000000000e+00 1.000000000000000000e+00 8.867187500000000000e-01 9.453125000000000000e-01 9.492187500000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 9.804687500000000000e-01
29
+ 9.921875000000000000e-01 9.843750000000000000e-01 9.257812500000000000e-01 9.765625000000000000e-01 1.000000000000000000e+00 9.843750000000000000e-01 1.000000000000000000e+00 9.453125000000000000e-01
30
+ 0.000000000000000000e+00 0.000000000000000000e+00 1.000000000000000000e+00 0.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
31
+ 9.882812500000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 9.960937500000000000e-01 9.960937500000000000e-01
32
+ 9.843750000000000000e-01 8.984375000000000000e-01 9.531250000000000000e-01 8.085937500000000000e-01 9.218750000000000000e-01 9.609375000000000000e-01 9.179687500000000000e-01 9.687500000000000000e-01
DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=1750.tsv ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 8.437500000000000000e-01 6.054687500000000000e-01 1.000000000000000000e+00 4.296875000000000000e-01 9.574890136718750000e-04 6.406250000000000000e-01 4.492187500000000000e-01 3.222656250000000000e-01
2
+ 9.307861328125000000e-04 0.000000000000000000e+00 0.000000000000000000e+00 1.000000000000000000e+00 0.000000000000000000e+00 8.671875000000000000e-01 0.000000000000000000e+00 3.957748413085937500e-05
3
+ 0.000000000000000000e+00 7.109375000000000000e-01 0.000000000000000000e+00 9.687500000000000000e-01 6.445312500000000000e-01 1.000000000000000000e+00 9.726562500000000000e-01 3.147125244140625000e-05
4
+ 8.125000000000000000e-01 5.981445312500000000e-03 0.000000000000000000e+00 0.000000000000000000e+00 8.906250000000000000e-01 9.609375000000000000e-01 9.296875000000000000e-01 5.039062500000000000e-01
5
+ 2.502441406250000000e-03 0.000000000000000000e+00 1.533203125000000000e-01 8.554687500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.343750000000000000e-01 3.509521484375000000e-04
6
+ 7.500000000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.265625000000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01 1.289062500000000000e-01 1.000000000000000000e+00
7
+ 4.687500000000000000e-01 8.867187500000000000e-01 7.382812500000000000e-01 6.875000000000000000e-01 9.453125000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 8.789062500000000000e-01
8
+ 1.000000000000000000e+00 7.851562500000000000e-01 6.787109375000000000e-02 1.000000000000000000e+00 1.304626464843750000e-03 1.000000000000000000e+00 1.000000000000000000e+00 4.121093750000000000e-01
9
+ 1.000000000000000000e+00 1.000000000000000000e+00 9.726562500000000000e-01 1.425781250000000000e-01 1.000000000000000000e+00 5.390625000000000000e-01 8.867187500000000000e-01 1.000000000000000000e+00
10
+ 9.843750000000000000e-01 7.773437500000000000e-01 6.757812500000000000e-01 1.000000000000000000e+00 7.695312500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 9.687500000000000000e-01
11
+ 1.000000000000000000e+00 8.437500000000000000e-01 8.984375000000000000e-01 9.335937500000000000e-01 1.000000000000000000e+00 6.250000000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
12
+ 1.000000000000000000e+00 9.765625000000000000e-01 7.148437500000000000e-01 9.453125000000000000e-01 9.453125000000000000e-01 8.867187500000000000e-01 2.319335937500000000e-02 9.765625000000000000e-01
13
+ 1.000000000000000000e+00 3.100585937500000000e-02 8.242187500000000000e-01 8.593750000000000000e-01 8.164062500000000000e-01 1.000000000000000000e+00 3.266334533691406250e-05 4.707031250000000000e-01
14
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 9.726562500000000000e-01 1.000000000000000000e+00 8.085937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
15
+ 6.093750000000000000e-01 1.000000000000000000e+00 5.742187500000000000e-01 9.687500000000000000e-01 9.843750000000000000e-01 9.609375000000000000e-01 9.453125000000000000e-01 1.000000000000000000e+00
16
+ 1.000000000000000000e+00 6.640625000000000000e-01 1.000000000000000000e+00 2.675781250000000000e-01 1.000000000000000000e+00 7.890625000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
17
+ 9.921875000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 0.000000000000000000e+00 9.375000000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.656250000000000000e-01
18
+ 1.000000000000000000e+00 1.000000000000000000e+00 9.296875000000000000e-01 1.000000000000000000e+00 8.085937500000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 9.804687500000000000e-01
19
+ 5.273437500000000000e-01 1.000000000000000000e+00 8.007812500000000000e-01 1.000000000000000000e+00 9.062500000000000000e-01 9.609375000000000000e-01 5.249023437500000000e-03 8.515625000000000000e-01
20
+ 1.000000000000000000e+00 7.578125000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.232910156250000000e-02 9.765625000000000000e-01 5.585937500000000000e-01 1.000000000000000000e+00
21
+ 9.843750000000000000e-01 0.000000000000000000e+00 1.000000000000000000e+00 9.843750000000000000e-01 1.000000000000000000e+00 9.882812500000000000e-01 1.000000000000000000e+00 2.636718750000000000e-01
22
+ 1.000000000000000000e+00 9.218750000000000000e-01 9.726562500000000000e-01 1.000000000000000000e+00 9.296875000000000000e-01 9.609375000000000000e-01 8.007812500000000000e-01 5.976562500000000000e-01
23
+ 9.179687500000000000e-01 9.648437500000000000e-01 8.359375000000000000e-01 9.882812500000000000e-01 1.000000000000000000e+00 7.226562500000000000e-01 7.812500000000000000e-01 9.648437500000000000e-01
24
+ 1.000000000000000000e+00 1.000000000000000000e+00 2.075195312500000000e-03 9.765625000000000000e-01 1.208496093750000000e-02 9.882812500000000000e-01 9.804687500000000000e-01 1.000000000000000000e+00
25
+ 9.882812500000000000e-01 5.078125000000000000e-01 0.000000000000000000e+00 9.335937500000000000e-01 9.804687500000000000e-01 9.843750000000000000e-01 9.960937500000000000e-01 6.875000000000000000e-01
26
+ 9.882812500000000000e-01 9.882812500000000000e-01 1.141357421875000000e-02 9.960937500000000000e-01 9.687500000000000000e-01 1.000000000000000000e+00 3.070831298828125000e-04 4.997253417968750000e-04
27
+ 1.000000000000000000e+00 9.062500000000000000e-01 6.718750000000000000e-01 1.000000000000000000e+00 9.101562500000000000e-01 8.710937500000000000e-01 8.789062500000000000e-01 9.960937500000000000e-01
28
+ 4.310607910156250000e-04 9.960937500000000000e-01 9.062500000000000000e-01 9.570312500000000000e-01 9.414062500000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 9.804687500000000000e-01
29
+ 9.882812500000000000e-01 9.921875000000000000e-01 9.062500000000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00 9.843750000000000000e-01 1.000000000000000000e+00 9.375000000000000000e-01
30
+ 0.000000000000000000e+00 0.000000000000000000e+00 1.000000000000000000e+00 0.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
31
+ 9.921875000000000000e-01 1.000000000000000000e+00 9.921875000000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 9.960937500000000000e-01
32
+ 9.882812500000000000e-01 8.906250000000000000e-01 9.453125000000000000e-01 8.046875000000000000e-01 9.296875000000000000e-01 9.648437500000000000e-01 9.414062500000000000e-01 9.687500000000000000e-01
DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=1800.tsv ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 8.476562500000000000e-01 5.859375000000000000e-01 1.000000000000000000e+00 4.121093750000000000e-01 0.000000000000000000e+00 6.406250000000000000e-01 3.984375000000000000e-01 2.734375000000000000e-01
2
+ 0.000000000000000000e+00 0.000000000000000000e+00 1.464843750000000000e-03 1.000000000000000000e+00 0.000000000000000000e+00 8.359375000000000000e-01 0.000000000000000000e+00 5.340576171875000000e-03
3
+ 0.000000000000000000e+00 7.109375000000000000e-01 1.403808593750000000e-03 9.453125000000000000e-01 6.914062500000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00 3.723144531250000000e-03
4
+ 8.125000000000000000e-01 0.000000000000000000e+00 0.000000000000000000e+00 2.088546752929687500e-04 8.671875000000000000e-01 9.296875000000000000e-01 9.453125000000000000e-01 5.117187500000000000e-01
5
+ 0.000000000000000000e+00 0.000000000000000000e+00 1.962890625000000000e-01 8.554687500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.500000000000000000e-01 2.807617187500000000e-03
6
+ 7.578125000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.187500000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.494140625000000000e-01 1.000000000000000000e+00
7
+ 4.433593750000000000e-01 8.320312500000000000e-01 7.382812500000000000e-01 6.328125000000000000e-01 9.218750000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 8.789062500000000000e-01
8
+ 1.000000000000000000e+00 7.265625000000000000e-01 3.515625000000000000e-02 1.000000000000000000e+00 3.015136718750000000e-02 1.000000000000000000e+00 1.000000000000000000e+00 4.355468750000000000e-01
9
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.923828125000000000e-01 1.000000000000000000e+00 5.546875000000000000e-01 8.828125000000000000e-01 1.000000000000000000e+00
10
+ 1.000000000000000000e+00 8.828125000000000000e-01 6.210937500000000000e-01 1.000000000000000000e+00 8.164062500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
11
+ 1.000000000000000000e+00 8.632812500000000000e-01 8.437500000000000000e-01 9.765625000000000000e-01 1.000000000000000000e+00 5.976562500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
12
+ 1.000000000000000000e+00 1.000000000000000000e+00 7.460937500000000000e-01 9.570312500000000000e-01 9.492187500000000000e-01 8.593750000000000000e-01 7.080078125000000000e-02 1.000000000000000000e+00
13
+ 1.000000000000000000e+00 1.586914062500000000e-02 7.656250000000000000e-01 8.632812500000000000e-01 8.632812500000000000e-01 1.000000000000000000e+00 0.000000000000000000e+00 5.039062500000000000e-01
14
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 9.218750000000000000e-01 1.000000000000000000e+00 7.929687500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
15
+ 6.054687500000000000e-01 1.000000000000000000e+00 5.585937500000000000e-01 9.453125000000000000e-01 9.765625000000000000e-01 9.804687500000000000e-01 9.570312500000000000e-01 1.000000000000000000e+00
16
+ 1.000000000000000000e+00 6.601562500000000000e-01 1.000000000000000000e+00 2.734375000000000000e-01 9.921875000000000000e-01 7.890625000000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01
17
+ 9.882812500000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01 1.266479492187500000e-03 9.296875000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.304687500000000000e-01
18
+ 1.000000000000000000e+00 1.000000000000000000e+00 9.218750000000000000e-01 1.000000000000000000e+00 7.539062500000000000e-01 9.609375000000000000e-01 1.000000000000000000e+00 9.726562500000000000e-01
19
+ 5.273437500000000000e-01 1.000000000000000000e+00 7.695312500000000000e-01 1.000000000000000000e+00 9.140625000000000000e-01 9.570312500000000000e-01 1.869201660156250000e-03 8.398437500000000000e-01
20
+ 1.000000000000000000e+00 7.578125000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.446289062500000000e-03 9.648437500000000000e-01 5.781250000000000000e-01 1.000000000000000000e+00
21
+ 9.804687500000000000e-01 0.000000000000000000e+00 1.000000000000000000e+00 9.843750000000000000e-01 1.000000000000000000e+00 9.882812500000000000e-01 1.000000000000000000e+00 2.597656250000000000e-01
22
+ 1.000000000000000000e+00 9.218750000000000000e-01 9.492187500000000000e-01 1.000000000000000000e+00 9.335937500000000000e-01 9.492187500000000000e-01 8.046875000000000000e-01 5.976562500000000000e-01
23
+ 9.375000000000000000e-01 9.609375000000000000e-01 8.593750000000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00 7.226562500000000000e-01 7.734375000000000000e-01 9.570312500000000000e-01
24
+ 1.000000000000000000e+00 1.000000000000000000e+00 2.456665039062500000e-03 9.687500000000000000e-01 9.033203125000000000e-03 9.843750000000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00
25
+ 9.960937500000000000e-01 5.039062500000000000e-01 8.239746093750000000e-04 9.453125000000000000e-01 9.765625000000000000e-01 9.921875000000000000e-01 9.960937500000000000e-01 7.109375000000000000e-01
26
+ 9.804687500000000000e-01 9.921875000000000000e-01 1.205444335937500000e-03 1.000000000000000000e+00 9.492187500000000000e-01 1.000000000000000000e+00 0.000000000000000000e+00 4.882812500000000000e-04
27
+ 1.000000000000000000e+00 9.023437500000000000e-01 6.718750000000000000e-01 1.000000000000000000e+00 9.023437500000000000e-01 8.632812500000000000e-01 8.906250000000000000e-01 1.000000000000000000e+00
28
+ 4.749298095703125000e-04 1.000000000000000000e+00 8.945312500000000000e-01 9.492187500000000000e-01 9.531250000000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 9.804687500000000000e-01
29
+ 9.921875000000000000e-01 9.843750000000000000e-01 9.218750000000000000e-01 9.843750000000000000e-01 1.000000000000000000e+00 9.843750000000000000e-01 1.000000000000000000e+00 9.414062500000000000e-01
30
+ 8.316040039062500000e-04 0.000000000000000000e+00 9.960937500000000000e-01 4.825592041015625000e-04 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
31
+ 9.882812500000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
32
+ 9.921875000000000000e-01 8.945312500000000000e-01 9.453125000000000000e-01 7.968750000000000000e-01 9.257812500000000000e-01 9.648437500000000000e-01 9.179687500000000000e-01 9.687500000000000000e-01
DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=1850.tsv ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 8.828125000000000000e-01 5.585937500000000000e-01 1.000000000000000000e+00 4.101562500000000000e-01 1.430511474609375000e-04 6.406250000000000000e-01 3.750000000000000000e-01 2.558593750000000000e-01
2
+ 1.373291015625000000e-03 0.000000000000000000e+00 0.000000000000000000e+00 1.000000000000000000e+00 7.781982421875000000e-04 8.359375000000000000e-01 0.000000000000000000e+00 3.795623779296875000e-04
3
+ 0.000000000000000000e+00 6.875000000000000000e-01 0.000000000000000000e+00 9.843750000000000000e-01 6.875000000000000000e-01 9.765625000000000000e-01 9.921875000000000000e-01 3.089904785156250000e-04
4
+ 8.203125000000000000e-01 1.296997070312500000e-03 2.880859375000000000e-02 1.762390136718750000e-03 8.476562500000000000e-01 9.414062500000000000e-01 9.648437500000000000e-01 5.156250000000000000e-01
5
+ 9.002685546875000000e-04 3.997802734375000000e-03 1.679687500000000000e-01 8.593750000000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00 7.343750000000000000e-01 0.000000000000000000e+00
6
+ 7.656250000000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 7.109375000000000000e-01 1.000000000000000000e+00 9.921875000000000000e-01 1.279296875000000000e-01 9.960937500000000000e-01
7
+ 4.453125000000000000e-01 8.320312500000000000e-01 7.304687500000000000e-01 6.328125000000000000e-01 9.062500000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 8.320312500000000000e-01
8
+ 1.000000000000000000e+00 7.304687500000000000e-01 2.160644531250000000e-02 1.000000000000000000e+00 2.212524414062500000e-03 1.000000000000000000e+00 1.000000000000000000e+00 3.847656250000000000e-01
9
+ 1.000000000000000000e+00 1.000000000000000000e+00 9.882812500000000000e-01 2.255859375000000000e-01 1.000000000000000000e+00 5.312500000000000000e-01 9.179687500000000000e-01 1.000000000000000000e+00
10
+ 9.804687500000000000e-01 8.320312500000000000e-01 5.117187500000000000e-01 1.000000000000000000e+00 8.242187500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 9.804687500000000000e-01
11
+ 1.000000000000000000e+00 8.476562500000000000e-01 8.554687500000000000e-01 9.648437500000000000e-01 9.843750000000000000e-01 5.625000000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
12
+ 1.000000000000000000e+00 1.000000000000000000e+00 8.046875000000000000e-01 9.492187500000000000e-01 9.687500000000000000e-01 8.867187500000000000e-01 3.955078125000000000e-02 1.000000000000000000e+00
13
+ 1.000000000000000000e+00 5.767822265625000000e-03 7.812500000000000000e-01 8.554687500000000000e-01 8.945312500000000000e-01 1.000000000000000000e+00 5.157470703125000000e-03 5.117187500000000000e-01
14
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 9.492187500000000000e-01 1.000000000000000000e+00 8.125000000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
15
+ 6.210937500000000000e-01 1.000000000000000000e+00 5.585937500000000000e-01 9.726562500000000000e-01 9.843750000000000000e-01 9.687500000000000000e-01 9.570312500000000000e-01 1.000000000000000000e+00
16
+ 1.000000000000000000e+00 6.757812500000000000e-01 1.000000000000000000e+00 2.431640625000000000e-01 1.000000000000000000e+00 7.929687500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
17
+ 9.921875000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 0.000000000000000000e+00 9.335937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.890625000000000000e-01
18
+ 1.000000000000000000e+00 1.000000000000000000e+00 9.375000000000000000e-01 1.000000000000000000e+00 7.968750000000000000e-01 9.492187500000000000e-01 1.000000000000000000e+00 9.726562500000000000e-01
19
+ 5.273437500000000000e-01 1.000000000000000000e+00 8.085937500000000000e-01 1.000000000000000000e+00 8.867187500000000000e-01 9.531250000000000000e-01 3.173828125000000000e-03 8.398437500000000000e-01
20
+ 9.882812500000000000e-01 7.578125000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 5.767822265625000000e-03 9.765625000000000000e-01 5.625000000000000000e-01 1.000000000000000000e+00
21
+ 9.804687500000000000e-01 1.268386840820312500e-04 1.000000000000000000e+00 9.882812500000000000e-01 1.000000000000000000e+00 9.921875000000000000e-01 1.000000000000000000e+00 2.597656250000000000e-01
22
+ 1.000000000000000000e+00 9.023437500000000000e-01 9.687500000000000000e-01 1.000000000000000000e+00 9.296875000000000000e-01 9.453125000000000000e-01 8.046875000000000000e-01 5.859375000000000000e-01
23
+ 9.257812500000000000e-01 9.531250000000000000e-01 8.398437500000000000e-01 9.882812500000000000e-01 1.000000000000000000e+00 7.226562500000000000e-01 7.851562500000000000e-01 9.609375000000000000e-01
24
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.344680786132812500e-04 9.726562500000000000e-01 5.004882812500000000e-03 9.843750000000000000e-01 9.765625000000000000e-01 1.000000000000000000e+00
25
+ 9.960937500000000000e-01 5.039062500000000000e-01 3.204345703125000000e-04 9.492187500000000000e-01 9.765625000000000000e-01 9.882812500000000000e-01 9.921875000000000000e-01 7.109375000000000000e-01
26
+ 9.882812500000000000e-01 9.921875000000000000e-01 6.011962890625000000e-03 9.960937500000000000e-01 9.492187500000000000e-01 1.000000000000000000e+00 0.000000000000000000e+00 1.693725585937500000e-03
27
+ 1.000000000000000000e+00 9.140625000000000000e-01 6.718750000000000000e-01 1.000000000000000000e+00 9.179687500000000000e-01 8.632812500000000000e-01 8.828125000000000000e-01 9.960937500000000000e-01
28
+ 0.000000000000000000e+00 1.000000000000000000e+00 8.945312500000000000e-01 9.531250000000000000e-01 9.492187500000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 9.843750000000000000e-01
29
+ 9.921875000000000000e-01 9.843750000000000000e-01 9.257812500000000000e-01 9.843750000000000000e-01 1.000000000000000000e+00 9.921875000000000000e-01 1.000000000000000000e+00 9.414062500000000000e-01
30
+ 4.234313964843750000e-04 2.555847167968750000e-04 1.000000000000000000e+00 6.637573242187500000e-04 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
31
+ 9.882812500000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 9.960937500000000000e-01 1.000000000000000000e+00
32
+ 9.882812500000000000e-01 8.906250000000000000e-01 9.375000000000000000e-01 7.929687500000000000e-01 9.414062500000000000e-01 9.648437500000000000e-01 9.179687500000000000e-01 9.648437500000000000e-01
DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=1900.tsv ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 8.828125000000000000e-01 5.585937500000000000e-01 1.000000000000000000e+00 4.140625000000000000e-01 0.000000000000000000e+00 6.406250000000000000e-01 3.515625000000000000e-01 2.539062500000000000e-01
2
+ 1.859664916992187500e-05 0.000000000000000000e+00 0.000000000000000000e+00 1.000000000000000000e+00 0.000000000000000000e+00 8.359375000000000000e-01 1.525878906250000000e-04 5.378723144531250000e-04
3
+ 0.000000000000000000e+00 6.875000000000000000e-01 1.411437988281250000e-04 9.843750000000000000e-01 6.875000000000000000e-01 9.765625000000000000e-01 9.921875000000000000e-01 1.442432403564453125e-05
4
+ 8.203125000000000000e-01 0.000000000000000000e+00 9.238719940185546875e-06 0.000000000000000000e+00 8.476562500000000000e-01 9.414062500000000000e-01 9.648437500000000000e-01 5.156250000000000000e-01
5
+ 0.000000000000000000e+00 2.517700195312500000e-04 1.757812500000000000e-01 8.593750000000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00 7.343750000000000000e-01 0.000000000000000000e+00
6
+ 7.656250000000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 7.109375000000000000e-01 1.000000000000000000e+00 9.921875000000000000e-01 1.425781250000000000e-01 9.960937500000000000e-01
7
+ 4.492187500000000000e-01 8.203125000000000000e-01 7.304687500000000000e-01 6.328125000000000000e-01 9.062500000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 8.320312500000000000e-01
8
+ 1.000000000000000000e+00 7.695312500000000000e-01 1.937866210937500000e-03 1.000000000000000000e+00 2.731323242187500000e-03 1.000000000000000000e+00 1.000000000000000000e+00 4.062500000000000000e-01
9
+ 1.000000000000000000e+00 1.000000000000000000e+00 9.882812500000000000e-01 2.148437500000000000e-01 1.000000000000000000e+00 5.312500000000000000e-01 9.179687500000000000e-01 1.000000000000000000e+00
10
+ 9.843750000000000000e-01 8.476562500000000000e-01 4.863281250000000000e-01 1.000000000000000000e+00 8.281250000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 9.882812500000000000e-01
11
+ 1.000000000000000000e+00 8.593750000000000000e-01 8.437500000000000000e-01 9.687500000000000000e-01 1.000000000000000000e+00 5.625000000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
12
+ 1.000000000000000000e+00 1.000000000000000000e+00 8.046875000000000000e-01 9.531250000000000000e-01 9.687500000000000000e-01 8.867187500000000000e-01 5.395507812500000000e-02 1.000000000000000000e+00
13
+ 1.000000000000000000e+00 4.730224609375000000e-03 7.812500000000000000e-01 8.554687500000000000e-01 8.867187500000000000e-01 1.000000000000000000e+00 4.943847656250000000e-03 5.117187500000000000e-01
14
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 9.414062500000000000e-01 1.000000000000000000e+00 8.007812500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
15
+ 6.367187500000000000e-01 1.000000000000000000e+00 5.546875000000000000e-01 9.687500000000000000e-01 9.882812500000000000e-01 9.687500000000000000e-01 9.296875000000000000e-01 1.000000000000000000e+00
16
+ 1.000000000000000000e+00 6.562500000000000000e-01 1.000000000000000000e+00 2.558593750000000000e-01 9.960937500000000000e-01 7.929687500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
17
+ 9.921875000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.668930053710937500e-04 9.335937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.734375000000000000e-01
18
+ 1.000000000000000000e+00 1.000000000000000000e+00 9.296875000000000000e-01 1.000000000000000000e+00 7.968750000000000000e-01 9.492187500000000000e-01 1.000000000000000000e+00 9.843750000000000000e-01
19
+ 5.273437500000000000e-01 1.000000000000000000e+00 8.007812500000000000e-01 1.000000000000000000e+00 9.140625000000000000e-01 9.570312500000000000e-01 9.841918945312500000e-04 8.476562500000000000e-01
20
+ 1.000000000000000000e+00 7.617187500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 2.212524414062500000e-03 9.726562500000000000e-01 5.585937500000000000e-01 1.000000000000000000e+00
21
+ 9.843750000000000000e-01 0.000000000000000000e+00 1.000000000000000000e+00 9.843750000000000000e-01 1.000000000000000000e+00 9.804687500000000000e-01 1.000000000000000000e+00 2.558593750000000000e-01
22
+ 1.000000000000000000e+00 9.062500000000000000e-01 9.843750000000000000e-01 1.000000000000000000e+00 9.335937500000000000e-01 9.531250000000000000e-01 8.046875000000000000e-01 5.859375000000000000e-01
23
+ 9.257812500000000000e-01 9.531250000000000000e-01 8.593750000000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00 7.070312500000000000e-01 7.890625000000000000e-01 9.648437500000000000e-01
24
+ 1.000000000000000000e+00 1.000000000000000000e+00 9.918212890625000000e-04 9.726562500000000000e-01 2.282714843750000000e-02 9.843750000000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00
25
+ 1.000000000000000000e+00 5.234375000000000000e-01 4.506111145019531250e-05 9.453125000000000000e-01 9.726562500000000000e-01 9.882812500000000000e-01 9.921875000000000000e-01 6.953125000000000000e-01
26
+ 9.726562500000000000e-01 9.921875000000000000e-01 5.302429199218750000e-04 1.000000000000000000e+00 9.609375000000000000e-01 1.000000000000000000e+00 3.414154052734375000e-04 6.828308105468750000e-04
27
+ 1.000000000000000000e+00 9.101562500000000000e-01 6.718750000000000000e-01 1.000000000000000000e+00 9.179687500000000000e-01 8.710937500000000000e-01 8.828125000000000000e-01 9.960937500000000000e-01
28
+ 0.000000000000000000e+00 1.000000000000000000e+00 9.101562500000000000e-01 9.687500000000000000e-01 9.492187500000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 9.921875000000000000e-01
29
+ 9.960937500000000000e-01 9.960937500000000000e-01 9.257812500000000000e-01 9.843750000000000000e-01 1.000000000000000000e+00 9.843750000000000000e-01 1.000000000000000000e+00 9.414062500000000000e-01
30
+ 3.509521484375000000e-04 3.051757812500000000e-04 1.000000000000000000e+00 0.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
31
+ 9.882812500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 9.960937500000000000e-01 9.960937500000000000e-01
32
+ 9.843750000000000000e-01 8.945312500000000000e-01 9.414062500000000000e-01 7.968750000000000000e-01 9.296875000000000000e-01 9.609375000000000000e-01 9.140625000000000000e-01 9.648437500000000000e-01
DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=1950.tsv ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 8.828125000000000000e-01 5.703125000000000000e-01 1.000000000000000000e+00 4.199218750000000000e-01 3.204345703125000000e-04 6.289062500000000000e-01 3.691406250000000000e-01 2.656250000000000000e-01
2
+ 8.106231689453125000e-05 0.000000000000000000e+00 0.000000000000000000e+00 1.000000000000000000e+00 0.000000000000000000e+00 8.359375000000000000e-01 0.000000000000000000e+00 0.000000000000000000e+00
3
+ 0.000000000000000000e+00 6.953125000000000000e-01 1.152038574218750000e-03 9.843750000000000000e-01 6.796875000000000000e-01 9.804687500000000000e-01 9.843750000000000000e-01 6.370544433593750000e-04
4
+ 8.164062500000000000e-01 1.091003417968750000e-03 0.000000000000000000e+00 0.000000000000000000e+00 8.476562500000000000e-01 9.414062500000000000e-01 9.648437500000000000e-01 5.117187500000000000e-01
5
+ 0.000000000000000000e+00 0.000000000000000000e+00 1.933593750000000000e-01 8.554687500000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00 7.382812500000000000e-01 2.012252807617187500e-04
6
+ 7.656250000000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 7.070312500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.933593750000000000e-01 1.000000000000000000e+00
7
+ 4.511718750000000000e-01 8.203125000000000000e-01 7.187500000000000000e-01 6.328125000000000000e-01 9.062500000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 8.320312500000000000e-01
8
+ 1.000000000000000000e+00 7.695312500000000000e-01 5.555152893066406250e-05 1.000000000000000000e+00 2.441406250000000000e-03 1.000000000000000000e+00 1.000000000000000000e+00 4.257812500000000000e-01
9
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.953125000000000000e-01 1.000000000000000000e+00 5.312500000000000000e-01 9.179687500000000000e-01 1.000000000000000000e+00
10
+ 9.843750000000000000e-01 8.632812500000000000e-01 4.843750000000000000e-01 1.000000000000000000e+00 8.281250000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 9.882812500000000000e-01
11
+ 1.000000000000000000e+00 8.789062500000000000e-01 8.281250000000000000e-01 9.687500000000000000e-01 9.921875000000000000e-01 5.625000000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
12
+ 1.000000000000000000e+00 1.000000000000000000e+00 7.890625000000000000e-01 9.531250000000000000e-01 9.687500000000000000e-01 8.789062500000000000e-01 4.711914062500000000e-02 1.000000000000000000e+00
13
+ 1.000000000000000000e+00 7.415771484375000000e-03 7.812500000000000000e-01 8.554687500000000000e-01 8.867187500000000000e-01 9.960937500000000000e-01 1.777648925781250000e-03 5.039062500000000000e-01
14
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 9.414062500000000000e-01 1.000000000000000000e+00 8.007812500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
15
+ 6.367187500000000000e-01 1.000000000000000000e+00 5.546875000000000000e-01 9.687500000000000000e-01 9.882812500000000000e-01 9.687500000000000000e-01 9.296875000000000000e-01 1.000000000000000000e+00
16
+ 1.000000000000000000e+00 6.562500000000000000e-01 9.960937500000000000e-01 2.617187500000000000e-01 9.960937500000000000e-01 7.929687500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
17
+ 9.921875000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 2.460479736328125000e-04 9.335937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.695312500000000000e-01
18
+ 1.000000000000000000e+00 1.000000000000000000e+00 9.296875000000000000e-01 1.000000000000000000e+00 7.968750000000000000e-01 9.492187500000000000e-01 1.000000000000000000e+00 9.843750000000000000e-01
19
+ 5.273437500000000000e-01 1.000000000000000000e+00 8.007812500000000000e-01 1.000000000000000000e+00 9.140625000000000000e-01 9.570312500000000000e-01 3.814697265625000000e-04 8.476562500000000000e-01
20
+ 1.000000000000000000e+00 7.617187500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 5.615234375000000000e-03 9.726562500000000000e-01 5.585937500000000000e-01 1.000000000000000000e+00
21
+ 9.843750000000000000e-01 2.746582031250000000e-04 1.000000000000000000e+00 9.843750000000000000e-01 1.000000000000000000e+00 9.804687500000000000e-01 1.000000000000000000e+00 2.558593750000000000e-01
22
+ 1.000000000000000000e+00 9.062500000000000000e-01 9.687500000000000000e-01 1.000000000000000000e+00 9.335937500000000000e-01 9.531250000000000000e-01 8.046875000000000000e-01 5.859375000000000000e-01
23
+ 9.257812500000000000e-01 9.531250000000000000e-01 8.593750000000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00 7.070312500000000000e-01 7.890625000000000000e-01 9.648437500000000000e-01
24
+ 1.000000000000000000e+00 1.000000000000000000e+00 0.000000000000000000e+00 9.726562500000000000e-01 1.373291015625000000e-02 9.843750000000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00
25
+ 1.000000000000000000e+00 5.234375000000000000e-01 1.688003540039062500e-04 9.453125000000000000e-01 9.804687500000000000e-01 9.882812500000000000e-01 9.921875000000000000e-01 6.953125000000000000e-01
26
+ 9.726562500000000000e-01 9.882812500000000000e-01 2.197265625000000000e-03 9.960937500000000000e-01 9.609375000000000000e-01 1.000000000000000000e+00 2.384185791015625000e-05 4.825592041015625000e-04
27
+ 1.000000000000000000e+00 9.101562500000000000e-01 6.718750000000000000e-01 1.000000000000000000e+00 9.179687500000000000e-01 8.710937500000000000e-01 8.828125000000000000e-01 9.960937500000000000e-01
28
+ 7.295608520507812500e-05 1.000000000000000000e+00 8.984375000000000000e-01 9.492187500000000000e-01 9.492187500000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 9.882812500000000000e-01
29
+ 9.960937500000000000e-01 9.960937500000000000e-01 9.140625000000000000e-01 9.843750000000000000e-01 1.000000000000000000e+00 9.843750000000000000e-01 1.000000000000000000e+00 9.414062500000000000e-01
30
+ 4.577636718750000000e-04 1.150369644165039062e-05 1.000000000000000000e+00 2.634525299072265625e-05 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
31
+ 9.921875000000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 9.960937500000000000e-01 9.960937500000000000e-01
32
+ 9.882812500000000000e-01 8.945312500000000000e-01 9.414062500000000000e-01 7.968750000000000000e-01 9.296875000000000000e-01 9.609375000000000000e-01 9.257812500000000000e-01 9.648437500000000000e-01
DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=200.tsv ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 7.695312500000000000e-01 7.968750000000000000e-01 1.000000000000000000e+00 7.851562500000000000e-01 2.636718750000000000e-01 8.671875000000000000e-01 5.937500000000000000e-01 8.593750000000000000e-01
2
+ 2.539062500000000000e-01 0.000000000000000000e+00 4.277343750000000000e-01 9.960937500000000000e-01 1.621093750000000000e-01 8.906250000000000000e-01 6.367187500000000000e-01 7.460937500000000000e-01
3
+ 1.010742187500000000e-01 1.000000000000000000e+00 6.562500000000000000e-01 9.960937500000000000e-01 8.398437500000000000e-01 1.000000000000000000e+00 9.296875000000000000e-01 6.132812500000000000e-01
4
+ 9.804687500000000000e-01 7.695312500000000000e-01 5.664062500000000000e-01 3.964843750000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 9.843750000000000000e-01 8.242187500000000000e-01
5
+ 4.433593750000000000e-01 6.601562500000000000e-01 6.171875000000000000e-01 8.945312500000000000e-01 9.882812500000000000e-01 9.882812500000000000e-01 9.843750000000000000e-01 8.476562500000000000e-01
6
+ 8.164062500000000000e-01 9.296875000000000000e-01 9.804687500000000000e-01 8.671875000000000000e-01 9.804687500000000000e-01 1.000000000000000000e+00 7.812500000000000000e-01 1.000000000000000000e+00
7
+ 7.734375000000000000e-01 8.867187500000000000e-01 8.476562500000000000e-01 9.648437500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 9.726562500000000000e-01 9.296875000000000000e-01
8
+ 9.843750000000000000e-01 8.203125000000000000e-01 8.281250000000000000e-01 1.000000000000000000e+00 3.515625000000000000e-01 1.000000000000000000e+00 9.765625000000000000e-01 5.234375000000000000e-01
9
+ 9.960937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 8.632812500000000000e-01 1.000000000000000000e+00 3.769531250000000000e-01 8.828125000000000000e-01 9.218750000000000000e-01
10
+ 1.000000000000000000e+00 8.828125000000000000e-01 7.890625000000000000e-01 1.000000000000000000e+00 8.437500000000000000e-01 9.882812500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
11
+ 1.000000000000000000e+00 8.320312500000000000e-01 9.609375000000000000e-01 9.609375000000000000e-01 8.828125000000000000e-01 4.960937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
12
+ 9.218750000000000000e-01 9.648437500000000000e-01 6.875000000000000000e-01 9.218750000000000000e-01 8.867187500000000000e-01 8.828125000000000000e-01 3.535156250000000000e-01 9.882812500000000000e-01
13
+ 1.000000000000000000e+00 2.314453125000000000e-01 7.343750000000000000e-01 8.750000000000000000e-01 1.777343750000000000e-01 9.062500000000000000e-01 2.128906250000000000e-01 7.031250000000000000e-01
14
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 9.414062500000000000e-01 1.000000000000000000e+00 8.085937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
15
+ 6.328125000000000000e-01 9.687500000000000000e-01 6.562500000000000000e-01 9.882812500000000000e-01 9.765625000000000000e-01 9.765625000000000000e-01 9.687500000000000000e-01 1.000000000000000000e+00
16
+ 1.000000000000000000e+00 6.796875000000000000e-01 9.804687500000000000e-01 3.417968750000000000e-01 9.882812500000000000e-01 7.656250000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
17
+ 9.882812500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.308593750000000000e-01 9.335937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 8.398437500000000000e-01
18
+ 8.945312500000000000e-01 1.000000000000000000e+00 9.062500000000000000e-01 1.000000000000000000e+00 7.187500000000000000e-01 9.531250000000000000e-01 1.000000000000000000e+00 9.570312500000000000e-01
19
+ 5.273437500000000000e-01 1.000000000000000000e+00 8.164062500000000000e-01 1.000000000000000000e+00 8.945312500000000000e-01 9.570312500000000000e-01 1.796875000000000000e-01 8.476562500000000000e-01
20
+ 1.000000000000000000e+00 7.617187500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 2.851562500000000000e-01 9.726562500000000000e-01 5.156250000000000000e-01 1.000000000000000000e+00
21
+ 9.843750000000000000e-01 9.472656250000000000e-02 1.000000000000000000e+00 9.765625000000000000e-01 1.000000000000000000e+00 9.921875000000000000e-01 1.000000000000000000e+00 3.105468750000000000e-01
22
+ 1.000000000000000000e+00 8.750000000000000000e-01 9.609375000000000000e-01 1.000000000000000000e+00 7.968750000000000000e-01 9.492187500000000000e-01 8.046875000000000000e-01 6.289062500000000000e-01
23
+ 9.218750000000000000e-01 9.179687500000000000e-01 8.437500000000000000e-01 9.921875000000000000e-01 9.960937500000000000e-01 7.460937500000000000e-01 7.851562500000000000e-01 9.570312500000000000e-01
24
+ 1.000000000000000000e+00 1.000000000000000000e+00 3.046875000000000000e-01 9.804687500000000000e-01 2.929687500000000000e-01 9.843750000000000000e-01 9.921875000000000000e-01 9.804687500000000000e-01
25
+ 9.648437500000000000e-01 4.843750000000000000e-01 5.566406250000000000e-02 9.609375000000000000e-01 9.765625000000000000e-01 9.882812500000000000e-01 1.000000000000000000e+00 6.679687500000000000e-01
26
+ 9.687500000000000000e-01 9.921875000000000000e-01 2.294921875000000000e-01 1.000000000000000000e+00 9.570312500000000000e-01 1.000000000000000000e+00 5.175781250000000000e-02 1.269531250000000000e-01
27
+ 1.000000000000000000e+00 9.023437500000000000e-01 6.835937500000000000e-01 1.000000000000000000e+00 9.101562500000000000e-01 8.632812500000000000e-01 8.789062500000000000e-01 1.000000000000000000e+00
28
+ 3.662109375000000000e-03 1.000000000000000000e+00 8.945312500000000000e-01 9.570312500000000000e-01 9.531250000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 9.804687500000000000e-01
29
+ 9.921875000000000000e-01 9.765625000000000000e-01 9.296875000000000000e-01 9.765625000000000000e-01 1.000000000000000000e+00 9.882812500000000000e-01 1.000000000000000000e+00 9.414062500000000000e-01
30
+ 1.289062500000000000e-01 9.814453125000000000e-02 9.960937500000000000e-01 1.699218750000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
31
+ 9.882812500000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 9.960937500000000000e-01 9.960937500000000000e-01
32
+ 9.843750000000000000e-01 8.828125000000000000e-01 9.492187500000000000e-01 8.671875000000000000e-01 9.296875000000000000e-01 9.687500000000000000e-01 9.257812500000000000e-01 9.687500000000000000e-01
DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=2000.tsv ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 8.828125000000000000e-01 5.703125000000000000e-01 1.000000000000000000e+00 4.199218750000000000e-01 2.613067626953125000e-04 6.289062500000000000e-01 3.691406250000000000e-01 2.656250000000000000e-01
2
+ 0.000000000000000000e+00 0.000000000000000000e+00 0.000000000000000000e+00 1.000000000000000000e+00 0.000000000000000000e+00 8.359375000000000000e-01 0.000000000000000000e+00 1.306533813476562500e-04
3
+ 0.000000000000000000e+00 6.953125000000000000e-01 0.000000000000000000e+00 9.843750000000000000e-01 6.796875000000000000e-01 9.804687500000000000e-01 9.843750000000000000e-01 4.444122314453125000e-04
4
+ 8.164062500000000000e-01 0.000000000000000000e+00 1.697540283203125000e-04 6.532669067382812500e-05 8.476562500000000000e-01 9.414062500000000000e-01 9.648437500000000000e-01 5.117187500000000000e-01
5
+ 2.086162567138671875e-05 2.288818359375000000e-04 1.933593750000000000e-01 8.554687500000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00 7.382812500000000000e-01 1.230239868164062500e-04
6
+ 7.656250000000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 7.070312500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.972656250000000000e-01 1.000000000000000000e+00
7
+ 4.511718750000000000e-01 8.203125000000000000e-01 7.187500000000000000e-01 6.328125000000000000e-01 9.062500000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 8.320312500000000000e-01
8
+ 1.000000000000000000e+00 7.695312500000000000e-01 2.609252929687500000e-03 1.000000000000000000e+00 1.792907714843750000e-03 1.000000000000000000e+00 1.000000000000000000e+00 4.257812500000000000e-01
9
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.953125000000000000e-01 1.000000000000000000e+00 5.312500000000000000e-01 9.179687500000000000e-01 1.000000000000000000e+00
10
+ 9.843750000000000000e-01 8.632812500000000000e-01 4.843750000000000000e-01 1.000000000000000000e+00 8.281250000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 9.882812500000000000e-01
11
+ 1.000000000000000000e+00 8.789062500000000000e-01 8.281250000000000000e-01 9.687500000000000000e-01 9.921875000000000000e-01 5.625000000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
12
+ 1.000000000000000000e+00 1.000000000000000000e+00 7.890625000000000000e-01 9.531250000000000000e-01 9.687500000000000000e-01 8.789062500000000000e-01 4.809570312500000000e-02 1.000000000000000000e+00
13
+ 1.000000000000000000e+00 9.887695312500000000e-03 7.812500000000000000e-01 8.554687500000000000e-01 8.867187500000000000e-01 9.960937500000000000e-01 2.706050872802734375e-05 5.039062500000000000e-01
14
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 9.414062500000000000e-01 1.000000000000000000e+00 8.007812500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
15
+ 6.367187500000000000e-01 1.000000000000000000e+00 5.546875000000000000e-01 9.687500000000000000e-01 9.882812500000000000e-01 9.687500000000000000e-01 9.296875000000000000e-01 1.000000000000000000e+00
16
+ 1.000000000000000000e+00 6.562500000000000000e-01 9.960937500000000000e-01 2.617187500000000000e-01 1.000000000000000000e+00 7.929687500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
17
+ 9.921875000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 2.193450927734375000e-04 9.335937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.695312500000000000e-01
18
+ 1.000000000000000000e+00 1.000000000000000000e+00 9.296875000000000000e-01 1.000000000000000000e+00 7.968750000000000000e-01 9.492187500000000000e-01 1.000000000000000000e+00 9.843750000000000000e-01
19
+ 5.273437500000000000e-01 1.000000000000000000e+00 8.007812500000000000e-01 1.000000000000000000e+00 9.140625000000000000e-01 9.570312500000000000e-01 1.831054687500000000e-03 8.476562500000000000e-01
20
+ 1.000000000000000000e+00 7.617187500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.953125000000000000e-03 9.726562500000000000e-01 5.585937500000000000e-01 1.000000000000000000e+00
21
+ 9.843750000000000000e-01 0.000000000000000000e+00 1.000000000000000000e+00 9.843750000000000000e-01 1.000000000000000000e+00 9.804687500000000000e-01 1.000000000000000000e+00 2.558593750000000000e-01
22
+ 1.000000000000000000e+00 9.062500000000000000e-01 9.687500000000000000e-01 1.000000000000000000e+00 9.335937500000000000e-01 9.531250000000000000e-01 8.046875000000000000e-01 5.859375000000000000e-01
23
+ 9.257812500000000000e-01 9.531250000000000000e-01 8.593750000000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00 7.070312500000000000e-01 7.890625000000000000e-01 9.648437500000000000e-01
24
+ 1.000000000000000000e+00 1.000000000000000000e+00 4.997253417968750000e-04 9.726562500000000000e-01 1.391601562500000000e-02 9.843750000000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00
25
+ 1.000000000000000000e+00 5.234375000000000000e-01 0.000000000000000000e+00 9.453125000000000000e-01 9.804687500000000000e-01 9.882812500000000000e-01 9.921875000000000000e-01 6.953125000000000000e-01
26
+ 9.726562500000000000e-01 9.882812500000000000e-01 1.182556152343750000e-03 9.960937500000000000e-01 9.609375000000000000e-01 1.000000000000000000e+00 1.692771911621093750e-05 0.000000000000000000e+00
27
+ 1.000000000000000000e+00 9.101562500000000000e-01 6.718750000000000000e-01 1.000000000000000000e+00 9.179687500000000000e-01 8.710937500000000000e-01 8.828125000000000000e-01 9.960937500000000000e-01
28
+ 0.000000000000000000e+00 1.000000000000000000e+00 8.984375000000000000e-01 9.492187500000000000e-01 9.492187500000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 9.882812500000000000e-01
29
+ 9.960937500000000000e-01 9.960937500000000000e-01 9.140625000000000000e-01 9.843750000000000000e-01 1.000000000000000000e+00 9.843750000000000000e-01 1.000000000000000000e+00 9.414062500000000000e-01
30
+ 0.000000000000000000e+00 3.963708877563476562e-06 1.000000000000000000e+00 2.040863037109375000e-04 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
31
+ 9.921875000000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 9.960937500000000000e-01 9.960937500000000000e-01
32
+ 9.882812500000000000e-01 8.945312500000000000e-01 9.414062500000000000e-01 7.968750000000000000e-01 9.296875000000000000e-01 9.609375000000000000e-01 9.257812500000000000e-01 9.648437500000000000e-01
DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=250.tsv ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 8.515625000000000000e-01 7.304687500000000000e-01 1.000000000000000000e+00 6.992187500000000000e-01 3.021240234375000000e-03 8.789062500000000000e-01 4.667968750000000000e-01 7.500000000000000000e-01
2
+ 3.936767578125000000e-03 0.000000000000000000e+00 1.396484375000000000e-01 1.000000000000000000e+00 0.000000000000000000e+00 9.179687500000000000e-01 4.589843750000000000e-01 6.406250000000000000e-01
3
+ 0.000000000000000000e+00 9.921875000000000000e-01 4.687500000000000000e-01 9.726562500000000000e-01 9.414062500000000000e-01 1.000000000000000000e+00 9.804687500000000000e-01 4.492187500000000000e-01
4
+ 1.000000000000000000e+00 5.937500000000000000e-01 5.039062500000000000e-01 2.324218750000000000e-01 8.906250000000000000e-01 1.000000000000000000e+00 9.921875000000000000e-01 8.359375000000000000e-01
5
+ 2.851562500000000000e-01 5.039062500000000000e-01 5.703125000000000000e-01 8.867187500000000000e-01 9.843750000000000000e-01 9.960937500000000000e-01 9.218750000000000000e-01 7.617187500000000000e-01
6
+ 7.500000000000000000e-01 9.648437500000000000e-01 1.000000000000000000e+00 8.593750000000000000e-01 1.000000000000000000e+00 9.921875000000000000e-01 6.328125000000000000e-01 9.960937500000000000e-01
7
+ 6.953125000000000000e-01 9.023437500000000000e-01 8.750000000000000000e-01 9.296875000000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01 9.921875000000000000e-01 8.242187500000000000e-01
8
+ 1.000000000000000000e+00 8.437500000000000000e-01 7.148437500000000000e-01 1.000000000000000000e+00 3.125000000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 4.902343750000000000e-01
9
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 5.664062500000000000e-01 1.000000000000000000e+00 3.828125000000000000e-01 8.750000000000000000e-01 9.921875000000000000e-01
10
+ 9.882812500000000000e-01 7.812500000000000000e-01 7.539062500000000000e-01 1.000000000000000000e+00 8.945312500000000000e-01 9.843750000000000000e-01 1.000000000000000000e+00 9.882812500000000000e-01
11
+ 1.000000000000000000e+00 8.281250000000000000e-01 9.296875000000000000e-01 9.882812500000000000e-01 9.296875000000000000e-01 4.980468750000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
12
+ 9.414062500000000000e-01 1.000000000000000000e+00 7.421875000000000000e-01 9.570312500000000000e-01 8.085937500000000000e-01 9.648437500000000000e-01 1.972656250000000000e-01 1.000000000000000000e+00
13
+ 9.882812500000000000e-01 1.201171875000000000e-01 7.421875000000000000e-01 8.515625000000000000e-01 5.224609375000000000e-02 9.882812500000000000e-01 4.291534423828125000e-04 6.484375000000000000e-01
14
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 9.570312500000000000e-01 1.000000000000000000e+00 8.203125000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
15
+ 6.132812500000000000e-01 1.000000000000000000e+00 6.132812500000000000e-01 9.765625000000000000e-01 9.726562500000000000e-01 1.000000000000000000e+00 9.648437500000000000e-01 1.000000000000000000e+00
16
+ 1.000000000000000000e+00 6.757812500000000000e-01 9.960937500000000000e-01 2.695312500000000000e-01 9.921875000000000000e-01 7.812500000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
17
+ 9.960937500000000000e-01 1.000000000000000000e+00 9.921875000000000000e-01 1.258850097656250000e-04 9.257812500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 8.281250000000000000e-01
18
+ 9.765625000000000000e-01 1.000000000000000000e+00 9.218750000000000000e-01 1.000000000000000000e+00 7.343750000000000000e-01 9.687500000000000000e-01 1.000000000000000000e+00 9.609375000000000000e-01
19
+ 5.273437500000000000e-01 9.843750000000000000e-01 7.968750000000000000e-01 1.000000000000000000e+00 8.906250000000000000e-01 9.414062500000000000e-01 0.000000000000000000e+00 8.476562500000000000e-01
20
+ 1.000000000000000000e+00 7.578125000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.059570312500000000e-01 9.726562500000000000e-01 5.273437500000000000e-01 1.000000000000000000e+00
21
+ 9.921875000000000000e-01 0.000000000000000000e+00 1.000000000000000000e+00 9.843750000000000000e-01 1.000000000000000000e+00 9.882812500000000000e-01 1.000000000000000000e+00 2.490234375000000000e-01
22
+ 1.000000000000000000e+00 9.023437500000000000e-01 9.609375000000000000e-01 1.000000000000000000e+00 9.023437500000000000e-01 9.648437500000000000e-01 8.046875000000000000e-01 6.132812500000000000e-01
23
+ 9.257812500000000000e-01 9.453125000000000000e-01 8.398437500000000000e-01 9.843750000000000000e-01 1.000000000000000000e+00 7.460937500000000000e-01 7.812500000000000000e-01 9.531250000000000000e-01
24
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.069335937500000000e-01 9.804687500000000000e-01 1.357421875000000000e-01 9.843750000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
25
+ 1.000000000000000000e+00 5.078125000000000000e-01 0.000000000000000000e+00 9.648437500000000000e-01 9.804687500000000000e-01 9.843750000000000000e-01 9.921875000000000000e-01 6.640625000000000000e-01
26
+ 9.726562500000000000e-01 9.882812500000000000e-01 4.150390625000000000e-02 9.960937500000000000e-01 9.570312500000000000e-01 1.000000000000000000e+00 0.000000000000000000e+00 0.000000000000000000e+00
27
+ 1.000000000000000000e+00 9.023437500000000000e-01 6.835937500000000000e-01 1.000000000000000000e+00 9.140625000000000000e-01 8.632812500000000000e-01 8.789062500000000000e-01 1.000000000000000000e+00
28
+ 3.795623779296875000e-04 1.000000000000000000e+00 9.101562500000000000e-01 9.531250000000000000e-01 9.531250000000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 9.882812500000000000e-01
29
+ 9.960937500000000000e-01 9.960937500000000000e-01 9.296875000000000000e-01 9.765625000000000000e-01 1.000000000000000000e+00 9.882812500000000000e-01 1.000000000000000000e+00 9.414062500000000000e-01
30
+ 0.000000000000000000e+00 1.430511474609375000e-04 1.000000000000000000e+00 1.535415649414062500e-04 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
31
+ 9.960937500000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 9.921875000000000000e-01 9.921875000000000000e-01
32
+ 9.882812500000000000e-01 8.984375000000000000e-01 9.453125000000000000e-01 8.359375000000000000e-01 9.335937500000000000e-01 9.687500000000000000e-01 9.179687500000000000e-01 9.609375000000000000e-01
DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=300.tsv ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 8.554687500000000000e-01 6.757812500000000000e-01 1.000000000000000000e+00 6.210937500000000000e-01 1.342773437500000000e-02 8.750000000000000000e-01 4.355468750000000000e-01 6.328125000000000000e-01
2
+ 0.000000000000000000e+00 0.000000000000000000e+00 2.856445312500000000e-02 1.000000000000000000e+00 0.000000000000000000e+00 1.000000000000000000e+00 2.207031250000000000e-01 5.195312500000000000e-01
3
+ 0.000000000000000000e+00 9.804687500000000000e-01 2.812500000000000000e-01 9.960937500000000000e-01 9.609375000000000000e-01 9.960937500000000000e-01 9.687500000000000000e-01 2.714843750000000000e-01
4
+ 1.000000000000000000e+00 4.550781250000000000e-01 3.320312500000000000e-01 1.287841796875000000e-02 9.453125000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.929687500000000000e-01
5
+ 8.105468750000000000e-02 4.140625000000000000e-01 5.507812500000000000e-01 8.945312500000000000e-01 9.335937500000000000e-01 1.000000000000000000e+00 8.984375000000000000e-01 6.328125000000000000e-01
6
+ 7.460937500000000000e-01 9.843750000000000000e-01 1.000000000000000000e+00 8.398437500000000000e-01 1.000000000000000000e+00 9.843750000000000000e-01 5.585937500000000000e-01 9.726562500000000000e-01
7
+ 6.757812500000000000e-01 8.164062500000000000e-01 8.554687500000000000e-01 8.906250000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 8.789062500000000000e-01
8
+ 1.000000000000000000e+00 7.578125000000000000e-01 6.679687500000000000e-01 1.000000000000000000e+00 1.601562500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 3.925781250000000000e-01
9
+ 1.000000000000000000e+00 1.000000000000000000e+00 9.882812500000000000e-01 5.195312500000000000e-01 1.000000000000000000e+00 3.632812500000000000e-01 8.398437500000000000e-01 9.960937500000000000e-01
10
+ 9.414062500000000000e-01 8.085937500000000000e-01 6.718750000000000000e-01 1.000000000000000000e+00 8.515625000000000000e-01 9.804687500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
11
+ 1.000000000000000000e+00 8.398437500000000000e-01 9.375000000000000000e-01 9.570312500000000000e-01 9.882812500000000000e-01 4.843750000000000000e-01 1.000000000000000000e+00 9.882812500000000000e-01
12
+ 9.531250000000000000e-01 9.648437500000000000e-01 6.992187500000000000e-01 9.101562500000000000e-01 8.437500000000000000e-01 8.945312500000000000e-01 1.186523437500000000e-01 1.000000000000000000e+00
13
+ 1.000000000000000000e+00 3.326416015625000000e-03 6.757812500000000000e-01 8.632812500000000000e-01 7.781982421875000000e-04 1.000000000000000000e+00 3.509521484375000000e-03 5.703125000000000000e-01
14
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 9.570312500000000000e-01 1.000000000000000000e+00 8.203125000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
15
+ 6.445312500000000000e-01 1.000000000000000000e+00 6.210937500000000000e-01 9.921875000000000000e-01 9.843750000000000000e-01 9.843750000000000000e-01 9.257812500000000000e-01 1.000000000000000000e+00
16
+ 1.000000000000000000e+00 6.757812500000000000e-01 1.000000000000000000e+00 2.539062500000000000e-01 1.000000000000000000e+00 7.890625000000000000e-01 1.000000000000000000e+00 9.921875000000000000e-01
17
+ 9.921875000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 2.803802490234375000e-04 9.492187500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 8.125000000000000000e-01
18
+ 9.609375000000000000e-01 1.000000000000000000e+00 9.140625000000000000e-01 1.000000000000000000e+00 7.656250000000000000e-01 9.648437500000000000e-01 1.000000000000000000e+00 9.492187500000000000e-01
19
+ 5.234375000000000000e-01 9.921875000000000000e-01 7.968750000000000000e-01 1.000000000000000000e+00 9.023437500000000000e-01 9.609375000000000000e-01 0.000000000000000000e+00 8.398437500000000000e-01
20
+ 1.000000000000000000e+00 7.656250000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 2.944946289062500000e-03 9.726562500000000000e-01 5.156250000000000000e-01 1.000000000000000000e+00
21
+ 9.765625000000000000e-01 3.013610839843750000e-04 1.000000000000000000e+00 9.921875000000000000e-01 1.000000000000000000e+00 9.882812500000000000e-01 1.000000000000000000e+00 2.060546875000000000e-01
22
+ 1.000000000000000000e+00 9.062500000000000000e-01 9.765625000000000000e-01 1.000000000000000000e+00 8.984375000000000000e-01 9.492187500000000000e-01 8.046875000000000000e-01 6.015625000000000000e-01
23
+ 9.218750000000000000e-01 9.453125000000000000e-01 8.398437500000000000e-01 9.843750000000000000e-01 1.000000000000000000e+00 7.265625000000000000e-01 7.812500000000000000e-01 9.609375000000000000e-01
24
+ 1.000000000000000000e+00 1.000000000000000000e+00 3.875732421875000000e-03 9.726562500000000000e-01 4.174804687500000000e-02 9.882812500000000000e-01 9.843750000000000000e-01 1.000000000000000000e+00
25
+ 1.000000000000000000e+00 5.078125000000000000e-01 0.000000000000000000e+00 9.648437500000000000e-01 9.765625000000000000e-01 9.882812500000000000e-01 9.882812500000000000e-01 6.875000000000000000e-01
26
+ 9.765625000000000000e-01 9.882812500000000000e-01 2.456665039062500000e-03 1.000000000000000000e+00 9.648437500000000000e-01 1.000000000000000000e+00 0.000000000000000000e+00 1.243591308593750000e-03
27
+ 1.000000000000000000e+00 9.062500000000000000e-01 6.835937500000000000e-01 1.000000000000000000e+00 9.023437500000000000e-01 8.476562500000000000e-01 9.023437500000000000e-01 9.921875000000000000e-01
28
+ 0.000000000000000000e+00 1.000000000000000000e+00 8.710937500000000000e-01 9.453125000000000000e-01 9.414062500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 9.882812500000000000e-01
29
+ 9.921875000000000000e-01 9.765625000000000000e-01 9.101562500000000000e-01 9.804687500000000000e-01 1.000000000000000000e+00 9.843750000000000000e-01 1.000000000000000000e+00 9.453125000000000000e-01
30
+ 0.000000000000000000e+00 1.173019409179687500e-04 1.000000000000000000e+00 0.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
31
+ 9.960937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 9.960937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 9.960937500000000000e-01 1.000000000000000000e+00
32
+ 9.804687500000000000e-01 8.984375000000000000e-01 9.414062500000000000e-01 8.046875000000000000e-01 9.335937500000000000e-01 9.609375000000000000e-01 9.179687500000000000e-01 9.570312500000000000e-01
DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=350.tsv ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 8.164062500000000000e-01 6.757812500000000000e-01 9.960937500000000000e-01 5.195312500000000000e-01 1.312255859375000000e-03 8.007812500000000000e-01 3.964843750000000000e-01 6.367187500000000000e-01
2
+ 0.000000000000000000e+00 0.000000000000000000e+00 5.950927734375000000e-03 1.000000000000000000e+00 0.000000000000000000e+00 9.648437500000000000e-01 0.000000000000000000e+00 5.039062500000000000e-01
3
+ 0.000000000000000000e+00 9.765625000000000000e-01 1.367187500000000000e-01 1.000000000000000000e+00 8.945312500000000000e-01 9.648437500000000000e-01 9.765625000000000000e-01 1.875000000000000000e-01
4
+ 9.726562500000000000e-01 2.236328125000000000e-01 1.176757812500000000e-01 0.000000000000000000e+00 9.648437500000000000e-01 9.453125000000000000e-01 9.609375000000000000e-01 7.031250000000000000e-01
5
+ 5.340576171875000000e-03 2.236328125000000000e-01 5.703125000000000000e-01 8.242187500000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01 9.062500000000000000e-01 5.429687500000000000e-01
6
+ 7.226562500000000000e-01 9.648437500000000000e-01 9.921875000000000000e-01 7.773437500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 5.234375000000000000e-01 1.000000000000000000e+00
7
+ 5.742187500000000000e-01 8.906250000000000000e-01 8.281250000000000000e-01 8.593750000000000000e-01 9.843750000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 8.554687500000000000e-01
8
+ 1.000000000000000000e+00 7.265625000000000000e-01 5.742187500000000000e-01 1.000000000000000000e+00 6.103515625000000000e-02 1.000000000000000000e+00 1.000000000000000000e+00 3.007812500000000000e-01
9
+ 1.000000000000000000e+00 1.000000000000000000e+00 9.960937500000000000e-01 4.824218750000000000e-01 1.000000000000000000e+00 4.140625000000000000e-01 9.609375000000000000e-01 9.921875000000000000e-01
10
+ 9.843750000000000000e-01 7.890625000000000000e-01 6.562500000000000000e-01 1.000000000000000000e+00 8.359375000000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 9.804687500000000000e-01
11
+ 1.000000000000000000e+00 8.320312500000000000e-01 8.867187500000000000e-01 9.531250000000000000e-01 9.335937500000000000e-01 5.546875000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
12
+ 9.960937500000000000e-01 9.765625000000000000e-01 7.187500000000000000e-01 1.000000000000000000e+00 8.984375000000000000e-01 8.867187500000000000e-01 1.533203125000000000e-01 1.000000000000000000e+00
13
+ 1.000000000000000000e+00 7.568359375000000000e-03 7.304687500000000000e-01 8.164062500000000000e-01 9.667968750000000000e-02 1.000000000000000000e+00 2.319335937500000000e-03 4.707031250000000000e-01
14
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 9.726562500000000000e-01 1.000000000000000000e+00 8.242187500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
15
+ 6.523437500000000000e-01 1.000000000000000000e+00 5.273437500000000000e-01 9.687500000000000000e-01 9.921875000000000000e-01 9.726562500000000000e-01 9.648437500000000000e-01 1.000000000000000000e+00
16
+ 1.000000000000000000e+00 6.953125000000000000e-01 1.000000000000000000e+00 2.695312500000000000e-01 9.921875000000000000e-01 7.539062500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
17
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 0.000000000000000000e+00 9.648437500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.812500000000000000e-01
18
+ 1.000000000000000000e+00 1.000000000000000000e+00 9.335937500000000000e-01 1.000000000000000000e+00 7.656250000000000000e-01 9.570312500000000000e-01 1.000000000000000000e+00 9.570312500000000000e-01
19
+ 5.156250000000000000e-01 9.921875000000000000e-01 7.968750000000000000e-01 1.000000000000000000e+00 9.101562500000000000e-01 9.804687500000000000e-01 1.177978515625000000e-02 8.632812500000000000e-01
20
+ 1.000000000000000000e+00 7.656250000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 0.000000000000000000e+00 9.687500000000000000e-01 5.429687500000000000e-01 1.000000000000000000e+00
21
+ 9.882812500000000000e-01 0.000000000000000000e+00 1.000000000000000000e+00 9.804687500000000000e-01 1.000000000000000000e+00 9.921875000000000000e-01 1.000000000000000000e+00 2.304687500000000000e-01
22
+ 1.000000000000000000e+00 9.140625000000000000e-01 9.765625000000000000e-01 1.000000000000000000e+00 8.984375000000000000e-01 9.609375000000000000e-01 8.007812500000000000e-01 6.015625000000000000e-01
23
+ 9.257812500000000000e-01 9.570312500000000000e-01 8.281250000000000000e-01 9.882812500000000000e-01 1.000000000000000000e+00 7.148437500000000000e-01 7.851562500000000000e-01 9.609375000000000000e-01
24
+ 1.000000000000000000e+00 1.000000000000000000e+00 5.676269531250000000e-03 9.726562500000000000e-01 9.887695312500000000e-03 9.882812500000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00
25
+ 9.960937500000000000e-01 5.234375000000000000e-01 1.060485839843750000e-03 9.492187500000000000e-01 9.843750000000000000e-01 9.882812500000000000e-01 9.921875000000000000e-01 6.953125000000000000e-01
26
+ 9.804687500000000000e-01 9.882812500000000000e-01 7.354736328125000000e-03 1.000000000000000000e+00 9.726562500000000000e-01 1.000000000000000000e+00 0.000000000000000000e+00 1.358032226562500000e-03
27
+ 1.000000000000000000e+00 9.062500000000000000e-01 6.835937500000000000e-01 1.000000000000000000e+00 9.179687500000000000e-01 8.671875000000000000e-01 8.828125000000000000e-01 1.000000000000000000e+00
28
+ 0.000000000000000000e+00 1.000000000000000000e+00 8.984375000000000000e-01 9.609375000000000000e-01 9.453125000000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 9.804687500000000000e-01
29
+ 1.000000000000000000e+00 9.804687500000000000e-01 9.296875000000000000e-01 9.882812500000000000e-01 1.000000000000000000e+00 9.882812500000000000e-01 1.000000000000000000e+00 9.453125000000000000e-01
30
+ 0.000000000000000000e+00 1.044273376464843750e-04 9.960937500000000000e-01 1.220703125000000000e-03 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
31
+ 9.921875000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 9.921875000000000000e-01 1.000000000000000000e+00
32
+ 9.882812500000000000e-01 8.632812500000000000e-01 9.453125000000000000e-01 8.203125000000000000e-01 9.179687500000000000e-01 9.648437500000000000e-01 9.375000000000000000e-01 9.843750000000000000e-01
DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=400.tsv ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 8.320312500000000000e-01 6.093750000000000000e-01 1.000000000000000000e+00 4.648437500000000000e-01 0.000000000000000000e+00 8.046875000000000000e-01 3.867187500000000000e-01 5.585937500000000000e-01
2
+ 0.000000000000000000e+00 0.000000000000000000e+00 0.000000000000000000e+00 1.000000000000000000e+00 0.000000000000000000e+00 9.179687500000000000e-01 2.258300781250000000e-03 4.121093750000000000e-01
3
+ 0.000000000000000000e+00 9.726562500000000000e-01 1.010894775390625000e-04 9.804687500000000000e-01 9.453125000000000000e-01 9.726562500000000000e-01 1.000000000000000000e+00 8.740234375000000000e-02
4
+ 9.687500000000000000e-01 8.593750000000000000e-02 0.000000000000000000e+00 0.000000000000000000e+00 9.765625000000000000e-01 9.296875000000000000e-01 9.179687500000000000e-01 7.421875000000000000e-01
5
+ 0.000000000000000000e+00 2.282714843750000000e-02 4.687500000000000000e-01 8.437500000000000000e-01 9.882812500000000000e-01 1.000000000000000000e+00 8.710937500000000000e-01 4.238281250000000000e-01
6
+ 7.460937500000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00 7.695312500000000000e-01 1.000000000000000000e+00 9.726562500000000000e-01 5.468750000000000000e-01 1.000000000000000000e+00
7
+ 5.195312500000000000e-01 8.320312500000000000e-01 8.437500000000000000e-01 7.890625000000000000e-01 9.765625000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 8.671875000000000000e-01
8
+ 1.000000000000000000e+00 7.343750000000000000e-01 4.316406250000000000e-01 1.000000000000000000e+00 6.347656250000000000e-02 1.000000000000000000e+00 1.000000000000000000e+00 2.890625000000000000e-01
9
+ 1.000000000000000000e+00 1.000000000000000000e+00 9.882812500000000000e-01 3.632812500000000000e-01 1.000000000000000000e+00 4.199218750000000000e-01 9.335937500000000000e-01 1.000000000000000000e+00
10
+ 9.335937500000000000e-01 7.070312500000000000e-01 5.703125000000000000e-01 1.000000000000000000e+00 9.375000000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
11
+ 1.000000000000000000e+00 7.968750000000000000e-01 8.828125000000000000e-01 9.570312500000000000e-01 1.000000000000000000e+00 5.781250000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
12
+ 9.921875000000000000e-01 1.000000000000000000e+00 8.359375000000000000e-01 1.000000000000000000e+00 9.023437500000000000e-01 9.570312500000000000e-01 1.113281250000000000e-01 1.000000000000000000e+00
13
+ 1.000000000000000000e+00 9.716796875000000000e-02 6.718750000000000000e-01 8.867187500000000000e-01 1.650390625000000000e-01 1.000000000000000000e+00 3.295898437500000000e-03 6.171875000000000000e-01
14
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 9.570312500000000000e-01 1.000000000000000000e+00 7.968750000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
15
+ 5.273437500000000000e-01 1.000000000000000000e+00 5.234375000000000000e-01 9.023437500000000000e-01 9.843750000000000000e-01 9.765625000000000000e-01 9.414062500000000000e-01 1.000000000000000000e+00
16
+ 1.000000000000000000e+00 6.406250000000000000e-01 1.000000000000000000e+00 2.539062500000000000e-01 9.921875000000000000e-01 8.164062500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
17
+ 9.960937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 0.000000000000000000e+00 9.179687500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.812500000000000000e-01
18
+ 1.000000000000000000e+00 1.000000000000000000e+00 9.062500000000000000e-01 1.000000000000000000e+00 8.007812500000000000e-01 9.609375000000000000e-01 1.000000000000000000e+00 9.804687500000000000e-01
19
+ 5.078125000000000000e-01 9.960937500000000000e-01 7.929687500000000000e-01 1.000000000000000000e+00 8.984375000000000000e-01 9.648437500000000000e-01 3.005981445312500000e-03 8.437500000000000000e-01
20
+ 9.960937500000000000e-01 7.578125000000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01 2.655029296875000000e-03 9.804687500000000000e-01 5.585937500000000000e-01 1.000000000000000000e+00
21
+ 9.687500000000000000e-01 0.000000000000000000e+00 1.000000000000000000e+00 9.960937500000000000e-01 1.000000000000000000e+00 9.765625000000000000e-01 1.000000000000000000e+00 2.558593750000000000e-01
22
+ 9.921875000000000000e-01 9.101562500000000000e-01 9.492187500000000000e-01 1.000000000000000000e+00 9.101562500000000000e-01 9.687500000000000000e-01 7.851562500000000000e-01 6.015625000000000000e-01
23
+ 9.296875000000000000e-01 9.453125000000000000e-01 8.398437500000000000e-01 9.882812500000000000e-01 1.000000000000000000e+00 7.109375000000000000e-01 8.085937500000000000e-01 9.609375000000000000e-01
24
+ 1.000000000000000000e+00 1.000000000000000000e+00 4.241943359375000000e-03 9.765625000000000000e-01 4.241943359375000000e-03 9.804687500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
25
+ 9.921875000000000000e-01 5.039062500000000000e-01 0.000000000000000000e+00 9.335937500000000000e-01 9.726562500000000000e-01 9.882812500000000000e-01 9.882812500000000000e-01 7.148437500000000000e-01
26
+ 9.921875000000000000e-01 9.843750000000000000e-01 7.476806640625000000e-03 9.960937500000000000e-01 9.726562500000000000e-01 1.000000000000000000e+00 0.000000000000000000e+00 8.544921875000000000e-04
27
+ 1.000000000000000000e+00 8.984375000000000000e-01 6.835937500000000000e-01 1.000000000000000000e+00 9.179687500000000000e-01 8.593750000000000000e-01 8.906250000000000000e-01 9.921875000000000000e-01
28
+ 4.024505615234375000e-04 1.000000000000000000e+00 8.945312500000000000e-01 9.570312500000000000e-01 9.531250000000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 9.765625000000000000e-01
29
+ 1.000000000000000000e+00 9.804687500000000000e-01 9.140625000000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00 9.921875000000000000e-01 1.000000000000000000e+00 9.414062500000000000e-01
30
+ 8.773803710937500000e-05 0.000000000000000000e+00 1.000000000000000000e+00 6.198883056640625000e-05 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
31
+ 9.882812500000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 9.960937500000000000e-01 9.960937500000000000e-01
32
+ 9.804687500000000000e-01 8.828125000000000000e-01 9.375000000000000000e-01 8.203125000000000000e-01 9.453125000000000000e-01 9.570312500000000000e-01 9.257812500000000000e-01 9.648437500000000000e-01
DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=450.tsv ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 8.007812500000000000e-01 5.429687500000000000e-01 1.000000000000000000e+00 4.824218750000000000e-01 7.972717285156250000e-04 7.304687500000000000e-01 3.339843750000000000e-01 5.078125000000000000e-01
2
+ 0.000000000000000000e+00 0.000000000000000000e+00 0.000000000000000000e+00 1.000000000000000000e+00 0.000000000000000000e+00 9.843750000000000000e-01 8.285045623779296875e-06 4.570312500000000000e-01
3
+ 0.000000000000000000e+00 9.492187500000000000e-01 3.555297851562500000e-03 1.000000000000000000e+00 8.789062500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.202392578125000000e-02
4
+ 9.726562500000000000e-01 0.000000000000000000e+00 0.000000000000000000e+00 0.000000000000000000e+00 9.492187500000000000e-01 8.906250000000000000e-01 9.414062500000000000e-01 7.656250000000000000e-01
5
+ 1.724243164062500000e-03 1.397705078125000000e-02 3.046875000000000000e-01 8.554687500000000000e-01 1.000000000000000000e+00 9.843750000000000000e-01 8.593750000000000000e-01 3.398437500000000000e-01
6
+ 7.656250000000000000e-01 9.726562500000000000e-01 9.921875000000000000e-01 7.460937500000000000e-01 9.960937500000000000e-01 9.843750000000000000e-01 3.925781250000000000e-01 9.960937500000000000e-01
7
+ 4.511718750000000000e-01 9.257812500000000000e-01 8.164062500000000000e-01 7.656250000000000000e-01 9.414062500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 9.375000000000000000e-01
8
+ 1.000000000000000000e+00 7.460937500000000000e-01 3.750000000000000000e-01 1.000000000000000000e+00 1.257324218750000000e-02 1.000000000000000000e+00 1.000000000000000000e+00 2.910156250000000000e-01
9
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 4.257812500000000000e-01 1.000000000000000000e+00 4.433593750000000000e-01 9.492187500000000000e-01 1.000000000000000000e+00
10
+ 9.453125000000000000e-01 7.070312500000000000e-01 5.976562500000000000e-01 1.000000000000000000e+00 8.945312500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
11
+ 1.000000000000000000e+00 8.671875000000000000e-01 8.945312500000000000e-01 9.101562500000000000e-01 1.000000000000000000e+00 6.523437500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
12
+ 9.960937500000000000e-01 1.000000000000000000e+00 7.578125000000000000e-01 9.414062500000000000e-01 8.789062500000000000e-01 8.710937500000000000e-01 2.128906250000000000e-01 1.000000000000000000e+00
13
+ 1.000000000000000000e+00 3.442382812500000000e-02 7.031250000000000000e-01 8.593750000000000000e-01 4.082031250000000000e-01 1.000000000000000000e+00 7.286071777343750000e-04 5.429687500000000000e-01
14
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 9.453125000000000000e-01 1.000000000000000000e+00 8.320312500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
15
+ 5.937500000000000000e-01 1.000000000000000000e+00 5.859375000000000000e-01 9.648437500000000000e-01 9.960937500000000000e-01 9.609375000000000000e-01 9.687500000000000000e-01 1.000000000000000000e+00
16
+ 1.000000000000000000e+00 6.718750000000000000e-01 1.000000000000000000e+00 2.714843750000000000e-01 1.000000000000000000e+00 8.085937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
17
+ 9.921875000000000000e-01 1.000000000000000000e+00 9.921875000000000000e-01 0.000000000000000000e+00 9.375000000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.773437500000000000e-01
18
+ 1.000000000000000000e+00 1.000000000000000000e+00 9.453125000000000000e-01 1.000000000000000000e+00 7.695312500000000000e-01 9.375000000000000000e-01 1.000000000000000000e+00 9.765625000000000000e-01
19
+ 4.726562500000000000e-01 9.960937500000000000e-01 7.890625000000000000e-01 1.000000000000000000e+00 8.984375000000000000e-01 9.453125000000000000e-01 0.000000000000000000e+00 8.359375000000000000e-01
20
+ 1.000000000000000000e+00 7.695312500000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01 2.075195312500000000e-02 9.648437500000000000e-01 6.054687500000000000e-01 1.000000000000000000e+00
21
+ 9.765625000000000000e-01 0.000000000000000000e+00 1.000000000000000000e+00 9.843750000000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01 1.000000000000000000e+00 2.675781250000000000e-01
22
+ 1.000000000000000000e+00 8.867187500000000000e-01 9.531250000000000000e-01 1.000000000000000000e+00 9.257812500000000000e-01 9.609375000000000000e-01 7.929687500000000000e-01 6.015625000000000000e-01
23
+ 9.375000000000000000e-01 9.492187500000000000e-01 8.437500000000000000e-01 9.882812500000000000e-01 1.000000000000000000e+00 7.343750000000000000e-01 7.812500000000000000e-01 9.609375000000000000e-01
24
+ 1.000000000000000000e+00 1.000000000000000000e+00 0.000000000000000000e+00 9.765625000000000000e-01 1.312255859375000000e-02 9.882812500000000000e-01 9.882812500000000000e-01 1.000000000000000000e+00
25
+ 1.000000000000000000e+00 5.312500000000000000e-01 0.000000000000000000e+00 9.453125000000000000e-01 9.843750000000000000e-01 9.882812500000000000e-01 9.921875000000000000e-01 6.914062500000000000e-01
26
+ 9.726562500000000000e-01 9.921875000000000000e-01 8.811950683593750000e-04 1.000000000000000000e+00 9.609375000000000000e-01 1.000000000000000000e+00 4.844665527343750000e-04 4.634857177734375000e-04
27
+ 1.000000000000000000e+00 9.101562500000000000e-01 6.757812500000000000e-01 1.000000000000000000e+00 9.257812500000000000e-01 8.515625000000000000e-01 8.750000000000000000e-01 1.000000000000000000e+00
28
+ 3.013610839843750000e-04 1.000000000000000000e+00 9.062500000000000000e-01 9.414062500000000000e-01 9.570312500000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 9.726562500000000000e-01
29
+ 9.921875000000000000e-01 9.921875000000000000e-01 9.218750000000000000e-01 9.843750000000000000e-01 1.000000000000000000e+00 9.921875000000000000e-01 1.000000000000000000e+00 9.492187500000000000e-01
30
+ 0.000000000000000000e+00 0.000000000000000000e+00 1.000000000000000000e+00 0.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
31
+ 9.921875000000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 9.960937500000000000e-01 9.921875000000000000e-01
32
+ 9.804687500000000000e-01 8.867187500000000000e-01 9.453125000000000000e-01 8.046875000000000000e-01 9.375000000000000000e-01 9.609375000000000000e-01 9.375000000000000000e-01 9.648437500000000000e-01
DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=50.tsv ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 9.609375000000000000e-01 9.960937500000000000e-01 9.804687500000000000e-01 9.843750000000000000e-01 9.296875000000000000e-01 9.960937500000000000e-01 9.765625000000000000e-01 9.960937500000000000e-01
2
+ 9.179687500000000000e-01 8.281250000000000000e-01 9.570312500000000000e-01 9.921875000000000000e-01 9.062500000000000000e-01 9.921875000000000000e-01 9.843750000000000000e-01 9.531250000000000000e-01
3
+ 9.062500000000000000e-01 9.882812500000000000e-01 9.726562500000000000e-01 9.960937500000000000e-01 9.648437500000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01 9.648437500000000000e-01
4
+ 9.804687500000000000e-01 9.726562500000000000e-01 9.335937500000000000e-01 9.218750000000000000e-01 9.882812500000000000e-01 9.960937500000000000e-01 9.648437500000000000e-01 9.882812500000000000e-01
5
+ 9.453125000000000000e-01 9.765625000000000000e-01 9.218750000000000000e-01 9.921875000000000000e-01 9.960937500000000000e-01 9.960937500000000000e-01 9.882812500000000000e-01 9.492187500000000000e-01
6
+ 9.921875000000000000e-01 9.804687500000000000e-01 9.960937500000000000e-01 9.921875000000000000e-01 9.960937500000000000e-01 9.843750000000000000e-01 9.804687500000000000e-01 9.960937500000000000e-01
7
+ 9.843750000000000000e-01 9.804687500000000000e-01 9.921875000000000000e-01 9.882812500000000000e-01 9.960937500000000000e-01 9.960937500000000000e-01 9.960937500000000000e-01 9.960937500000000000e-01
8
+ 9.960937500000000000e-01 9.648437500000000000e-01 9.804687500000000000e-01 9.726562500000000000e-01 8.945312500000000000e-01 9.960937500000000000e-01 9.804687500000000000e-01 9.687500000000000000e-01
9
+ 9.960937500000000000e-01 9.882812500000000000e-01 9.960937500000000000e-01 9.765625000000000000e-01 9.687500000000000000e-01 9.062500000000000000e-01 9.492187500000000000e-01 9.453125000000000000e-01
10
+ 9.843750000000000000e-01 9.648437500000000000e-01 9.531250000000000000e-01 9.960937500000000000e-01 9.218750000000000000e-01 9.726562500000000000e-01 9.804687500000000000e-01 9.960937500000000000e-01
11
+ 1.000000000000000000e+00 9.179687500000000000e-01 9.648437500000000000e-01 9.687500000000000000e-01 9.570312500000000000e-01 8.984375000000000000e-01 9.843750000000000000e-01 9.960937500000000000e-01
12
+ 9.531250000000000000e-01 9.765625000000000000e-01 9.296875000000000000e-01 9.843750000000000000e-01 9.765625000000000000e-01 9.687500000000000000e-01 8.906250000000000000e-01 9.687500000000000000e-01
13
+ 9.492187500000000000e-01 8.789062500000000000e-01 9.531250000000000000e-01 9.570312500000000000e-01 8.476562500000000000e-01 9.257812500000000000e-01 8.789062500000000000e-01 9.765625000000000000e-01
14
+ 9.921875000000000000e-01 1.000000000000000000e+00 9.921875000000000000e-01 9.492187500000000000e-01 9.960937500000000000e-01 9.453125000000000000e-01 9.960937500000000000e-01 9.882812500000000000e-01
15
+ 9.101562500000000000e-01 9.648437500000000000e-01 9.218750000000000000e-01 9.843750000000000000e-01 9.960937500000000000e-01 9.804687500000000000e-01 9.726562500000000000e-01 9.960937500000000000e-01
16
+ 1.000000000000000000e+00 9.218750000000000000e-01 9.960937500000000000e-01 8.867187500000000000e-01 9.843750000000000000e-01 9.257812500000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00
17
+ 1.000000000000000000e+00 9.531250000000000000e-01 9.960937500000000000e-01 8.476562500000000000e-01 9.726562500000000000e-01 9.960937500000000000e-01 9.843750000000000000e-01 9.414062500000000000e-01
18
+ 9.414062500000000000e-01 9.921875000000000000e-01 9.492187500000000000e-01 9.921875000000000000e-01 9.140625000000000000e-01 9.492187500000000000e-01 9.960937500000000000e-01 9.453125000000000000e-01
19
+ 9.101562500000000000e-01 9.882812500000000000e-01 9.375000000000000000e-01 9.726562500000000000e-01 9.453125000000000000e-01 9.609375000000000000e-01 8.476562500000000000e-01 9.296875000000000000e-01
20
+ 9.960937500000000000e-01 9.179687500000000000e-01 9.609375000000000000e-01 9.882812500000000000e-01 9.023437500000000000e-01 9.765625000000000000e-01 9.101562500000000000e-01 9.531250000000000000e-01
21
+ 9.882812500000000000e-01 8.320312500000000000e-01 9.882812500000000000e-01 9.882812500000000000e-01 9.843750000000000000e-01 9.648437500000000000e-01 9.804687500000000000e-01 8.828125000000000000e-01
22
+ 9.921875000000000000e-01 9.296875000000000000e-01 9.726562500000000000e-01 9.843750000000000000e-01 9.218750000000000000e-01 9.492187500000000000e-01 9.335937500000000000e-01 9.218750000000000000e-01
23
+ 9.414062500000000000e-01 9.492187500000000000e-01 9.335937500000000000e-01 9.960937500000000000e-01 9.492187500000000000e-01 9.375000000000000000e-01 9.257812500000000000e-01 9.648437500000000000e-01
24
+ 9.843750000000000000e-01 9.843750000000000000e-01 8.906250000000000000e-01 9.882812500000000000e-01 8.789062500000000000e-01 9.843750000000000000e-01 9.804687500000000000e-01 9.375000000000000000e-01
25
+ 9.492187500000000000e-01 8.984375000000000000e-01 8.125000000000000000e-01 9.648437500000000000e-01 9.882812500000000000e-01 9.882812500000000000e-01 9.960937500000000000e-01 9.140625000000000000e-01
26
+ 9.648437500000000000e-01 9.921875000000000000e-01 8.906250000000000000e-01 9.960937500000000000e-01 9.531250000000000000e-01 9.921875000000000000e-01 8.515625000000000000e-01 8.398437500000000000e-01
27
+ 9.921875000000000000e-01 9.414062500000000000e-01 9.335937500000000000e-01 1.000000000000000000e+00 9.453125000000000000e-01 9.414062500000000000e-01 9.414062500000000000e-01 9.960937500000000000e-01
28
+ 8.281250000000000000e-01 1.000000000000000000e+00 9.375000000000000000e-01 9.570312500000000000e-01 9.609375000000000000e-01 9.960937500000000000e-01 9.921875000000000000e-01 9.843750000000000000e-01
29
+ 9.921875000000000000e-01 9.492187500000000000e-01 9.531250000000000000e-01 9.843750000000000000e-01 9.960937500000000000e-01 9.843750000000000000e-01 9.921875000000000000e-01 9.453125000000000000e-01
30
+ 8.515625000000000000e-01 8.437500000000000000e-01 1.000000000000000000e+00 8.750000000000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01 1.000000000000000000e+00
31
+ 9.921875000000000000e-01 9.921875000000000000e-01 9.960937500000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01
32
+ 9.765625000000000000e-01 9.375000000000000000e-01 9.687500000000000000e-01 9.453125000000000000e-01 9.570312500000000000e-01 9.804687500000000000e-01 9.687500000000000000e-01 9.570312500000000000e-01
DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=500.tsv ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 8.281250000000000000e-01 5.625000000000000000e-01 9.882812500000000000e-01 4.707031250000000000e-01 0.000000000000000000e+00 7.343750000000000000e-01 2.695312500000000000e-01 4.882812500000000000e-01
2
+ 0.000000000000000000e+00 0.000000000000000000e+00 2.221679687500000000e-02 1.000000000000000000e+00 4.577636718750000000e-03 9.765625000000000000e-01 6.439208984375000000e-03 3.691406250000000000e-01
3
+ 1.519775390625000000e-02 9.726562500000000000e-01 1.422119140625000000e-02 9.960937500000000000e-01 9.453125000000000000e-01 9.960937500000000000e-01 9.609375000000000000e-01 1.177978515625000000e-02
4
+ 9.882812500000000000e-01 0.000000000000000000e+00 0.000000000000000000e+00 0.000000000000000000e+00 8.867187500000000000e-01 8.828125000000000000e-01 9.726562500000000000e-01 6.953125000000000000e-01
5
+ 0.000000000000000000e+00 1.281738281250000000e-02 3.691406250000000000e-01 8.359375000000000000e-01 1.000000000000000000e+00 9.843750000000000000e-01 8.203125000000000000e-01 2.753906250000000000e-01
6
+ 7.460937500000000000e-01 9.609375000000000000e-01 9.960937500000000000e-01 7.656250000000000000e-01 9.960937500000000000e-01 9.804687500000000000e-01 3.730468750000000000e-01 1.000000000000000000e+00
7
+ 5.312500000000000000e-01 8.750000000000000000e-01 7.890625000000000000e-01 7.812500000000000000e-01 9.570312500000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 8.710937500000000000e-01
8
+ 9.921875000000000000e-01 6.757812500000000000e-01 3.378906250000000000e-01 1.000000000000000000e+00 1.312255859375000000e-02 9.960937500000000000e-01 1.000000000000000000e+00 3.632812500000000000e-01
9
+ 9.960937500000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 2.988281250000000000e-01 9.726562500000000000e-01 4.335937500000000000e-01 9.335937500000000000e-01 9.921875000000000000e-01
10
+ 9.609375000000000000e-01 7.968750000000000000e-01 6.250000000000000000e-01 1.000000000000000000e+00 8.632812500000000000e-01 9.882812500000000000e-01 1.000000000000000000e+00 9.648437500000000000e-01
11
+ 1.000000000000000000e+00 8.593750000000000000e-01 8.671875000000000000e-01 1.000000000000000000e+00 9.804687500000000000e-01 6.328125000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
12
+ 9.843750000000000000e-01 9.843750000000000000e-01 7.656250000000000000e-01 9.062500000000000000e-01 8.515625000000000000e-01 8.671875000000000000e-01 8.789062500000000000e-02 1.000000000000000000e+00
13
+ 1.000000000000000000e+00 0.000000000000000000e+00 7.265625000000000000e-01 8.476562500000000000e-01 4.785156250000000000e-01 1.000000000000000000e+00 0.000000000000000000e+00 4.550781250000000000e-01
14
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 9.648437500000000000e-01 1.000000000000000000e+00 8.242187500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
15
+ 6.093750000000000000e-01 1.000000000000000000e+00 5.468750000000000000e-01 9.609375000000000000e-01 9.960937500000000000e-01 9.765625000000000000e-01 9.765625000000000000e-01 1.000000000000000000e+00
16
+ 1.000000000000000000e+00 6.914062500000000000e-01 1.000000000000000000e+00 2.333984375000000000e-01 1.000000000000000000e+00 8.085937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
17
+ 9.960937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.215934753417968750e-04 9.375000000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.500000000000000000e-01
18
+ 1.000000000000000000e+00 1.000000000000000000e+00 9.140625000000000000e-01 1.000000000000000000e+00 8.242187500000000000e-01 9.492187500000000000e-01 1.000000000000000000e+00 9.726562500000000000e-01
19
+ 5.195312500000000000e-01 9.843750000000000000e-01 8.085937500000000000e-01 1.000000000000000000e+00 8.906250000000000000e-01 9.570312500000000000e-01 1.403808593750000000e-03 8.164062500000000000e-01
20
+ 1.000000000000000000e+00 7.734375000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 4.028320312500000000e-03 9.726562500000000000e-01 5.546875000000000000e-01 1.000000000000000000e+00
21
+ 9.765625000000000000e-01 0.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 9.687500000000000000e-01 1.000000000000000000e+00 2.460937500000000000e-01
22
+ 1.000000000000000000e+00 8.945312500000000000e-01 9.765625000000000000e-01 1.000000000000000000e+00 9.335937500000000000e-01 9.335937500000000000e-01 7.890625000000000000e-01 5.937500000000000000e-01
23
+ 9.414062500000000000e-01 9.570312500000000000e-01 8.242187500000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 6.953125000000000000e-01 8.125000000000000000e-01 9.531250000000000000e-01
24
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.121520996093750000e-03 9.687500000000000000e-01 2.172851562500000000e-02 9.765625000000000000e-01 9.843750000000000000e-01 9.921875000000000000e-01
25
+ 9.921875000000000000e-01 5.117187500000000000e-01 0.000000000000000000e+00 9.609375000000000000e-01 9.726562500000000000e-01 9.960937500000000000e-01 9.882812500000000000e-01 6.796875000000000000e-01
26
+ 9.453125000000000000e-01 9.882812500000000000e-01 0.000000000000000000e+00 9.960937500000000000e-01 9.570312500000000000e-01 1.000000000000000000e+00 3.261566162109375000e-04 1.045227050781250000e-03
27
+ 1.000000000000000000e+00 9.023437500000000000e-01 6.601562500000000000e-01 1.000000000000000000e+00 9.101562500000000000e-01 8.437500000000000000e-01 8.828125000000000000e-01 9.960937500000000000e-01
28
+ 0.000000000000000000e+00 1.000000000000000000e+00 8.828125000000000000e-01 9.453125000000000000e-01 9.570312500000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01
29
+ 1.000000000000000000e+00 9.648437500000000000e-01 9.062500000000000000e-01 9.882812500000000000e-01 1.000000000000000000e+00 9.843750000000000000e-01 1.000000000000000000e+00 9.414062500000000000e-01
30
+ 0.000000000000000000e+00 1.106262207031250000e-03 1.000000000000000000e+00 9.193420410156250000e-04 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
31
+ 9.882812500000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 9.960937500000000000e-01 9.921875000000000000e-01
32
+ 9.960937500000000000e-01 9.218750000000000000e-01 9.375000000000000000e-01 8.007812500000000000e-01 9.218750000000000000e-01 9.609375000000000000e-01 9.062500000000000000e-01 9.492187500000000000e-01
DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=550.tsv ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 8.164062500000000000e-01 6.210937500000000000e-01 1.000000000000000000e+00 4.511718750000000000e-01 0.000000000000000000e+00 6.914062500000000000e-01 3.652343750000000000e-01 4.335937500000000000e-01
2
+ 0.000000000000000000e+00 0.000000000000000000e+00 1.113891601562500000e-03 1.000000000000000000e+00 0.000000000000000000e+00 8.710937500000000000e-01 0.000000000000000000e+00 3.164062500000000000e-01
3
+ 0.000000000000000000e+00 9.296875000000000000e-01 0.000000000000000000e+00 9.921875000000000000e-01 7.773437500000000000e-01 9.687500000000000000e-01 9.531250000000000000e-01 1.098632812500000000e-02
4
+ 9.335937500000000000e-01 0.000000000000000000e+00 0.000000000000000000e+00 3.234863281250000000e-03 9.101562500000000000e-01 8.750000000000000000e-01 9.531250000000000000e-01 7.148437500000000000e-01
5
+ 6.835937500000000000e-03 1.721191406250000000e-02 3.593750000000000000e-01 8.046875000000000000e-01 9.726562500000000000e-01 1.000000000000000000e+00 8.515625000000000000e-01 1.591796875000000000e-01
6
+ 7.070312500000000000e-01 9.335937500000000000e-01 1.000000000000000000e+00 6.992187500000000000e-01 1.000000000000000000e+00 9.648437500000000000e-01 3.769531250000000000e-01 1.000000000000000000e+00
7
+ 5.273437500000000000e-01 7.851562500000000000e-01 7.812500000000000000e-01 7.070312500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 8.906250000000000000e-01
8
+ 1.000000000000000000e+00 6.171875000000000000e-01 2.060546875000000000e-01 1.000000000000000000e+00 2.612304687500000000e-02 1.000000000000000000e+00 1.000000000000000000e+00 3.222656250000000000e-01
9
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.728515625000000000e-01 1.000000000000000000e+00 4.218750000000000000e-01 8.164062500000000000e-01 1.000000000000000000e+00
10
+ 1.000000000000000000e+00 7.460937500000000000e-01 6.250000000000000000e-01 1.000000000000000000e+00 9.687500000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
11
+ 1.000000000000000000e+00 8.164062500000000000e-01 8.906250000000000000e-01 9.843750000000000000e-01 1.000000000000000000e+00 5.625000000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
12
+ 9.843750000000000000e-01 1.000000000000000000e+00 8.125000000000000000e-01 1.000000000000000000e+00 9.570312500000000000e-01 8.281250000000000000e-01 7.714843750000000000e-02 1.000000000000000000e+00
13
+ 1.000000000000000000e+00 6.494140625000000000e-02 7.304687500000000000e-01 7.929687500000000000e-01 6.015625000000000000e-01 1.000000000000000000e+00 7.019042968750000000e-03 4.550781250000000000e-01
14
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 9.960937500000000000e-01 1.000000000000000000e+00 8.437500000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
15
+ 6.328125000000000000e-01 1.000000000000000000e+00 5.859375000000000000e-01 9.687500000000000000e-01 9.882812500000000000e-01 9.960937500000000000e-01 9.296875000000000000e-01 1.000000000000000000e+00
16
+ 1.000000000000000000e+00 6.757812500000000000e-01 9.960937500000000000e-01 2.402343750000000000e-01 1.000000000000000000e+00 7.734375000000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01
17
+ 9.921875000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 0.000000000000000000e+00 9.218750000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.851562500000000000e-01
18
+ 1.000000000000000000e+00 1.000000000000000000e+00 9.335937500000000000e-01 1.000000000000000000e+00 7.773437500000000000e-01 9.726562500000000000e-01 1.000000000000000000e+00 9.726562500000000000e-01
19
+ 5.117187500000000000e-01 1.000000000000000000e+00 7.851562500000000000e-01 1.000000000000000000e+00 9.023437500000000000e-01 9.726562500000000000e-01 9.536743164062500000e-04 8.554687500000000000e-01
20
+ 1.000000000000000000e+00 7.578125000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.745605468750000000e-02 9.843750000000000000e-01 5.859375000000000000e-01 1.000000000000000000e+00
21
+ 9.882812500000000000e-01 5.187988281250000000e-04 1.000000000000000000e+00 9.882812500000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01 1.000000000000000000e+00 2.578125000000000000e-01
22
+ 1.000000000000000000e+00 9.375000000000000000e-01 9.882812500000000000e-01 1.000000000000000000e+00 9.375000000000000000e-01 9.492187500000000000e-01 7.929687500000000000e-01 5.937500000000000000e-01
23
+ 9.335937500000000000e-01 9.375000000000000000e-01 8.437500000000000000e-01 9.882812500000000000e-01 1.000000000000000000e+00 7.304687500000000000e-01 7.421875000000000000e-01 9.726562500000000000e-01
24
+ 1.000000000000000000e+00 1.000000000000000000e+00 8.850097656250000000e-03 9.765625000000000000e-01 1.159667968750000000e-02 9.921875000000000000e-01 9.882812500000000000e-01 1.000000000000000000e+00
25
+ 1.000000000000000000e+00 4.746093750000000000e-01 0.000000000000000000e+00 9.492187500000000000e-01 9.804687500000000000e-01 9.882812500000000000e-01 9.960937500000000000e-01 7.304687500000000000e-01
26
+ 9.960937500000000000e-01 9.921875000000000000e-01 1.609802246093750000e-03 9.960937500000000000e-01 9.570312500000000000e-01 1.000000000000000000e+00 0.000000000000000000e+00 1.869201660156250000e-03
27
+ 1.000000000000000000e+00 8.984375000000000000e-01 6.757812500000000000e-01 1.000000000000000000e+00 9.062500000000000000e-01 8.554687500000000000e-01 8.945312500000000000e-01 1.000000000000000000e+00
28
+ 0.000000000000000000e+00 1.000000000000000000e+00 8.906250000000000000e-01 9.531250000000000000e-01 9.492187500000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 9.804687500000000000e-01
29
+ 9.960937500000000000e-01 9.804687500000000000e-01 9.218750000000000000e-01 9.804687500000000000e-01 1.000000000000000000e+00 9.921875000000000000e-01 1.000000000000000000e+00 9.570312500000000000e-01
30
+ 0.000000000000000000e+00 0.000000000000000000e+00 1.000000000000000000e+00 2.029418945312500000e-03 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
31
+ 9.882812500000000000e-01 1.000000000000000000e+00 9.921875000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 9.921875000000000000e-01 9.960937500000000000e-01
32
+ 9.843750000000000000e-01 8.750000000000000000e-01 9.375000000000000000e-01 7.617187500000000000e-01 9.414062500000000000e-01 9.687500000000000000e-01 9.335937500000000000e-01 9.687500000000000000e-01
DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=600.tsv ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 7.656250000000000000e-01 5.781250000000000000e-01 1.000000000000000000e+00 4.062500000000000000e-01 1.114606857299804688e-05 7.070312500000000000e-01 4.355468750000000000e-01 4.121093750000000000e-01
2
+ 0.000000000000000000e+00 2.613067626953125000e-04 0.000000000000000000e+00 1.000000000000000000e+00 0.000000000000000000e+00 8.945312500000000000e-01 0.000000000000000000e+00 2.871093750000000000e-01
3
+ 0.000000000000000000e+00 8.359375000000000000e-01 8.430480957031250000e-04 1.000000000000000000e+00 8.125000000000000000e-01 9.687500000000000000e-01 9.843750000000000000e-01 3.372192382812500000e-03
4
+ 9.804687500000000000e-01 7.476806640625000000e-03 1.306533813476562500e-04 0.000000000000000000e+00 9.218750000000000000e-01 9.179687500000000000e-01 9.140625000000000000e-01 7.109375000000000000e-01
5
+ 0.000000000000000000e+00 1.269531250000000000e-02 2.138671875000000000e-01 8.085937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 8.281250000000000000e-01 5.493164062500000000e-02
6
+ 7.265625000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 6.992187500000000000e-01 9.414062500000000000e-01 9.062500000000000000e-01 3.710937500000000000e-01 9.765625000000000000e-01
7
+ 5.390625000000000000e-01 7.304687500000000000e-01 8.046875000000000000e-01 6.914062500000000000e-01 9.023437500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 8.398437500000000000e-01
8
+ 1.000000000000000000e+00 6.250000000000000000e-01 1.118164062500000000e-01 1.000000000000000000e+00 0.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.972656250000000000e-01
9
+ 1.000000000000000000e+00 1.000000000000000000e+00 9.804687500000000000e-01 2.539062500000000000e-01 1.000000000000000000e+00 4.082031250000000000e-01 9.140625000000000000e-01 1.000000000000000000e+00
10
+ 9.726562500000000000e-01 7.812500000000000000e-01 5.468750000000000000e-01 1.000000000000000000e+00 8.515625000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 9.882812500000000000e-01
11
+ 1.000000000000000000e+00 8.203125000000000000e-01 8.046875000000000000e-01 9.609375000000000000e-01 1.000000000000000000e+00 5.156250000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
12
+ 1.000000000000000000e+00 1.000000000000000000e+00 7.109375000000000000e-01 9.843750000000000000e-01 8.750000000000000000e-01 9.257812500000000000e-01 1.059570312500000000e-01 1.000000000000000000e+00
13
+ 1.000000000000000000e+00 5.151367187500000000e-02 7.382812500000000000e-01 8.554687500000000000e-01 4.667968750000000000e-01 1.000000000000000000e+00 4.547119140625000000e-03 5.625000000000000000e-01
14
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 9.609375000000000000e-01 1.000000000000000000e+00 8.085937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
15
+ 6.562500000000000000e-01 1.000000000000000000e+00 5.351562500000000000e-01 9.570312500000000000e-01 9.804687500000000000e-01 1.000000000000000000e+00 9.453125000000000000e-01 1.000000000000000000e+00
16
+ 1.000000000000000000e+00 6.250000000000000000e-01 1.000000000000000000e+00 2.675781250000000000e-01 1.000000000000000000e+00 7.656250000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
17
+ 9.921875000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.144409179687500000e-03 9.101562500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.851562500000000000e-01
18
+ 1.000000000000000000e+00 1.000000000000000000e+00 9.257812500000000000e-01 1.000000000000000000e+00 7.812500000000000000e-01 9.648437500000000000e-01 1.000000000000000000e+00 9.765625000000000000e-01
19
+ 5.234375000000000000e-01 9.960937500000000000e-01 7.968750000000000000e-01 1.000000000000000000e+00 8.945312500000000000e-01 9.648437500000000000e-01 8.666992187500000000e-03 8.281250000000000000e-01
20
+ 1.000000000000000000e+00 7.695312500000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01 6.958007812500000000e-03 9.843750000000000000e-01 5.468750000000000000e-01 1.000000000000000000e+00
21
+ 9.843750000000000000e-01 0.000000000000000000e+00 1.000000000000000000e+00 9.843750000000000000e-01 1.000000000000000000e+00 9.882812500000000000e-01 1.000000000000000000e+00 2.373046875000000000e-01
22
+ 9.843750000000000000e-01 9.335937500000000000e-01 9.609375000000000000e-01 1.000000000000000000e+00 9.179687500000000000e-01 9.414062500000000000e-01 8.046875000000000000e-01 5.898437500000000000e-01
23
+ 9.296875000000000000e-01 9.492187500000000000e-01 8.476562500000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00 7.148437500000000000e-01 8.007812500000000000e-01 9.648437500000000000e-01
24
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.487731933593750000e-03 9.726562500000000000e-01 5.310058593750000000e-03 9.843750000000000000e-01 9.882812500000000000e-01 1.000000000000000000e+00
25
+ 1.000000000000000000e+00 5.078125000000000000e-01 0.000000000000000000e+00 9.531250000000000000e-01 9.765625000000000000e-01 9.921875000000000000e-01 9.882812500000000000e-01 7.109375000000000000e-01
26
+ 9.687500000000000000e-01 9.960937500000000000e-01 5.584716796875000000e-03 9.960937500000000000e-01 9.687500000000000000e-01 1.000000000000000000e+00 0.000000000000000000e+00 2.365112304687500000e-03
27
+ 1.000000000000000000e+00 9.179687500000000000e-01 6.757812500000000000e-01 1.000000000000000000e+00 9.218750000000000000e-01 8.671875000000000000e-01 8.671875000000000000e-01 1.000000000000000000e+00
28
+ 0.000000000000000000e+00 9.960937500000000000e-01 9.062500000000000000e-01 9.648437500000000000e-01 9.531250000000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 9.921875000000000000e-01
29
+ 9.960937500000000000e-01 1.000000000000000000e+00 9.179687500000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00 9.921875000000000000e-01 1.000000000000000000e+00 9.414062500000000000e-01
30
+ 1.430511474609375000e-04 0.000000000000000000e+00 1.000000000000000000e+00 0.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
31
+ 9.921875000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 9.960937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 9.960937500000000000e-01
32
+ 9.921875000000000000e-01 9.062500000000000000e-01 9.453125000000000000e-01 8.164062500000000000e-01 9.375000000000000000e-01 9.648437500000000000e-01 9.257812500000000000e-01 9.531250000000000000e-01
DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=650.tsv ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 8.437500000000000000e-01 5.195312500000000000e-01 1.000000000000000000e+00 3.847656250000000000e-01 0.000000000000000000e+00 7.031250000000000000e-01 4.101562500000000000e-01 3.613281250000000000e-01
2
+ 0.000000000000000000e+00 0.000000000000000000e+00 0.000000000000000000e+00 1.000000000000000000e+00 0.000000000000000000e+00 8.671875000000000000e-01 0.000000000000000000e+00 1.757812500000000000e-01
3
+ 0.000000000000000000e+00 7.968750000000000000e-01 0.000000000000000000e+00 9.726562500000000000e-01 8.476562500000000000e-01 9.687500000000000000e-01 9.882812500000000000e-01 2.217292785644531250e-05
4
+ 9.414062500000000000e-01 0.000000000000000000e+00 0.000000000000000000e+00 0.000000000000000000e+00 8.398437500000000000e-01 9.335937500000000000e-01 9.062500000000000000e-01 6.796875000000000000e-01
5
+ 0.000000000000000000e+00 4.852294921875000000e-03 1.757812500000000000e-01 8.437500000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.734375000000000000e-01 1.045227050781250000e-03
6
+ 7.382812500000000000e-01 9.843750000000000000e-01 1.000000000000000000e+00 6.992187500000000000e-01 1.000000000000000000e+00 9.726562500000000000e-01 2.353515625000000000e-01 9.804687500000000000e-01
7
+ 5.312500000000000000e-01 8.554687500000000000e-01 8.085937500000000000e-01 7.187500000000000000e-01 9.023437500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.968750000000000000e-01
8
+ 1.000000000000000000e+00 7.265625000000000000e-01 8.593750000000000000e-02 1.000000000000000000e+00 1.055908203125000000e-02 1.000000000000000000e+00 1.000000000000000000e+00 2.197265625000000000e-01
9
+ 1.000000000000000000e+00 1.000000000000000000e+00 9.765625000000000000e-01 1.738281250000000000e-01 1.000000000000000000e+00 3.925781250000000000e-01 9.531250000000000000e-01 9.960937500000000000e-01
10
+ 9.804687500000000000e-01 7.695312500000000000e-01 4.433593750000000000e-01 1.000000000000000000e+00 8.867187500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 9.960937500000000000e-01
11
+ 1.000000000000000000e+00 8.320312500000000000e-01 9.609375000000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00 6.054687500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
12
+ 1.000000000000000000e+00 1.000000000000000000e+00 8.125000000000000000e-01 9.492187500000000000e-01 8.125000000000000000e-01 9.101562500000000000e-01 2.478027343750000000e-02 1.000000000000000000e+00
13
+ 1.000000000000000000e+00 1.113281250000000000e-01 7.656250000000000000e-01 9.414062500000000000e-01 4.453125000000000000e-01 1.000000000000000000e+00 9.643554687500000000e-03 3.808593750000000000e-01
14
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 9.570312500000000000e-01 1.000000000000000000e+00 8.320312500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
15
+ 5.820312500000000000e-01 1.000000000000000000e+00 5.039062500000000000e-01 9.843750000000000000e-01 9.843750000000000000e-01 1.000000000000000000e+00 9.570312500000000000e-01 1.000000000000000000e+00
16
+ 1.000000000000000000e+00 6.953125000000000000e-01 1.000000000000000000e+00 2.324218750000000000e-01 9.960937500000000000e-01 8.320312500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
17
+ 9.921875000000000000e-01 1.000000000000000000e+00 9.921875000000000000e-01 1.299381256103515625e-05 9.257812500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.343750000000000000e-01
18
+ 1.000000000000000000e+00 1.000000000000000000e+00 9.492187500000000000e-01 1.000000000000000000e+00 7.578125000000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 9.882812500000000000e-01
19
+ 5.234375000000000000e-01 1.000000000000000000e+00 8.007812500000000000e-01 1.000000000000000000e+00 8.906250000000000000e-01 9.492187500000000000e-01 0.000000000000000000e+00 8.320312500000000000e-01
20
+ 1.000000000000000000e+00 7.734375000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 6.835937500000000000e-03 9.687500000000000000e-01 5.585937500000000000e-01 1.000000000000000000e+00
21
+ 9.843750000000000000e-01 0.000000000000000000e+00 1.000000000000000000e+00 9.843750000000000000e-01 1.000000000000000000e+00 9.804687500000000000e-01 1.000000000000000000e+00 2.470703125000000000e-01
22
+ 1.000000000000000000e+00 9.023437500000000000e-01 9.648437500000000000e-01 1.000000000000000000e+00 9.257812500000000000e-01 9.453125000000000000e-01 8.046875000000000000e-01 5.898437500000000000e-01
23
+ 9.257812500000000000e-01 9.335937500000000000e-01 8.320312500000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00 7.382812500000000000e-01 7.812500000000000000e-01 9.648437500000000000e-01
24
+ 1.000000000000000000e+00 1.000000000000000000e+00 0.000000000000000000e+00 9.765625000000000000e-01 3.540039062500000000e-03 9.843750000000000000e-01 9.804687500000000000e-01 1.000000000000000000e+00
25
+ 1.000000000000000000e+00 4.804687500000000000e-01 6.628036499023437500e-05 9.648437500000000000e-01 9.726562500000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01 6.953125000000000000e-01
26
+ 9.804687500000000000e-01 9.882812500000000000e-01 4.852294921875000000e-03 9.960937500000000000e-01 9.531250000000000000e-01 1.000000000000000000e+00 0.000000000000000000e+00 1.945495605468750000e-03
27
+ 1.000000000000000000e+00 9.023437500000000000e-01 6.757812500000000000e-01 1.000000000000000000e+00 9.140625000000000000e-01 8.359375000000000000e-01 8.789062500000000000e-01 9.960937500000000000e-01
28
+ 0.000000000000000000e+00 1.000000000000000000e+00 8.750000000000000000e-01 9.335937500000000000e-01 9.453125000000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01
29
+ 1.000000000000000000e+00 9.687500000000000000e-01 9.257812500000000000e-01 9.882812500000000000e-01 1.000000000000000000e+00 9.921875000000000000e-01 1.000000000000000000e+00 9.375000000000000000e-01
30
+ 7.057189941406250000e-04 1.611709594726562500e-04 9.960937500000000000e-01 1.049041748046875000e-04 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
31
+ 9.882812500000000000e-01 1.000000000000000000e+00 9.843750000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 9.921875000000000000e-01 9.960937500000000000e-01
32
+ 9.882812500000000000e-01 8.945312500000000000e-01 9.335937500000000000e-01 7.851562500000000000e-01 9.414062500000000000e-01 9.687500000000000000e-01 9.257812500000000000e-01 9.570312500000000000e-01
DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=700.tsv ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 8.632812500000000000e-01 5.742187500000000000e-01 1.000000000000000000e+00 3.906250000000000000e-01 9.033203125000000000e-03 6.914062500000000000e-01 2.470703125000000000e-01 4.140625000000000000e-01
2
+ 0.000000000000000000e+00 0.000000000000000000e+00 0.000000000000000000e+00 1.000000000000000000e+00 2.002716064453125000e-04 9.062500000000000000e-01 0.000000000000000000e+00 1.728515625000000000e-01
3
+ 0.000000000000000000e+00 8.125000000000000000e-01 0.000000000000000000e+00 9.882812500000000000e-01 8.007812500000000000e-01 9.843750000000000000e-01 1.000000000000000000e+00 2.038574218750000000e-02
4
+ 9.179687500000000000e-01 4.596710205078125000e-04 0.000000000000000000e+00 0.000000000000000000e+00 8.632812500000000000e-01 9.609375000000000000e-01 9.414062500000000000e-01 6.250000000000000000e-01
5
+ 3.433227539062500000e-03 1.998901367187500000e-03 2.412109375000000000e-01 8.164062500000000000e-01 9.570312500000000000e-01 1.000000000000000000e+00 7.539062500000000000e-01 1.684570312500000000e-02
6
+ 7.812500000000000000e-01 9.765625000000000000e-01 1.000000000000000000e+00 6.953125000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 2.128906250000000000e-01 1.000000000000000000e+00
7
+ 5.039062500000000000e-01 9.414062500000000000e-01 7.773437500000000000e-01 7.929687500000000000e-01 9.335937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.812500000000000000e-01
8
+ 1.000000000000000000e+00 6.796875000000000000e-01 6.079101562500000000e-02 1.000000000000000000e+00 5.639648437500000000e-02 1.000000000000000000e+00 1.000000000000000000e+00 3.007812500000000000e-01
9
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 3.535156250000000000e-01 1.000000000000000000e+00 3.769531250000000000e-01 9.257812500000000000e-01 1.000000000000000000e+00
10
+ 9.804687500000000000e-01 7.539062500000000000e-01 6.132812500000000000e-01 1.000000000000000000e+00 8.515625000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 9.179687500000000000e-01
11
+ 1.000000000000000000e+00 8.593750000000000000e-01 8.085937500000000000e-01 9.882812500000000000e-01 9.687500000000000000e-01 5.898437500000000000e-01 1.000000000000000000e+00 9.921875000000000000e-01
12
+ 9.804687500000000000e-01 1.000000000000000000e+00 8.437500000000000000e-01 9.765625000000000000e-01 9.101562500000000000e-01 8.476562500000000000e-01 3.662109375000000000e-02 1.000000000000000000e+00
13
+ 1.000000000000000000e+00 6.054687500000000000e-02 7.968750000000000000e-01 8.710937500000000000e-01 5.351562500000000000e-01 1.000000000000000000e+00 2.404785156250000000e-02 3.320312500000000000e-01
14
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 9.101562500000000000e-01 1.000000000000000000e+00 7.890625000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
15
+ 6.171875000000000000e-01 1.000000000000000000e+00 5.625000000000000000e-01 9.453125000000000000e-01 9.960937500000000000e-01 9.804687500000000000e-01 9.218750000000000000e-01 1.000000000000000000e+00
16
+ 1.000000000000000000e+00 6.562500000000000000e-01 9.843750000000000000e-01 2.832031250000000000e-01 1.000000000000000000e+00 8.554687500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
17
+ 9.921875000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.476806640625000000e-04 9.257812500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.265625000000000000e-01
18
+ 1.000000000000000000e+00 1.000000000000000000e+00 9.218750000000000000e-01 1.000000000000000000e+00 8.007812500000000000e-01 9.648437500000000000e-01 1.000000000000000000e+00 9.687500000000000000e-01
19
+ 5.117187500000000000e-01 9.960937500000000000e-01 7.968750000000000000e-01 1.000000000000000000e+00 9.296875000000000000e-01 9.687500000000000000e-01 8.422851562500000000e-03 8.359375000000000000e-01
20
+ 1.000000000000000000e+00 7.578125000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.562500000000000000e-02 9.804687500000000000e-01 5.234375000000000000e-01 1.000000000000000000e+00
21
+ 9.843750000000000000e-01 0.000000000000000000e+00 1.000000000000000000e+00 9.882812500000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01 1.000000000000000000e+00 2.714843750000000000e-01
22
+ 1.000000000000000000e+00 9.062500000000000000e-01 9.570312500000000000e-01 1.000000000000000000e+00 9.257812500000000000e-01 9.687500000000000000e-01 8.046875000000000000e-01 5.976562500000000000e-01
23
+ 9.257812500000000000e-01 9.492187500000000000e-01 8.515625000000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 6.875000000000000000e-01 7.539062500000000000e-01 9.687500000000000000e-01
24
+ 1.000000000000000000e+00 1.000000000000000000e+00 2.868652343750000000e-03 9.765625000000000000e-01 1.513671875000000000e-02 9.843750000000000000e-01 9.882812500000000000e-01 1.000000000000000000e+00
25
+ 1.000000000000000000e+00 5.195312500000000000e-01 0.000000000000000000e+00 9.531250000000000000e-01 9.765625000000000000e-01 9.921875000000000000e-01 9.960937500000000000e-01 7.265625000000000000e-01
26
+ 9.765625000000000000e-01 9.921875000000000000e-01 6.591796875000000000e-03 1.000000000000000000e+00 9.687500000000000000e-01 1.000000000000000000e+00 5.493164062500000000e-04 1.052856445312500000e-03
27
+ 1.000000000000000000e+00 8.984375000000000000e-01 6.757812500000000000e-01 1.000000000000000000e+00 9.062500000000000000e-01 8.593750000000000000e-01 8.867187500000000000e-01 1.000000000000000000e+00
28
+ 0.000000000000000000e+00 1.000000000000000000e+00 8.945312500000000000e-01 9.648437500000000000e-01 9.492187500000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 9.765625000000000000e-01
29
+ 9.921875000000000000e-01 9.687500000000000000e-01 9.218750000000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00 9.843750000000000000e-01 1.000000000000000000e+00 9.375000000000000000e-01
30
+ 0.000000000000000000e+00 0.000000000000000000e+00 9.960937500000000000e-01 0.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
31
+ 9.882812500000000000e-01 1.000000000000000000e+00 9.921875000000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 9.960937500000000000e-01
32
+ 9.882812500000000000e-01 8.945312500000000000e-01 9.492187500000000000e-01 8.164062500000000000e-01 9.335937500000000000e-01 9.609375000000000000e-01 9.335937500000000000e-01 9.648437500000000000e-01
DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=750.tsv ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 9.023437500000000000e-01 6.367187500000000000e-01 1.000000000000000000e+00 4.082031250000000000e-01 2.689361572265625000e-04 6.640625000000000000e-01 2.871093750000000000e-01 4.160156250000000000e-01
2
+ 0.000000000000000000e+00 0.000000000000000000e+00 7.343292236328125000e-05 1.000000000000000000e+00 1.935958862304687500e-04 8.398437500000000000e-01 0.000000000000000000e+00 4.272460937500000000e-02
3
+ 0.000000000000000000e+00 7.500000000000000000e-01 0.000000000000000000e+00 1.000000000000000000e+00 8.554687500000000000e-01 1.000000000000000000e+00 9.375000000000000000e-01 3.677368164062500000e-03
4
+ 9.140625000000000000e-01 0.000000000000000000e+00 0.000000000000000000e+00 0.000000000000000000e+00 8.789062500000000000e-01 9.843750000000000000e-01 9.921875000000000000e-01 6.015625000000000000e-01
5
+ 2.914428710937500000e-03 0.000000000000000000e+00 2.216796875000000000e-01 8.437500000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.929687500000000000e-01 3.356933593750000000e-04
6
+ 7.734375000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 6.875000000000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 2.656250000000000000e-01 1.000000000000000000e+00
7
+ 5.000000000000000000e-01 8.554687500000000000e-01 8.164062500000000000e-01 7.851562500000000000e-01 9.375000000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 8.867187500000000000e-01
8
+ 1.000000000000000000e+00 6.640625000000000000e-01 2.832031250000000000e-02 1.000000000000000000e+00 5.444335937500000000e-02 1.000000000000000000e+00 1.000000000000000000e+00 2.871093750000000000e-01
9
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.806640625000000000e-01 1.000000000000000000e+00 3.789062500000000000e-01 8.710937500000000000e-01 9.960937500000000000e-01
10
+ 9.492187500000000000e-01 7.890625000000000000e-01 5.937500000000000000e-01 1.000000000000000000e+00 8.203125000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
11
+ 1.000000000000000000e+00 8.515625000000000000e-01 9.804687500000000000e-01 9.296875000000000000e-01 1.000000000000000000e+00 5.351562500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
12
+ 1.000000000000000000e+00 1.000000000000000000e+00 8.203125000000000000e-01 1.000000000000000000e+00 9.335937500000000000e-01 8.828125000000000000e-01 1.108398437500000000e-01 1.000000000000000000e+00
13
+ 1.000000000000000000e+00 2.209472656250000000e-02 7.500000000000000000e-01 8.828125000000000000e-01 5.898437500000000000e-01 1.000000000000000000e+00 2.944946289062500000e-03 4.414062500000000000e-01
14
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 9.375000000000000000e-01 1.000000000000000000e+00 8.242187500000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01
15
+ 6.484375000000000000e-01 1.000000000000000000e+00 5.234375000000000000e-01 9.375000000000000000e-01 9.921875000000000000e-01 9.570312500000000000e-01 9.765625000000000000e-01 1.000000000000000000e+00
16
+ 1.000000000000000000e+00 6.562500000000000000e-01 1.000000000000000000e+00 3.007812500000000000e-01 1.000000000000000000e+00 7.421875000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
17
+ 9.960937500000000000e-01 1.000000000000000000e+00 9.921875000000000000e-01 4.196166992187500000e-04 9.531250000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.773437500000000000e-01
18
+ 1.000000000000000000e+00 1.000000000000000000e+00 9.531250000000000000e-01 1.000000000000000000e+00 8.203125000000000000e-01 9.531250000000000000e-01 1.000000000000000000e+00 9.765625000000000000e-01
19
+ 5.039062500000000000e-01 9.921875000000000000e-01 7.812500000000000000e-01 1.000000000000000000e+00 9.062500000000000000e-01 9.531250000000000000e-01 5.157470703125000000e-03 8.320312500000000000e-01
20
+ 1.000000000000000000e+00 7.773437500000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01 3.540039062500000000e-03 9.804687500000000000e-01 5.351562500000000000e-01 1.000000000000000000e+00
21
+ 9.804687500000000000e-01 0.000000000000000000e+00 1.000000000000000000e+00 9.843750000000000000e-01 1.000000000000000000e+00 9.843750000000000000e-01 1.000000000000000000e+00 2.519531250000000000e-01
22
+ 1.000000000000000000e+00 9.335937500000000000e-01 9.648437500000000000e-01 1.000000000000000000e+00 9.140625000000000000e-01 9.648437500000000000e-01 8.203125000000000000e-01 5.742187500000000000e-01
23
+ 9.218750000000000000e-01 9.414062500000000000e-01 8.554687500000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00 7.031250000000000000e-01 7.929687500000000000e-01 9.648437500000000000e-01
24
+ 1.000000000000000000e+00 1.000000000000000000e+00 5.493164062500000000e-03 9.726562500000000000e-01 2.783203125000000000e-02 9.765625000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
25
+ 1.000000000000000000e+00 4.941406250000000000e-01 1.754760742187500000e-03 9.375000000000000000e-01 9.726562500000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01 6.914062500000000000e-01
26
+ 9.960937500000000000e-01 9.843750000000000000e-01 6.439208984375000000e-03 9.960937500000000000e-01 9.687500000000000000e-01 1.000000000000000000e+00 0.000000000000000000e+00 7.095336914062500000e-04
27
+ 1.000000000000000000e+00 9.140625000000000000e-01 6.796875000000000000e-01 1.000000000000000000e+00 9.062500000000000000e-01 8.828125000000000000e-01 8.867187500000000000e-01 9.882812500000000000e-01
28
+ 0.000000000000000000e+00 1.000000000000000000e+00 9.062500000000000000e-01 9.414062500000000000e-01 9.453125000000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 9.765625000000000000e-01
29
+ 1.000000000000000000e+00 9.726562500000000000e-01 9.296875000000000000e-01 9.843750000000000000e-01 1.000000000000000000e+00 9.921875000000000000e-01 1.000000000000000000e+00 9.375000000000000000e-01
30
+ 0.000000000000000000e+00 8.430480957031250000e-04 1.000000000000000000e+00 1.853942871093750000e-03 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
31
+ 9.921875000000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 9.921875000000000000e-01
32
+ 9.921875000000000000e-01 8.867187500000000000e-01 9.414062500000000000e-01 8.125000000000000000e-01 9.296875000000000000e-01 9.609375000000000000e-01 9.335937500000000000e-01 9.726562500000000000e-01
DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=800.tsv ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 8.828125000000000000e-01 6.484375000000000000e-01 1.000000000000000000e+00 4.101562500000000000e-01 1.044273376464843750e-04 6.601562500000000000e-01 4.199218750000000000e-01 3.906250000000000000e-01
2
+ 0.000000000000000000e+00 2.539157867431640625e-05 1.930236816406250000e-03 1.000000000000000000e+00 0.000000000000000000e+00 7.773437500000000000e-01 0.000000000000000000e+00 2.075195312500000000e-02
3
+ 0.000000000000000000e+00 7.851562500000000000e-01 0.000000000000000000e+00 9.765625000000000000e-01 8.671875000000000000e-01 9.609375000000000000e-01 1.000000000000000000e+00 8.483886718750000000e-03
4
+ 8.593750000000000000e-01 0.000000000000000000e+00 0.000000000000000000e+00 0.000000000000000000e+00 8.867187500000000000e-01 9.453125000000000000e-01 9.726562500000000000e-01 5.742187500000000000e-01
5
+ 0.000000000000000000e+00 0.000000000000000000e+00 3.398437500000000000e-01 8.593750000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.734375000000000000e-01 1.770019531250000000e-02
6
+ 7.421875000000000000e-01 9.335937500000000000e-01 1.000000000000000000e+00 7.070312500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 2.060546875000000000e-01 1.000000000000000000e+00
7
+ 4.511718750000000000e-01 8.242187500000000000e-01 7.851562500000000000e-01 7.500000000000000000e-01 9.101562500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 8.476562500000000000e-01
8
+ 1.000000000000000000e+00 7.656250000000000000e-01 4.370117187500000000e-02 1.000000000000000000e+00 1.965332031250000000e-02 1.000000000000000000e+00 1.000000000000000000e+00 3.398437500000000000e-01
9
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 2.851562500000000000e-01 1.000000000000000000e+00 3.593750000000000000e-01 9.375000000000000000e-01 1.000000000000000000e+00
10
+ 8.632812500000000000e-01 8.398437500000000000e-01 6.562500000000000000e-01 1.000000000000000000e+00 8.320312500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
11
+ 1.000000000000000000e+00 8.984375000000000000e-01 8.554687500000000000e-01 1.000000000000000000e+00 9.843750000000000000e-01 5.781250000000000000e-01 1.000000000000000000e+00 9.570312500000000000e-01
12
+ 9.960937500000000000e-01 9.921875000000000000e-01 8.125000000000000000e-01 9.843750000000000000e-01 9.218750000000000000e-01 8.203125000000000000e-01 1.279296875000000000e-01 1.000000000000000000e+00
13
+ 1.000000000000000000e+00 2.905273437500000000e-02 7.070312500000000000e-01 8.750000000000000000e-01 6.250000000000000000e-01 1.000000000000000000e+00 6.805419921875000000e-03 5.351562500000000000e-01
14
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 9.687500000000000000e-01 1.000000000000000000e+00 8.164062500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
15
+ 6.601562500000000000e-01 1.000000000000000000e+00 6.171875000000000000e-01 9.765625000000000000e-01 1.000000000000000000e+00 9.843750000000000000e-01 9.609375000000000000e-01 1.000000000000000000e+00
16
+ 1.000000000000000000e+00 6.406250000000000000e-01 9.921875000000000000e-01 2.441406250000000000e-01 9.921875000000000000e-01 8.164062500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
17
+ 9.960937500000000000e-01 1.000000000000000000e+00 9.804687500000000000e-01 0.000000000000000000e+00 9.531250000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.656250000000000000e-01
18
+ 1.000000000000000000e+00 1.000000000000000000e+00 9.492187500000000000e-01 1.000000000000000000e+00 7.812500000000000000e-01 9.726562500000000000e-01 1.000000000000000000e+00 9.531250000000000000e-01
19
+ 5.078125000000000000e-01 1.000000000000000000e+00 8.007812500000000000e-01 1.000000000000000000e+00 8.867187500000000000e-01 9.609375000000000000e-01 3.036499023437500000e-03 8.359375000000000000e-01
20
+ 1.000000000000000000e+00 7.539062500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.074218750000000000e-02 9.687500000000000000e-01 5.546875000000000000e-01 1.000000000000000000e+00
21
+ 9.843750000000000000e-01 0.000000000000000000e+00 1.000000000000000000e+00 9.804687500000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01 1.000000000000000000e+00 2.363281250000000000e-01
22
+ 1.000000000000000000e+00 9.023437500000000000e-01 9.804687500000000000e-01 1.000000000000000000e+00 9.257812500000000000e-01 9.531250000000000000e-01 8.281250000000000000e-01 5.859375000000000000e-01
23
+ 9.296875000000000000e-01 9.257812500000000000e-01 8.398437500000000000e-01 9.843750000000000000e-01 1.000000000000000000e+00 6.992187500000000000e-01 7.890625000000000000e-01 9.648437500000000000e-01
24
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.974105834960937500e-04 9.804687500000000000e-01 2.539062500000000000e-02 9.843750000000000000e-01 9.882812500000000000e-01 1.000000000000000000e+00
25
+ 1.000000000000000000e+00 5.195312500000000000e-01 3.089904785156250000e-04 9.531250000000000000e-01 9.804687500000000000e-01 9.921875000000000000e-01 9.882812500000000000e-01 6.992187500000000000e-01
26
+ 9.804687500000000000e-01 9.921875000000000000e-01 1.226806640625000000e-02 1.000000000000000000e+00 9.375000000000000000e-01 1.000000000000000000e+00 0.000000000000000000e+00 1.098632812500000000e-03
27
+ 1.000000000000000000e+00 9.140625000000000000e-01 6.679687500000000000e-01 1.000000000000000000e+00 9.101562500000000000e-01 8.398437500000000000e-01 8.867187500000000000e-01 9.921875000000000000e-01
28
+ 0.000000000000000000e+00 9.960937500000000000e-01 8.593750000000000000e-01 9.609375000000000000e-01 9.453125000000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 9.921875000000000000e-01
29
+ 9.960937500000000000e-01 9.648437500000000000e-01 9.179687500000000000e-01 9.804687500000000000e-01 1.000000000000000000e+00 9.882812500000000000e-01 1.000000000000000000e+00 9.414062500000000000e-01
30
+ 2.044677734375000000e-03 6.675720214843750000e-04 1.000000000000000000e+00 0.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
31
+ 9.960937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 9.960937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 9.960937500000000000e-01 9.921875000000000000e-01
32
+ 9.960937500000000000e-01 8.945312500000000000e-01 9.453125000000000000e-01 7.695312500000000000e-01 9.296875000000000000e-01 9.531250000000000000e-01 9.218750000000000000e-01 9.609375000000000000e-01
DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=850.tsv ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 8.398437500000000000e-01 5.859375000000000000e-01 1.000000000000000000e+00 3.867187500000000000e-01 0.000000000000000000e+00 6.562500000000000000e-01 3.359375000000000000e-01 3.574218750000000000e-01
2
+ 0.000000000000000000e+00 0.000000000000000000e+00 0.000000000000000000e+00 1.000000000000000000e+00 4.089355468750000000e-03 8.984375000000000000e-01 0.000000000000000000e+00 0.000000000000000000e+00
3
+ 0.000000000000000000e+00 7.929687500000000000e-01 0.000000000000000000e+00 1.000000000000000000e+00 8.437500000000000000e-01 9.726562500000000000e-01 1.000000000000000000e+00 1.327514648437500000e-03
4
+ 8.671875000000000000e-01 0.000000000000000000e+00 0.000000000000000000e+00 0.000000000000000000e+00 9.531250000000000000e-01 9.609375000000000000e-01 9.882812500000000000e-01 5.585937500000000000e-01
5
+ 2.883911132812500000e-03 2.746582031250000000e-04 2.353515625000000000e-01 8.632812500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 8.046875000000000000e-01 4.852294921875000000e-03
6
+ 7.539062500000000000e-01 9.687500000000000000e-01 1.000000000000000000e+00 7.109375000000000000e-01 9.921875000000000000e-01 9.531250000000000000e-01 2.324218750000000000e-01 9.882812500000000000e-01
7
+ 4.687500000000000000e-01 8.242187500000000000e-01 8.046875000000000000e-01 6.835937500000000000e-01 8.750000000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 8.750000000000000000e-01
8
+ 1.000000000000000000e+00 7.968750000000000000e-01 2.539062500000000000e-02 1.000000000000000000e+00 5.676269531250000000e-03 1.000000000000000000e+00 1.000000000000000000e+00 3.046875000000000000e-01
9
+ 1.000000000000000000e+00 1.000000000000000000e+00 9.765625000000000000e-01 2.041015625000000000e-01 1.000000000000000000e+00 4.531250000000000000e-01 9.453125000000000000e-01 1.000000000000000000e+00
10
+ 9.804687500000000000e-01 8.085937500000000000e-01 4.824218750000000000e-01 1.000000000000000000e+00 7.578125000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
11
+ 1.000000000000000000e+00 8.515625000000000000e-01 8.750000000000000000e-01 9.492187500000000000e-01 9.921875000000000000e-01 5.039062500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
12
+ 1.000000000000000000e+00 9.921875000000000000e-01 7.851562500000000000e-01 9.414062500000000000e-01 9.023437500000000000e-01 8.476562500000000000e-01 1.782226562500000000e-02 1.000000000000000000e+00
13
+ 1.000000000000000000e+00 5.834960937500000000e-02 6.601562500000000000e-01 8.437500000000000000e-01 7.148437500000000000e-01 1.000000000000000000e+00 7.141113281250000000e-03 4.804687500000000000e-01
14
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 9.218750000000000000e-01 1.000000000000000000e+00 7.812500000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
15
+ 6.054687500000000000e-01 1.000000000000000000e+00 5.859375000000000000e-01 9.726562500000000000e-01 9.882812500000000000e-01 9.570312500000000000e-01 8.789062500000000000e-01 1.000000000000000000e+00
16
+ 1.000000000000000000e+00 6.484375000000000000e-01 9.921875000000000000e-01 2.431640625000000000e-01 9.960937500000000000e-01 7.851562500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
17
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.441955566406250000e-03 9.218750000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.890625000000000000e-01
18
+ 1.000000000000000000e+00 1.000000000000000000e+00 9.101562500000000000e-01 1.000000000000000000e+00 8.085937500000000000e-01 9.843750000000000000e-01 1.000000000000000000e+00 9.687500000000000000e-01
19
+ 5.156250000000000000e-01 1.000000000000000000e+00 7.812500000000000000e-01 1.000000000000000000e+00 9.101562500000000000e-01 9.570312500000000000e-01 9.704589843750000000e-03 8.476562500000000000e-01
20
+ 1.000000000000000000e+00 7.578125000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.794433593750000000e-02 9.687500000000000000e-01 5.585937500000000000e-01 1.000000000000000000e+00
21
+ 9.843750000000000000e-01 0.000000000000000000e+00 1.000000000000000000e+00 9.882812500000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01 1.000000000000000000e+00 2.558593750000000000e-01
22
+ 9.960937500000000000e-01 9.375000000000000000e-01 9.609375000000000000e-01 1.000000000000000000e+00 9.335937500000000000e-01 9.687500000000000000e-01 8.203125000000000000e-01 5.859375000000000000e-01
23
+ 9.335937500000000000e-01 9.453125000000000000e-01 8.398437500000000000e-01 9.843750000000000000e-01 1.000000000000000000e+00 7.421875000000000000e-01 7.812500000000000000e-01 9.531250000000000000e-01
24
+ 1.000000000000000000e+00 1.000000000000000000e+00 2.349853515625000000e-03 9.648437500000000000e-01 2.160644531250000000e-02 9.843750000000000000e-01 9.804687500000000000e-01 1.000000000000000000e+00
25
+ 9.804687500000000000e-01 4.746093750000000000e-01 8.354187011718750000e-04 9.453125000000000000e-01 9.765625000000000000e-01 9.843750000000000000e-01 9.960937500000000000e-01 7.304687500000000000e-01
26
+ 9.648437500000000000e-01 9.843750000000000000e-01 7.141113281250000000e-03 1.000000000000000000e+00 9.453125000000000000e-01 1.000000000000000000e+00 0.000000000000000000e+00 0.000000000000000000e+00
27
+ 1.000000000000000000e+00 9.179687500000000000e-01 6.640625000000000000e-01 1.000000000000000000e+00 9.179687500000000000e-01 8.476562500000000000e-01 8.750000000000000000e-01 1.000000000000000000e+00
28
+ 0.000000000000000000e+00 1.000000000000000000e+00 8.984375000000000000e-01 9.609375000000000000e-01 9.453125000000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
29
+ 9.921875000000000000e-01 9.687500000000000000e-01 9.257812500000000000e-01 9.804687500000000000e-01 1.000000000000000000e+00 9.843750000000000000e-01 1.000000000000000000e+00 9.335937500000000000e-01
30
+ 4.787445068359375000e-04 5.035400390625000000e-04 9.960937500000000000e-01 9.384155273437500000e-04 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
31
+ 9.882812500000000000e-01 1.000000000000000000e+00 9.921875000000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 9.960937500000000000e-01
32
+ 1.000000000000000000e+00 9.023437500000000000e-01 9.414062500000000000e-01 7.773437500000000000e-01 9.062500000000000000e-01 9.570312500000000000e-01 9.101562500000000000e-01 9.687500000000000000e-01
DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=900.tsv ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 9.101562500000000000e-01 5.859375000000000000e-01 1.000000000000000000e+00 3.476562500000000000e-01 6.141662597656250000e-04 6.835937500000000000e-01 3.378906250000000000e-01 3.242187500000000000e-01
2
+ 0.000000000000000000e+00 5.111694335937500000e-04 1.562500000000000000e-02 1.000000000000000000e+00 0.000000000000000000e+00 8.867187500000000000e-01 0.000000000000000000e+00 2.075195312500000000e-02
3
+ 0.000000000000000000e+00 8.359375000000000000e-01 0.000000000000000000e+00 1.000000000000000000e+00 8.554687500000000000e-01 9.570312500000000000e-01 9.804687500000000000e-01 0.000000000000000000e+00
4
+ 8.906250000000000000e-01 0.000000000000000000e+00 1.312255859375000000e-02 1.693725585937500000e-03 8.437500000000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00 5.625000000000000000e-01
5
+ 3.479003906250000000e-03 1.013183593750000000e-02 2.617187500000000000e-01 8.789062500000000000e-01 9.648437500000000000e-01 1.000000000000000000e+00 7.929687500000000000e-01 1.916503906250000000e-02
6
+ 7.304687500000000000e-01 9.882812500000000000e-01 1.000000000000000000e+00 6.718750000000000000e-01 1.000000000000000000e+00 9.570312500000000000e-01 6.884765625000000000e-02 9.843750000000000000e-01
7
+ 4.707031250000000000e-01 7.734375000000000000e-01 7.500000000000000000e-01 7.226562500000000000e-01 8.984375000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 8.203125000000000000e-01
8
+ 1.000000000000000000e+00 8.984375000000000000e-01 4.052734375000000000e-02 1.000000000000000000e+00 1.064453125000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 3.183593750000000000e-01
9
+ 1.000000000000000000e+00 1.000000000000000000e+00 9.882812500000000000e-01 2.792968750000000000e-01 1.000000000000000000e+00 5.039062500000000000e-01 9.531250000000000000e-01 1.000000000000000000e+00
10
+ 1.000000000000000000e+00 7.460937500000000000e-01 4.707031250000000000e-01 1.000000000000000000e+00 9.101562500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 9.687500000000000000e-01
11
+ 1.000000000000000000e+00 8.085937500000000000e-01 9.179687500000000000e-01 9.140625000000000000e-01 9.570312500000000000e-01 5.585937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
12
+ 9.843750000000000000e-01 1.000000000000000000e+00 7.656250000000000000e-01 9.375000000000000000e-01 9.492187500000000000e-01 8.710937500000000000e-01 8.691406250000000000e-02 1.000000000000000000e+00
13
+ 1.000000000000000000e+00 3.585815429687500000e-03 6.718750000000000000e-01 8.320312500000000000e-01 6.757812500000000000e-01 1.000000000000000000e+00 2.578735351562500000e-03 4.648437500000000000e-01
14
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 9.726562500000000000e-01 1.000000000000000000e+00 8.046875000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
15
+ 6.250000000000000000e-01 1.000000000000000000e+00 5.585937500000000000e-01 9.921875000000000000e-01 9.843750000000000000e-01 9.765625000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
16
+ 1.000000000000000000e+00 7.031250000000000000e-01 1.000000000000000000e+00 2.597656250000000000e-01 1.000000000000000000e+00 7.812500000000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01
17
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.625061035156250000e-03 9.023437500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.382812500000000000e-01
18
+ 1.000000000000000000e+00 1.000000000000000000e+00 9.609375000000000000e-01 1.000000000000000000e+00 8.085937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 9.960937500000000000e-01
19
+ 5.039062500000000000e-01 1.000000000000000000e+00 7.812500000000000000e-01 1.000000000000000000e+00 8.945312500000000000e-01 9.843750000000000000e-01 3.631591796875000000e-03 8.437500000000000000e-01
20
+ 1.000000000000000000e+00 7.773437500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 2.026367187500000000e-02 9.531250000000000000e-01 5.781250000000000000e-01 1.000000000000000000e+00
21
+ 9.882812500000000000e-01 0.000000000000000000e+00 1.000000000000000000e+00 9.921875000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 2.636718750000000000e-01
22
+ 1.000000000000000000e+00 9.296875000000000000e-01 9.726562500000000000e-01 1.000000000000000000e+00 9.648437500000000000e-01 9.531250000000000000e-01 7.890625000000000000e-01 5.781250000000000000e-01
23
+ 9.335937500000000000e-01 9.687500000000000000e-01 8.281250000000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 7.343750000000000000e-01 7.734375000000000000e-01 9.531250000000000000e-01
24
+ 1.000000000000000000e+00 1.000000000000000000e+00 7.415771484375000000e-03 9.687500000000000000e-01 1.519775390625000000e-02 9.843750000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
25
+ 9.921875000000000000e-01 5.195312500000000000e-01 0.000000000000000000e+00 9.414062500000000000e-01 9.765625000000000000e-01 9.882812500000000000e-01 9.960937500000000000e-01 7.226562500000000000e-01
26
+ 9.921875000000000000e-01 9.843750000000000000e-01 5.760192871093750000e-04 9.960937500000000000e-01 9.648437500000000000e-01 1.000000000000000000e+00 0.000000000000000000e+00 0.000000000000000000e+00
27
+ 1.000000000000000000e+00 8.984375000000000000e-01 6.796875000000000000e-01 1.000000000000000000e+00 9.179687500000000000e-01 8.710937500000000000e-01 8.945312500000000000e-01 9.960937500000000000e-01
28
+ 8.926391601562500000e-04 9.960937500000000000e-01 9.179687500000000000e-01 9.687500000000000000e-01 9.570312500000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 9.921875000000000000e-01
29
+ 9.921875000000000000e-01 9.765625000000000000e-01 9.101562500000000000e-01 9.648437500000000000e-01 1.000000000000000000e+00 9.765625000000000000e-01 1.000000000000000000e+00 9.492187500000000000e-01
30
+ 1.533508300781250000e-03 0.000000000000000000e+00 1.000000000000000000e+00 1.609802246093750000e-03 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
31
+ 9.921875000000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 9.960937500000000000e-01 1.000000000000000000e+00
32
+ 9.726562500000000000e-01 8.984375000000000000e-01 9.375000000000000000e-01 7.812500000000000000e-01 9.453125000000000000e-01 9.687500000000000000e-01 8.945312500000000000e-01 9.609375000000000000e-01
DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/full_attention_heads_step=950.tsv ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 8.710937500000000000e-01 5.429687500000000000e-01 1.000000000000000000e+00 3.867187500000000000e-01 6.011962890625000000e-03 6.640625000000000000e-01 3.203125000000000000e-01 2.871093750000000000e-01
2
+ 0.000000000000000000e+00 0.000000000000000000e+00 0.000000000000000000e+00 1.000000000000000000e+00 8.392333984375000000e-04 8.906250000000000000e-01 2.105712890625000000e-03 2.954101562500000000e-02
3
+ 2.651214599609375000e-04 8.671875000000000000e-01 6.027221679687500000e-04 9.843750000000000000e-01 7.851562500000000000e-01 9.687500000000000000e-01 9.726562500000000000e-01 0.000000000000000000e+00
4
+ 8.476562500000000000e-01 8.544921875000000000e-03 1.037597656250000000e-03 0.000000000000000000e+00 8.867187500000000000e-01 9.140625000000000000e-01 1.000000000000000000e+00 5.039062500000000000e-01
5
+ 0.000000000000000000e+00 4.089355468750000000e-03 2.060546875000000000e-01 8.710937500000000000e-01 9.414062500000000000e-01 1.000000000000000000e+00 8.164062500000000000e-01 0.000000000000000000e+00
6
+ 8.085937500000000000e-01 9.335937500000000000e-01 1.000000000000000000e+00 6.640625000000000000e-01 1.000000000000000000e+00 9.570312500000000000e-01 1.640625000000000000e-01 1.000000000000000000e+00
7
+ 4.804687500000000000e-01 8.671875000000000000e-01 7.500000000000000000e-01 7.890625000000000000e-01 9.179687500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 9.140625000000000000e-01
8
+ 1.000000000000000000e+00 7.968750000000000000e-01 1.855468750000000000e-02 1.000000000000000000e+00 0.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 2.578125000000000000e-01
9
+ 1.000000000000000000e+00 1.000000000000000000e+00 9.843750000000000000e-01 2.597656250000000000e-01 1.000000000000000000e+00 3.828125000000000000e-01 9.570312500000000000e-01 1.000000000000000000e+00
10
+ 8.945312500000000000e-01 7.382812500000000000e-01 5.468750000000000000e-01 1.000000000000000000e+00 7.812500000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 9.648437500000000000e-01
11
+ 1.000000000000000000e+00 8.515625000000000000e-01 8.789062500000000000e-01 9.570312500000000000e-01 1.000000000000000000e+00 4.980468750000000000e-01 1.000000000000000000e+00 9.921875000000000000e-01
12
+ 1.000000000000000000e+00 1.000000000000000000e+00 8.320312500000000000e-01 9.648437500000000000e-01 9.531250000000000000e-01 8.828125000000000000e-01 7.958984375000000000e-02 1.000000000000000000e+00
13
+ 1.000000000000000000e+00 4.174804687500000000e-02 7.539062500000000000e-01 8.828125000000000000e-01 8.476562500000000000e-01 1.000000000000000000e+00 1.721191406250000000e-02 3.847656250000000000e-01
14
+ 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 9.609375000000000000e-01 1.000000000000000000e+00 7.968750000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
15
+ 6.132812500000000000e-01 1.000000000000000000e+00 5.039062500000000000e-01 9.765625000000000000e-01 9.804687500000000000e-01 9.726562500000000000e-01 9.765625000000000000e-01 1.000000000000000000e+00
16
+ 1.000000000000000000e+00 6.992187500000000000e-01 9.531250000000000000e-01 2.558593750000000000e-01 1.000000000000000000e+00 8.085937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00
17
+ 9.921875000000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 2.708435058593750000e-04 9.257812500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 7.539062500000000000e-01
18
+ 1.000000000000000000e+00 1.000000000000000000e+00 9.101562500000000000e-01 1.000000000000000000e+00 7.890625000000000000e-01 9.882812500000000000e-01 1.000000000000000000e+00 9.726562500000000000e-01
19
+ 5.273437500000000000e-01 9.960937500000000000e-01 8.281250000000000000e-01 1.000000000000000000e+00 9.218750000000000000e-01 9.648437500000000000e-01 1.098632812500000000e-02 8.515625000000000000e-01
20
+ 1.000000000000000000e+00 7.539062500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 2.465820312500000000e-02 9.765625000000000000e-01 5.625000000000000000e-01 1.000000000000000000e+00
21
+ 9.804687500000000000e-01 0.000000000000000000e+00 1.000000000000000000e+00 9.843750000000000000e-01 1.000000000000000000e+00 9.921875000000000000e-01 1.000000000000000000e+00 2.792968750000000000e-01
22
+ 9.804687500000000000e-01 8.984375000000000000e-01 9.726562500000000000e-01 1.000000000000000000e+00 9.335937500000000000e-01 9.726562500000000000e-01 8.125000000000000000e-01 5.820312500000000000e-01
23
+ 9.257812500000000000e-01 9.453125000000000000e-01 8.437500000000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 7.109375000000000000e-01 7.773437500000000000e-01 9.726562500000000000e-01
24
+ 1.000000000000000000e+00 1.000000000000000000e+00 8.964538574218750000e-04 9.726562500000000000e-01 1.928710937500000000e-02 9.843750000000000000e-01 9.765625000000000000e-01 1.000000000000000000e+00
25
+ 1.000000000000000000e+00 4.941406250000000000e-01 0.000000000000000000e+00 9.375000000000000000e-01 9.726562500000000000e-01 9.804687500000000000e-01 9.960937500000000000e-01 6.875000000000000000e-01
26
+ 9.843750000000000000e-01 9.882812500000000000e-01 1.733398437500000000e-02 9.960937500000000000e-01 9.609375000000000000e-01 1.000000000000000000e+00 0.000000000000000000e+00 8.811950683593750000e-04
27
+ 1.000000000000000000e+00 9.179687500000000000e-01 6.796875000000000000e-01 1.000000000000000000e+00 9.257812500000000000e-01 8.437500000000000000e-01 8.750000000000000000e-01 1.000000000000000000e+00
28
+ 0.000000000000000000e+00 9.960937500000000000e-01 8.984375000000000000e-01 9.492187500000000000e-01 9.453125000000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 9.804687500000000000e-01
29
+ 9.960937500000000000e-01 9.804687500000000000e-01 9.218750000000000000e-01 9.921875000000000000e-01 1.000000000000000000e+00 9.921875000000000000e-01 1.000000000000000000e+00 9.453125000000000000e-01
30
+ 0.000000000000000000e+00 0.000000000000000000e+00 1.000000000000000000e+00 0.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
31
+ 9.843750000000000000e-01 1.000000000000000000e+00 9.960937500000000000e-01 9.960937500000000000e-01 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00 1.000000000000000000e+00
32
+ 1.000000000000000000e+00 8.828125000000000000e-01 9.492187500000000000e-01 7.890625000000000000e-01 9.218750000000000000e-01 9.648437500000000000e-01 9.492187500000000000e-01 9.726562500000000000e-01
DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/optimizer_scheduler_state-step=100-rank=0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a80ecc1bd0550c63fef61e7162afa7048f815347d5f7c68a5f49c721236cede6
3
+ size 39069
DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/optimizer_scheduler_state-step=100-rank=1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bd3d8ff85e49f5f59a3ef2d7f746b0cb1b554f7a9c2fe60e64279ab98ed772a
3
+ size 39069
DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/optimizer_scheduler_state-step=100-rank=2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b99bc03a3046206b30adcbf7a1ddf20df3891f4a4e195f7150d8e75ec3ef1d1
3
+ size 39069
DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/optimizer_scheduler_state-step=100-rank=3.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb7331f4768b40070a229012b97509a46439e74fd9dc0bde166798c0335ec6a7
3
+ size 39069
DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/optimizer_scheduler_state-step=1000-rank=0.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a94adf816d95db73e07845bdaad423df038688846f84d42ddc906d1baa2692b
3
+ size 39170
DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/optimizer_scheduler_state-step=1000-rank=1.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38c774ba94a54e0eb2920f41edbc58b0abd1d549c70667035fe7834d082d28d9
3
+ size 39170
DeepSeek-R1-Distill-Llama-8B/lr=0.02-reg=0.05-ctx=1000_32000-multi_passkey10/optimizer_scheduler_state-step=1000-rank=2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5786db28e96ba47c4c74761fa87f0247ed44274b6ad9a13f36ef9fc1701c4658
3
+ size 39170