Upload sae_utils.py

SAE/sae_utils.py

@@ -1,5 +1,6 @@
 import torch
 from dataclasses import dataclass, field
+import os
 
 @dataclass
 class SAETrainingConfig:
@@ -23,6 +24,7 @@ class SAETrainingConfig:
     def save_path(self):
         return os.path.join(save_path_base, f'{self.block_name}_k{self.k}_hidden{self.n_dirs}_auxk{self.auxk}_bs{self.bs}_lr{self.lr}')
 
+
 @dataclass
 class Config:
     saes: list[SAETrainingConfig]
@@ -43,4 +45,4 @@ class Config:
         self.log_interval = cfg_json['log_interval']
         self.save_interval = cfg_json['save_interval']
         self.bs = cfg_json['bs']
-        self.block_name = cfg_json['block_name']
+        self.block_name = cfg_json['block_name']