detach2

utils.py

@@ -98,10 +98,10 @@ def extract_single_transformation(
         input_vector = normalized_input[0, 0].detach().cpu().float().numpy()
         
         # Weight matrix
-        weight_matrix = layer_module.self_attn.q_proj.weight.cpu().numpy()
+        weight_matrix = layer_module.self_attn.q_proj.weight.detach().cpu().numpy()
         
         # Output vector
-        output_vector = layer_module.self_attn.q_proj(normalized_input)[0, 0].cpu().numpy()
+        output_vector = layer_module.self_attn.q_proj(normalized_input)[0, 0].detach().cpu().numpy()
         
         component_name = f"Layer {layer} - Q Projection"