From 55f89b55cb890a3e9e33f31fd048328dbea87617 Mon Sep 17 00:00:00 2001
From: Achazwl <323163497@qq.com>
Date: Tue, 7 Feb 2023 10:29:12 +0800
Subject: [PATCH] Undo a deletion of detach in previous version

---
 bmtrain/block_layer.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/bmtrain/block_layer.py b/bmtrain/block_layer.py
index cbbeabf0..e3212847 100644
--- a/bmtrain/block_layer.py
+++ b/bmtrain/block_layer.py
@@ -760,7 +760,7 @@ def exit_prev(prev_ctx, prev_grad):
                                 ctx.save_list[j+1][0] = j+1
                 
                     torch.cuda.set_rng_state(ctx.cuda_rng_state[i])
-                    ipt = layer_inputs[ctx.save_list[i][1]].requires_grad_()
+                    ipt = layer_inputs[ctx.save_list[i][1]].detach().requires_grad_()
                     if config['zero_level'] == 2:
                         flag = 2
                     else: