Skip to content

Commit a9ebcfb

Browse files
author
nighood
committed
polish(rjy): fix format
1 parent 7ac3e7d commit a9ebcfb

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

ding/rl_utils/adder.py

+2-2
Original file line numberDiff line numberDiff line change
@@ -130,7 +130,7 @@ def get_nstep_return_data(
130130
if cum_reward:
131131
data[i]['reward'] = sum([data[i + j]['reward'] * (gamma ** j) for j in range(nstep)])
132132
else:
133-
data[i]['reward'] = torch.stack([data[i + j]['reward'] for j in range(nstep)], dim = -1)
133+
data[i]['reward'] = torch.stack([data[i + j]['reward'] for j in range(nstep)], dim=-1)
134134
data[i]['done'] = data[i + nstep - 1]['done']
135135
if correct_terminate_gamma:
136136
data[i]['value_gamma'] = gamma ** nstep
@@ -143,7 +143,7 @@ def get_nstep_return_data(
143143
data[i]['reward'] = torch.stack(
144144
[data[i + j]['reward']
145145
for j in range(len(data) - i)] + [fake_reward for _ in range(nstep - (len(data) - i))],
146-
dim = -1
146+
dim=-1
147147
)
148148
# try:
149149
# assert len(data[i]['reward']) == 300

0 commit comments

Comments
 (0)