[Feature] DensifyReward postproc #2823
Dr.CI classification results
{"FAILED":[{"workflowId":13771031829,"workflowUniqueId":61166099,"id":38509408838,"runnerName":"i-0f6b5b4a445b285fb","authorEmail":"vmoens@meta.com","name":"RLHF Tests on Linux / unittests (3.9, 12.8) / linux-job","jobName":"unittests (3.9, 12.8) / linux-job","conclusion":"failure","completed_at":"2025-03-10T17:41:33.000000000Z","html_url":"https://github.com/pytorch/rl/actions/runs/13771031829/job/38509408838","head_branch":"gh/vmoens/100/head","pr_number":2823,"head_sha":"d36a97eb93feab489e0091ee48d471513ec25821","head_sha_timestamp":"2025-03-10T17:31:34.000000000Z","failure_captures":["RuntimeError: Command docker exec -t eb86531f6327c666001d61505d6832a03fa589ea9480fbb1e3589ee48d49d426 /exec failed with exit code 1"],"failure_lines":["RuntimeError: Command docker exec -t eb86531f6327c666001d61505d6832a03fa589ea9480fbb1e3589ee48d49d426 /exec failed with exit code 1"],"failure_context":[],"time":"2025-03-10T17:32:00.000000000Z"},{"workflowId":13771031840,"workflowUniqueId":82165822,"id":38509422370,"runnerName":"i-0211add3fbd6bce27","authorEmail":"vmoens@meta.com","name":"Unit-tests on Linux / tests-cpu (3.11) / linux-job","jobName":"tests-cpu (3.11) / linux-job","conclusion":"failure","completed_at":"2025-03-10T18:19:57.000000000Z","html_url":"https://github.com/pytorch/rl/actions/runs/13771031840/job/38509422370","head_branch":"gh/vmoens/100/head","pr_number":2823,"head_sha":"d36a97eb93feab489e0091ee48d471513ec25821","head_sha_timestamp":"2025-03-10T17:31:34.000000000Z","failure_captures":["test/test_transforms.py::TestVecNorm::test_vecnorm_parallel_auto[5]"],"failure_lines":["FAILED test/test_transforms.py::TestVecNorm::test_vecnorm_parallel_auto[5] - assert tensor([56.]) == ((5 * 11) + 2)"],"failure_context":[],"time":"2025-03-10T17:32:13.000000000Z"},{"workflowId":13771031840,"workflowUniqueId":82165822,"id":38509426524,"runnerName":"i-02cf637ba1ebedbef","authorEmail":"vmoens@meta.com","name":"Unit-tests on Linux / tests-cpu (3.12) / linux-job","jobName":"tests-cpu (3.12) / linux-job","conclusion":"failure","completed_at":"2025-03-10T18:26:51.000000000Z","html_url":"https://github.com/pytorch/rl/actions/runs/13771031840/job/38509426524","head_branch":"gh/vmoens/100/head","pr_number":2823,"head_sha":"d36a97eb93feab489e0091ee48d471513ec25821","head_sha_timestamp":"2025-03-10T17:31:34.000000000Z","failure_captures":["test/test_env.py::TestNonTensorEnv::test_parallel[False-True]"],"failure_lines":["FAILED test/test_env.py::TestNonTensorEnv::test_parallel[False-True] - Failed: Timeout >120.0s"],"failure_context":[],"time":"2025-03-10T17:32:18.000000000Z"},{"workflowId":13771031840,"workflowUniqueId":82165822,"id":38509439792,"runnerName":"i-09cb6744ced720564","authorEmail":"vmoens@meta.com","name":"Unit-tests on Linux / tests-olddeps (3.8, 11.6) / linux-job","jobName":"tests-olddeps (3.8, 11.6) / linux-job","conclusion":"failure","completed_at":"2025-03-10T17:45:45.000000000Z","html_url":"https://github.com/pytorch/rl/actions/runs/13771031840/job/38509439792","head_branch":"gh/vmoens/100/head","pr_number":2823,"head_sha":"d36a97eb93feab489e0091ee48d471513ec25821","head_sha_timestamp":"2025-03-10T17:31:34.000000000Z","failure_captures":["RuntimeError: Command docker exec -t cbe379a167f2d84fd12af64c46788b16deaf94612115b0b5257ac3af3504b4cc /exec failed with exit code 1"],"failure_lines":["RuntimeError: Command docker exec -t cbe379a167f2d84fd12af64c46788b16deaf94612115b0b5257ac3af3504b4cc /exec failed with exit code 1"],"failure_context":[],"time":"2025-03-10T17:32:31.000000000Z"},{"workflowId":13771031843,"workflowUniqueId":60501564,"id":38509415461,"runnerName":"i-0eb768ce407400de7","authorEmail":"vmoens@meta.com","name":"Habitat Tests on Linux / tests (3.9, 12.8) / linux-job","jobName":"tests (3.9, 12.8) / linux-job","conclusion":"failure","completed_at":"2025-03-10T17:43:33.000000000Z","html_url":"https://github.com/pytorch/rl/actions/runs/13771031843/job/38509415461","head_branch":"gh/vmoens/100/head","pr_number":2823,"head_sha":"d36a97eb93feab489e0091ee48d471513ec25821","head_sha_timestamp":"2025-03-10T17:31:34.000000000Z","failure_captures":["RuntimeError: Command docker exec -t e37894f0182384f7cc3f5b7602df6364385204d0a3b59804e780928195976850 /exec failed with exit code 1"],"failure_lines":["RuntimeError: Command docker exec -t e37894f0182384f7cc3f5b7602df6364385204d0a3b59804e780928195976850 /exec failed with exit code 1"],"failure_context":[],"time":"2025-03-10T17:32:07.000000000Z"},{"workflowId":13771031899,"workflowUniqueId":106193614,"id":38510473892,"runnerName":"GitHub Actions 5","authorEmail":"vmoens@meta.com","name":"Build Windows Wheels / pytorch/rl / upload / wheel-py3_9-cuda12_8","jobName":"pytorch/rl / upload / wheel-py3_9-cuda12_8","conclusion":"failure","completed_at":"2025-03-10T17:50:05.000000000Z","html_url":"https://github.com/pytorch/rl/actions/runs/13771031899/job/38510473892","head_branch":"gh/vmoens/100/head","pr_number":2823,"head_sha":"d36a97eb93feab489e0091ee48d471513ec25821","head_sha_timestamp":"2025-03-10T17:31:34.000000000Z","failure_captures":["Unable to download artifact(s): Artifact not found for name: pytorch_rl__3.9_cu128_"],"failure_lines":["##[error]Unable to download artifact(s): Artifact not found for name: pytorch_rl__3.9_cu128_"],"failure_context":[],"time":"2025-03-10T17:49:45.000000000Z"},{"workflowId":13771031899,"workflowUniqueId":106193614,"id":38510472919,"runnerName":"GitHub Actions 297","authorEmail":"vmoens@meta.com","name":"Build Windows Wheels / pytorch/rl / upload / wheel-py3_9-cpu","jobName":"pytorch/rl / upload / wheel-py3_9-cpu","conclusion":"failure","completed_at":"2025-03-10T17:50:00.000000000Z","html_url":"https://github.com/pytorch/rl/actions/runs/13771031899/job/38510472919","head_branch":"gh/vmoens/100/head","pr_number":2823,"head_sha":"d36a97eb93feab489e0091ee48d471513ec25821","head_sha_timestamp":"2025-03-10T17:31:34.000000000Z","failure_captures":["Unable to download artifact(s): Artifact not found for name: pytorch_rl__3.9_cpu_"],"failure_lines":["##[error]Unable to download artifact(s): Artifact not found for name: pytorch_rl__3.9_cpu_"],"failure_context":[],"time":"2025-03-10T17:49:44.000000000Z"},{"workflowId":13771031899,"workflowUniqueId":106193614,"id":38510473252,"runnerName":"GitHub Actions 356","authorEmail":"vmoens@meta.com","name":"Build Windows Wheels / pytorch/rl / upload / wheel-py3_9-cuda11_8","jobName":"pytorch/rl / upload / wheel-py3_9-cuda11_8","conclusion":"failure","completed_at":"2025-03-10T17:50:02.000000000Z","html_url":"https://github.com/pytorch/rl/actions/runs/13771031899/job/38510473252","head_branch":"gh/vmoens/100/head","pr_number":2823,"head_sha":"d36a97eb93feab489e0091ee48d471513ec25821","head_sha_timestamp":"2025-03-10T17:31:34.000000000Z","failure_captures":["Unable to download artifact(s): Artifact not found for name: pytorch_rl__3.9_cu118_"],"failure_lines":["##[error]Unable to download artifact(s): Artifact not found for name: pytorch_rl__3.9_cu118_"],"failure_context":[],"time":"2025-03-10T17:49:44.000000000Z"},{"workflowId":13771031899,"workflowUniqueId":106193614,"id":38510473586,"runnerName":"GitHub Actions 306","authorEmail":"vmoens@meta.com","name":"Build Windows Wheels / pytorch/rl / upload / wheel-py3_9-cuda12_6","jobName":"pytorch/rl / upload / wheel-py3_9-cuda12_6","conclusion":"failure","completed_at":"2025-03-10T17:49:59.000000000Z","html_url":"https://github.com/pytorch/rl/actions/runs/13771031899/job/38510473586","head_branch":"gh/vmoens/100/head","pr_number":2823,"head_sha":"d36a97eb93feab489e0091ee48d471513ec25821","head_sha_timestamp":"2025-03-10T17:31:34.000000000Z","failure_captures":["Unable to download artifact(s): Artifact not found for name: pytorch_rl__3.9_cu126_"],"failure_lines":["##[error]Unable to download artifact(s): Artifact not found for name: pytorch_rl__3.9_cu126_"],"failure_context":[],"time":"2025-03-10T17:49:45.000000000Z"}],"FLAKY":[],"BROKEN_TRUNK":[{"workflowId":13771031857,"workflowUniqueId":79519303,"id":38509416785,"runnerName":"i-0cefacb65fa208115","authorEmail":"vmoens@meta.com","name":"Unit-tests on Windows / unittests-cpu (3.10, windows.4xlarge, cpu) / windows-job","jobName":"unittests-cpu (3.10, windows.4xlarge, cpu) / windows-job","conclusion":"failure","completed_at":"2025-03-10T18:07:48.000000000Z","html_url":"https://github.com/pytorch/rl/actions/runs/13771031857/job/38509416785","head_branch":"gh/vmoens/100/head","pr_number":2823,"head_sha":"d36a97eb93feab489e0091ee48d471513ec25821","head_sha_timestamp":"2025-03-10T17:31:34.000000000Z","failure_captures":["test/test_transforms.py::TestTimer::test_transform_env"],"failure_lines":["FAILED test/test_transforms.py::TestTimer::test_transform_env - assert tensor(1) == 2"],"failure_context":[],"time":"2025-03-10T17:32:08.000000000Z"}],"UNSTABLE":[]}