[Feature] On-policy KL distillation loss for LLMs - #3921
Dr.CI classification results
{"FAILED":[{"workflowId":28453024944,"workflowUniqueId":67873401,"id":86847163550,"runnerName":"i-000320ef9020ca05d","authorEmail":"vincentmoens@gmail.com","name":"Build M1 Wheels / pytorch/rl / build-wheel-py3_10-cpu","jobName":"pytorch/rl / build-wheel-py3_10-cpu","conclusion":"failure","completed_at":"2026-07-13T14:43:16.000000000Z","html_url":"https://github.com/pytorch/rl/actions/runs/28453024944/job/86847163550","logUrl":"https://ossci-raw-job-status.s3.amazonaws.com/log/pytorch/rl/86847163550","head_branch":"llm-distillation-loss","pr_number":3921,"head_sha":"b89c142084bd2a3334a09c947c299f6638823bb0","head_sha_timestamp":"2026-06-30T14:43:45Z","failure_captures":["Process completed with exit code 1."],"failure_lines":["##[error]Process completed with exit code 1."],"failure_context":[],"time":"2026-07-13T14:42:16.000000000Z"},{"workflowId":28453024856,"workflowUniqueId":82165822,"id":86847089056,"runnerName":"i-010dbd13ad546257e","authorEmail":"vincentmoens@gmail.com","name":"Unit-tests on Linux / tests-optdeps (3.12, 13.0) / linux-job","jobName":"tests-optdeps (3.12, 13.0) / linux-job","conclusion":"failure","completed_at":"2026-07-13T14:54:08.000000000Z","html_url":"https://github.com/pytorch/rl/actions/runs/28453024856/job/86847089056","logUrl":"https://ossci-raw-job-status.s3.amazonaws.com/log/pytorch/rl/86847089056","head_branch":"llm-distillation-loss","pr_number":3921,"head_sha":"b89c142084bd2a3334a09c947c299f6638823bb0","head_sha_timestamp":"2026-06-30T14:43:45Z","failure_captures":["RuntimeError: Command docker exec -t 925773ab10cdeaeac4a1426ab125b57eabedc9cc64b6cc6427697afe7b522fac /exec failed with exit code 2"],"failure_lines":["RuntimeError: Command docker exec -t 925773ab10cdeaeac4a1426ab125b57eabedc9cc64b6cc6427697afe7b522fac /exec failed with exit code 2"],"failure_context":[],"time":"2026-07-13T14:41:57.000000000Z"},{"workflowId":28453024944,"workflowUniqueId":67873401,"id":86847405123,"runnerName":"GitHub Actions 1022797906","authorEmail":"vincentmoens@gmail.com","name":"Build M1 Wheels / pytorch/rl / upload / upload-wheel-py3_10-cpu","jobName":"pytorch/rl / upload / upload-wheel-py3_10-cpu","conclusion":"failure","completed_at":"2026-07-13T14:44:00.000000000Z","html_url":"https://github.com/pytorch/rl/actions/runs/28453024944/job/86847405123","logUrl":"https://ossci-raw-job-status.s3.amazonaws.com/log/pytorch/rl/86847405123","head_branch":"llm-distillation-loss","pr_number":3921,"head_sha":"b89c142084bd2a3334a09c947c299f6638823bb0","head_sha_timestamp":"2026-06-30T14:43:45Z","failure_captures":["Unable to download artifact(s): Artifact not found for name: pytorch_rl__3.10_cpu_"],"failure_lines":["##[error]Unable to download artifact(s): Artifact not found for name: pytorch_rl__3.10_cpu_"],"failure_context":[],"time":"2026-07-13T14:43:16.000000000Z"}],"FLAKY":[],"BROKEN_TRUNK":[],"UNSTABLE":[],"UNKNOWN":[],"AWAITING_APPROVAL":[]}