[moe training] Add TP support for routed experts #2473
Dr.CI classification results
{"FAILED":[{"workflowId":16033721545,"workflowUniqueId":138916333,"id":45240320515,"runnerName":"i-0d24fd88ea03bf931","authorEmail":"[email protected]","name":"Run TorchAO Experimental Tests / test-mps-ops (macos-m1-stable)","jobName":"test-mps-ops (macos-m1-stable)","conclusion":"failure","completed_at":"2025-07-02T19:11:30.000000000Z","html_url":"https://github.com/pytorch/ao/actions/runs/16033721545/job/45240320515","logUrl":"https://ossci-raw-job-status.s3.amazonaws.com/log/pytorch/ao/45240320515","head_branch":"tp","pr_number":2473,"head_sha":"b9e58fe9b804aa5c96609f24a4442bb728a34481","head_sha_timestamp":"2025-07-02T19:11:06.000000000Z","failure_captures":["Process completed with exit code 127."],"failure_lines":["##[error]Process completed with exit code 127."],"failure_context":[],"time":"2025-07-02T19:11:19.000000000Z"}],"FLAKY":[],"BROKEN_TRUNK":[],"UNSTABLE":[]}