diff --git a/torch_xla/csrc/xla_backend_impl.cpp b/torch_xla/csrc/xla_backend_impl.cpp
index 6ce5efc0e700..1d523133a8ba 100644
--- a/torch_xla/csrc/xla_backend_impl.cpp
+++ b/torch_xla/csrc/xla_backend_impl.cpp
@@ -49,9 +49,9 @@ class XlaBackendImpl : public torch::lazy::BackendImplInterface {
   void PrepareToExit() const override { XLA_ERROR() << "Not implemented yet"; }
 
   void SetRngSeed(size_t seed) const override {
-    // TODO(JackCaoG): upstream SetRngSeed should either be removed or start
-    // taking device.
-    // XLATensor::SetRngSeed(device, seed);
+    // TODO(alanwaketan): This interface is not useful. We probably should
+    // remove the base one.
+    XLA_ERROR() << "Not implemented yet";
     return;
   }