diff --git a/tfjs-core/src/kernel_registry.ts b/tfjs-core/src/kernel_registry.ts
index 642d15687cd..c169d3eb0b9 100644
--- a/tfjs-core/src/kernel_registry.ts
+++ b/tfjs-core/src/kernel_registry.ts
@@ -14,6 +14,8 @@
  * limitations under the License.
  * =============================================================================
  */
+import {env} from './environment';
+
 import {getGlobal} from './global_util';
 import {NamedGradientMap} from './tape';
 import {Tensor} from './tensor';
@@ -154,8 +156,13 @@ export function registerKernel(config: KernelConfig) {
  */
 export function registerGradient(config: GradConfig) {
   const {kernelName} = config;
+
   if (gradRegistry.has(kernelName)) {
-    console.warn(`Overriding the gradient for '${kernelName}'`);
+    // TODO (yassogba) after 3.0 assess whether we need to keep this gated
+    // to debug mode.
+    if (env().getBool('DEBUG')) {
+      console.warn(`Overriding the gradient for '${kernelName}'`);
+    }
   }
   gradRegistry.set(kernelName, config);
 }
diff --git a/tfjs-core/src/kernel_registry_test.ts b/tfjs-core/src/kernel_registry_test.ts
index fe84b1a5a4b..352fce14391 100644
--- a/tfjs-core/src/kernel_registry_test.ts
+++ b/tfjs-core/src/kernel_registry_test.ts
@@ -390,7 +390,8 @@ describeWithFlags('gradient registry', ALL_ENVS, () => {
     tf.unregisterKernel(kernelName, tf.getBackend());
   });
 
-  it('warning when registering the same gradient twice', () => {
+  // tslint:disable-next-line: ban
+  xit('warning when registering the same gradient twice', () => {
     const kernelName = 'MyKernel';
     tf.registerGradient({kernelName, gradFunc: () => null});
     spyOn(console, 'warn').and.callFake((msg: string) => {