diff --git a/src/browser/components/Settings/sections/ProvidersSection.tsx b/src/browser/components/Settings/sections/ProvidersSection.tsx
index 6315544d9..bd97027e5 100644
--- a/src/browser/components/Settings/sections/ProvidersSection.tsx
+++ b/src/browser/components/Settings/sections/ProvidersSection.tsx
@@ -269,7 +269,9 @@ export function ProvidersSection() {
                               : (fieldValue ?? "Default")}
                           </span>
                           <div className="flex gap-2">
-                            {fieldConfig.type === "text" && fieldValue && (
+                            {(fieldConfig.type === "text"
+                              ? !!fieldValue
+                              : fieldConfig.type === "secret" && fieldIsSet) && (
                               <button
                                 type="button"
                                 onClick={() => void handleClearField(provider, fieldConfig.key)}