diff --git a/Gcp.SecretManager.Provider/SecretManagerConfigurationProvider.cs b/Gcp.SecretManager.Provider/SecretManagerConfigurationProvider.cs
index 14e38f1..bcb56d0 100644
--- a/Gcp.SecretManager.Provider/SecretManagerConfigurationProvider.cs
+++ b/Gcp.SecretManager.Provider/SecretManagerConfigurationProvider.cs
@@ -31,7 +31,7 @@ public async Task LoadAsync()
                 {
                     var secretVersionName = new SecretVersionName(secret.SecretName.ProjectId, secret.SecretName.SecretId, "latest");
                     var secretVersion = await _client.AccessSecretVersionAsync(secretVersionName);
-                    Set(secret.SecretName.SecretId, secretVersion.Payload.Data.ToStringUtf8());
+                    Set(ConvertDelimiter(secret.SecretName.SecretId), secretVersion.Payload.Data.ToStringUtf8());
                 } catch (Grpc.Core.RpcException)
                 {
                     // This might happen if secret is created but it has no versions available
@@ -40,5 +40,10 @@ public async Task LoadAsync()
             }
 
         }
+
+        private static string ConvertDelimiter(string key)
+        {
+            return key.Replace("__", ConfigurationPath.KeyDelimiter);
+        }
     }
 }