diff --git a/dsp/modules/azure_openai.py b/dsp/modules/azure_openai.py
index d930bec6b5..c90f634e4f 100644
--- a/dsp/modules/azure_openai.py
+++ b/dsp/modules/azure_openai.py
@@ -107,6 +107,9 @@ def __init__(
             kwargs["model"] = model
 
         self.kwargs = {
+            "api_base": api_base,
+            "api_version": api_version,
+            "api_key": api_key,
             "temperature": 0.0,
             "max_tokens": 150,
             "top_p": 1,
diff --git a/dsp/modules/lm.py b/dsp/modules/lm.py
index e2965d49ac..5d38660798 100644
--- a/dsp/modules/lm.py
+++ b/dsp/modules/lm.py
@@ -101,4 +101,4 @@ def copy(self, **kwargs):
         kwargs = {**self.kwargs, **kwargs}
         model = kwargs.pop('model')
 
-        return self.__class__(model, **kwargs)
+        return self.__class__(model=model, **kwargs)