diff --git a/src/conditioner.hpp b/src/conditioner.hpp
index 0347a5258..f7037bc69 100644
--- a/src/conditioner.hpp
+++ b/src/conditioner.hpp
@@ -2290,6 +2290,11 @@ struct LTXAVEmbedder : public Conditioner {
         projector->set_flash_attention_enabled(enabled);
     }
 
+    void set_max_graph_vram_bytes(size_t max_vram_bytes) override {
+        llm->set_max_graph_vram_bytes(max_vram_bytes);
+        projector->set_max_graph_vram_bytes(max_vram_bytes);
+    }
+
     void set_weight_adapter(const std::shared_ptr<WeightAdapter>& adapter) override {
         llm->set_weight_adapter(adapter);
         projector->set_weight_adapter(adapter);
diff --git a/src/llm.hpp b/src/llm.hpp
index ec510e875..9c36be4bb 100644
--- a/src/llm.hpp
+++ b/src/llm.hpp
@@ -879,8 +879,8 @@ namespace LLM {
                                                  input_pos,
                                                  nullptr,
                                                  head_dim,
-                                                 GGML_ROPE_TYPE_NORMAL,
-                                                 0,
+                                                 GGML_ROPE_TYPE_NEOX,
+                                                 131072,
                                                  rope_theta,
                                                  freq_scale,
                                                  0.f,
@@ -892,8 +892,8 @@ namespace LLM {
                                                  input_pos,
                                                  nullptr,
                                                  head_dim,
-                                                 GGML_ROPE_TYPE_NORMAL,
-                                                 0,
+                                                 GGML_ROPE_TYPE_NEOX,
+                                                 131072,
                                                  rope_theta,
                                                  freq_scale,
                                                  0.f,