diff --git a/src/name_conversion.cpp b/src/name_conversion.cpp
index 2f9a4d184..6382c33e8 100644
--- a/src/name_conversion.cpp
+++ b/src/name_conversion.cpp
@@ -1102,6 +1102,8 @@ std::string convert_sep_to_dot(std::string name) {
         "norm1_context",
         "ff_context",
         "x_embedder",
+        "cross_attn",
+        "output_proj",
     };
 
     // record the positions of underscores that should NOT be replaced