[Layers] Fix invokeAttentionLLaMA API (#464)

intel · Jul 4, 2024 · 98c9d32 · 98c9d32
1 parent 3551150
commit 98c9d32
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/src/layers/attention.h b/src/layers/attention.h
@@ -275,6 +275,8 @@ class Attention {
             TimeLine t1("input.layer_norm");
             norm.forward(inputBuffer.Data(), imBuffer.Data(), inputBuffer.Rows(), inputBuffer.Stride(),
                     imBuffer.Stride(), epsilon);
+        } else {
+            imBuffer.Assign(inputBuffer.Data(), inputBuffer.Rows(), inputBuffer.Cols(), inputBuffer.Stride());
         }
 #ifdef XFT_DEBUG
         dbg.debugPrint("layer norm:\n");