From c2858b773bc331363ada5ce85faa702899043c6b Mon Sep 17 00:00:00 2001 From: leafee98 Date: Tue, 20 Sep 2022 14:01:40 +0800 Subject: [PATCH] fix format: attention-and-multiattention.md --- content/essays/attention-and-multiattention.md | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/content/essays/attention-and-multiattention.md b/content/essays/attention-and-multiattention.md index 1614088..12d3b10 100644 --- a/content/essays/attention-and-multiattention.md +++ b/content/essays/attention-and-multiattention.md @@ -1,5 +1,5 @@ --- -title: "Attention and Multiattention" +title: "自注意力和多头注意力" date: 2022-09-19T20:35:33+08:00 tags: [] categories: [] @@ -27,11 +27,11 @@ $$ $$ head_1 = Attention(W_1^QQ, W_1^K, W_1^VV) -\\ +\\\\ head_2 = Attention(W_2^QQ, W_2^K, W_2^VV) -\\ +\\\\ head_3 = Attention(W_3^QQ, W_3^K, W_3^VV) -\\ +\\\\ head_4 = Attention(W_4^QQ, W_4^K, W_4^VV) $$