From ea7fddb03ab58d86defaf65e7005250316ab8ffa Mon Sep 17 00:00:00 2001 From: Jonah Ramponi Date: Wed, 3 Apr 2024 21:13:12 +0100 Subject: [PATCH] new pages --- content/posts/intro_to_attention.md | 2 +- content/posts/knowledge_graphs.md | 11 +++++++++++ content/posts/vector_databases.md | 11 +++++++++++ 3 files changed, 23 insertions(+), 1 deletion(-) create mode 100644 content/posts/knowledge_graphs.md create mode 100644 content/posts/vector_databases.md diff --git a/content/posts/intro_to_attention.md b/content/posts/intro_to_attention.md index b7c6102..f9e3ece 100644 --- a/content/posts/intro_to_attention.md +++ b/content/posts/intro_to_attention.md @@ -198,7 +198,7 @@ The overall output of the process is then simply Concat() simply concatenates our output matrices. The output matrix of size $(n \times d_v)$ for each head is simply our matrices stacked on top of one another like so \begin{equation*} - \text{Concat}(\text{head}_1, \dots, \text{head}_h) = \begin{pmatrix} + \text{Concat}(head_1, \dots, head_h) = \begin{pmatrix} head_{1_{11}} & \dots & head_{1_{1d_v}} & \dots & head_{H_{11}} & \dots & head_{H_{1d_v}} \\ head_{1_{21}} & \dots & head_{1_{2d_v}} & \dots & head_{H_{21}} & \dots & head_{H_{2d_v}} \\ \vdots & \ddots & \vdots & \dots & \vdots & \ddots & \vdots \\ diff --git a/content/posts/knowledge_graphs.md b/content/posts/knowledge_graphs.md new file mode 100644 index 0000000..b5d40cb --- /dev/null +++ b/content/posts/knowledge_graphs.md @@ -0,0 +1,11 @@ +--- +title: Knowledge Graphs +description: A brief introduction to knowledge graphs +date: 2024-01-30 +tldr: A brief introduction to knowledge graphs +draft: false +tags: [RAG] +--- + +Please check back later, this section is in progress :) + diff --git a/content/posts/vector_databases.md b/content/posts/vector_databases.md new file mode 100644 index 0000000..3563528 --- /dev/null +++ b/content/posts/vector_databases.md @@ -0,0 +1,11 @@ +--- +title: Vector Databases +description: A brief introduction to vector databases +date: 2024-01-30 +tldr: A brief introduction to vector databases +draft: false +tags: [RAG] +--- + +Please check back later, this section is in progress :) +