From 251c4d86894b26e113b1b4426aeaf412c0b4c977 Mon Sep 17 00:00:00 2001
From: SAM <60264918+SAM-DEV007@users.noreply.github.com>
Date: Fri, 31 May 2024 18:43:19 +0530
Subject: [PATCH] Update Transformers.md

Added Tensorflow output and fixed wrong mentions
---
 contrib/machine-learning/Transformers.md | 93 +++++++++++++++++++++++-
 1 file changed, 91 insertions(+), 2 deletions(-)

diff --git a/contrib/machine-learning/Transformers.md b/contrib/machine-learning/Transformers.md
index e9e50e8..d30bd63 100644
--- a/contrib/machine-learning/Transformers.md
+++ b/contrib/machine-learning/Transformers.md
@@ -189,8 +189,8 @@ transformer = Transformer(
       d_model=d_model,
       num_heads=num_heads,
       dff=dff,
-      input_vocab_size=tokenizers.pt.get_vocab_size().numpy(),
-      target_vocab_size=tokenizers.en.get_vocab_size().numpy(),
+      input_vocab_size=64,
+      target_vocab_size=64,
       dropout_rate=dropout_rate
 )
 ```
@@ -205,7 +205,96 @@ output = transformer((src, tgt))
 
 O/P:
 ```
+<tf.Tensor: shape=(64, 50, 64), dtype=float32, numpy=
+array([[[ 0.78274703, -1.2312567 ,  0.7272992 , ...,  2.1805947 ,
+          1.3511044 , -1.275499  ],
+        [ 0.82658154, -1.2863302 ,  0.76494133, ...,  2.39311   ,
+          1.0973787 , -1.3414565 ],
+        [ 0.57013685, -1.3958443 ,  1.0213287 , ...,  2.3791933 ,
+          0.58439416, -0.93464035],
+        ...,
+        [ 0.82214123, -0.51090807,  0.25897795, ...,  2.1979148 ,
+          1.4126635 , -0.5771998 ],
+        [ 0.6371507 , -0.36584622,  0.40954843, ...,  2.0241373 ,
+          1.6503414 , -0.74359566],
+        [ 0.6739802 , -0.39973688,  0.3338765 , ...,  1.6819229 ,
+          1.7505672 , -1.0763712 ]],
 
+       [[ 0.78274703, -1.2312567 ,  0.7272992 , ...,  2.1805947 ,
+          1.3511044 , -1.275499  ],
+        [ 0.82658154, -1.2863302 ,  0.76494133, ...,  2.39311   ,
+          1.0973787 , -1.3414565 ],
+        [ 0.57013685, -1.3958443 ,  1.0213287 , ...,  2.3791933 ,
+          0.58439416, -0.93464035],
+        ...,
+        [ 0.82214123, -0.51090807,  0.25897795, ...,  2.1979148 ,
+          1.4126635 , -0.5771998 ],
+        [ 0.6371507 , -0.36584622,  0.40954843, ...,  2.0241373 ,
+          1.6503414 , -0.74359566],
+        [ 0.6739802 , -0.39973688,  0.3338765 , ...,  1.6819229 ,
+          1.7505672 , -1.0763712 ]],
+
+       [[ 0.78274703, -1.2312567 ,  0.7272992 , ...,  2.1805947 ,
+          1.3511044 , -1.275499  ],
+        [ 0.82658154, -1.2863302 ,  0.76494133, ...,  2.39311   ,
+          1.0973787 , -1.3414565 ],
+        [ 0.57013685, -1.3958443 ,  1.0213287 , ...,  2.3791933 ,
+          0.58439416, -0.93464035],
+        ...,
+        [ 0.82214123, -0.51090807,  0.25897795, ...,  2.1979148 ,
+          1.4126635 , -0.5771998 ],
+        [ 0.6371507 , -0.36584622,  0.40954843, ...,  2.0241373 ,
+          1.6503414 , -0.74359566],
+        [ 0.6739802 , -0.39973688,  0.3338765 , ...,  1.6819229 ,
+          1.7505672 , -1.0763712 ]],
+
+       ...,
+
+       [[ 0.78274703, -1.2312567 ,  0.7272992 , ...,  2.1805947 ,
+          1.3511044 , -1.275499  ],
+        [ 0.82658154, -1.2863302 ,  0.76494133, ...,  2.39311   ,
+          1.0973787 , -1.3414565 ],
+        [ 0.57013685, -1.3958443 ,  1.0213287 , ...,  2.3791933 ,
+          0.58439416, -0.93464035],
+        ...,
+        [ 0.82214123, -0.51090807,  0.25897795, ...,  2.1979148 ,
+          1.4126635 , -0.5771998 ],
+        [ 0.6371507 , -0.36584622,  0.40954843, ...,  2.0241373 ,
+          1.6503414 , -0.74359566],
+        [ 0.6739802 , -0.39973688,  0.3338765 , ...,  1.6819229 ,
+          1.7505672 , -1.0763712 ]],
+
+       [[ 0.78274703, -1.2312567 ,  0.7272992 , ...,  2.1805947 ,
+          1.3511044 , -1.275499  ],
+        [ 0.82658154, -1.2863302 ,  0.76494133, ...,  2.39311   ,
+          1.0973787 , -1.3414565 ],
+        [ 0.57013685, -1.3958443 ,  1.0213287 , ...,  2.3791933 ,
+          0.58439416, -0.93464035],
+        ...,
+        [ 0.82214123, -0.51090807,  0.25897795, ...,  2.1979148 ,
+          1.4126635 , -0.5771998 ],
+        [ 0.6371507 , -0.36584622,  0.40954843, ...,  2.0241373 ,
+          1.6503414 , -0.74359566],
+        [ 0.6739802 , -0.39973688,  0.3338765 , ...,  1.6819229 ,
+          1.7505672 , -1.0763712 ]],
+
+       [[ 0.78274703, -1.2312567 ,  0.7272992 , ...,  2.1805947 ,
+          1.3511044 , -1.275499  ],
+        [ 0.82658154, -1.2863302 ,  0.76494133, ...,  2.39311   ,
+          1.0973787 , -1.3414565 ],
+        [ 0.57013685, -1.3958443 ,  1.0213287 , ...,  2.3791933 ,
+          0.58439416, -0.93464035],
+        ...,
+        [ 0.82214123, -0.51090807,  0.25897795, ...,  2.1979148 ,
+          1.4126635 , -0.5771998 ],
+        [ 0.6371507 , -0.36584622,  0.40954843, ...,  2.0241373 ,
+          1.6503414 , -0.74359566],
+        [ 0.6739802 , -0.39973688,  0.3338765 , ...,  1.6819229 ,
+          1.7505672 , -1.0763712 ]]], dtype=float32)>
+```
+```
+>>> output.shape
+TensorShape([64, 50, 64])
 ```
 
 ### PyTorch