Update app.py

app.py

@@ -128,7 +128,16 @@ num_params = 12*l*d*d
 c1.write("Num Parameters (in B)")
 c2.write(str(round(num_params/1e9, 3)))
 c1.write("Storing activations")
-acts = round(2*l*(d/h)*h*n/1e9, 2)
+acts = round(2*bs*l*(d/h)*h*2*n/1e9, 2)
+c2.write(str(acts))
+
+st.caption("MQA")
+c1, c2 = st.columns([2, 4])
+num_params = (10+2/h)*l*d*d
+c1.write("Num Parameters (in B)")
+c2.write(str(round(num_params/1e9, 3)))
+c1.write("Storing activations")
+acts = round(2*bs*l*(d/h)*2*n/1e9, 2)
 c2.write(str(acts))