Spaces:
Runtime error
Runtime error
Commit
·
81ea362
1
Parent(s):
ebde2f8
Update app.py
Browse files
app.py
CHANGED
|
@@ -149,7 +149,7 @@ c1.write("Cached keys and values (GB)")
|
|
| 149 |
acts = round(2*bs*l*(d/h)*h*2*n/1e9, 2)
|
| 150 |
c2.write(str(acts))
|
| 151 |
|
| 152 |
-
st.
|
| 153 |
c1, c2 = st.columns([2, 4])
|
| 154 |
num_params = (10+2/h)*l*d*d
|
| 155 |
c1.write("Num Parameters (in B)")
|
|
@@ -160,8 +160,12 @@ c1.write("Cached keys and values (GB)")
|
|
| 160 |
acts = round(2*bs*l*(d/h)*2*n/1e9, 2)
|
| 161 |
c2.write(str(acts))
|
| 162 |
|
| 163 |
-
st.subheader("
|
| 164 |
-
st.
|
|
|
|
|
|
|
|
|
|
|
|
|
| 165 |
|
| 166 |
breakdown = st.checkbox("Show breakdown per operation")
|
| 167 |
if breakdown:
|
|
|
|
| 149 |
acts = round(2*bs*l*(d/h)*h*2*n/1e9, 2)
|
| 150 |
c2.write(str(acts))
|
| 151 |
|
| 152 |
+
st.caption("Multi-Query Attention")
|
| 153 |
c1, c2 = st.columns([2, 4])
|
| 154 |
num_params = (10+2/h)*l*d*d
|
| 155 |
c1.write("Num Parameters (in B)")
|
|
|
|
| 160 |
acts = round(2*bs*l*(d/h)*2*n/1e9, 2)
|
| 161 |
c2.write(str(acts))
|
| 162 |
|
| 163 |
+
st.subheader("Approximations")
|
| 164 |
+
st.markdown("We estimate the time for each matrix multiplication")
|
| 165 |
+
|
| 166 |
+
st.latex("C = A \dot B, A \in R^{NxM}")
|
| 167 |
+
|
| 168 |
+
|
| 169 |
|
| 170 |
breakdown = st.checkbox("Show breakdown per operation")
|
| 171 |
if breakdown:
|