Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Thomas G. Lopes
commited on
Commit
·
52803ee
1
Parent(s):
2cadf2a
simpler stores
Browse files- src/lib/stores/models.ts +5 -30
- src/lib/stores/session.ts +43 -59
src/lib/stores/models.ts
CHANGED
|
@@ -1,33 +1,8 @@
|
|
| 1 |
import { page } from "$app/stores";
|
| 2 |
import type { ModelEntryWithTokenizer } from "$lib/components/InferencePlayground/types";
|
| 3 |
-
import {
|
| 4 |
-
import { get, writable } from "svelte/store";
|
| 5 |
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
|
| 10 |
-
function init() {
|
| 11 |
-
store.set(get(page)?.data.models ?? []);
|
| 12 |
-
hasStarted = true;
|
| 13 |
-
}
|
| 14 |
-
|
| 15 |
-
const subscribe: (typeof store)["subscribe"] = (...args) => {
|
| 16 |
-
if (!hasStarted) init();
|
| 17 |
-
hasStarted = true;
|
| 18 |
-
const unsubs = [
|
| 19 |
-
effect(page, $page => {
|
| 20 |
-
store.set($page.data.models);
|
| 21 |
-
}),
|
| 22 |
-
store.subscribe(...args),
|
| 23 |
-
];
|
| 24 |
-
|
| 25 |
-
return () => {
|
| 26 |
-
unsubs.forEach(unsub => unsub());
|
| 27 |
-
};
|
| 28 |
-
};
|
| 29 |
-
|
| 30 |
-
return { ...store, subscribe };
|
| 31 |
-
}
|
| 32 |
-
|
| 33 |
-
export const models = createModelsStore();
|
|
|
|
| 1 |
import { page } from "$app/stores";
|
| 2 |
import type { ModelEntryWithTokenizer } from "$lib/components/InferencePlayground/types";
|
| 3 |
+
import { readable } from "svelte/store";
|
|
|
|
| 4 |
|
| 5 |
+
export const models = readable<ModelEntryWithTokenizer[]>(undefined, set => {
|
| 6 |
+
const unsub = page.subscribe($p => set($p.data.models));
|
| 7 |
+
return unsub;
|
| 8 |
+
});
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
src/lib/stores/session.ts
CHANGED
|
@@ -6,66 +6,50 @@ import {
|
|
| 6 |
import type { Conversation, ConversationMessage, Session } from "$lib/components/InferencePlayground/types";
|
| 7 |
|
| 8 |
import { models } from "$lib/stores/models";
|
| 9 |
-
import {
|
| 10 |
import { get, writable } from "svelte/store";
|
| 11 |
|
| 12 |
-
export
|
| 13 |
-
|
| 14 |
-
const
|
| 15 |
-
|
| 16 |
-
|
| 17 |
-
|
| 18 |
-
|
| 19 |
-
const modelIdsFromQueryParam = get(safePage)?.url?.searchParams?.get("modelId")?.split(",");
|
| 20 |
-
const modelsFromQueryParam = modelIdsFromQueryParam?.map(id => get(models).find(model => model.id === id));
|
| 21 |
-
const systemMessage: ConversationMessage = {
|
| 22 |
-
role: "system",
|
| 23 |
-
content: modelIdsFromQueryParam?.[0] ? (defaultSystemMessage?.[modelIdsFromQueryParam[0]] ?? "") : "",
|
| 24 |
-
};
|
| 25 |
-
|
| 26 |
-
store.set({
|
| 27 |
-
conversations: [
|
| 28 |
-
{
|
| 29 |
-
model: get(models).find(m => FEATURED_MODELS_IDS.includes(m.id)) ??
|
| 30 |
-
get(models)[0] ?? {
|
| 31 |
-
id: "",
|
| 32 |
-
downloads: 0,
|
| 33 |
-
gated: false,
|
| 34 |
-
likes: 0,
|
| 35 |
-
name: "",
|
| 36 |
-
private: false,
|
| 37 |
-
tokenizerConfig: {},
|
| 38 |
-
updatedAt: new Date(),
|
| 39 |
-
},
|
| 40 |
-
config: { ...defaultGenerationConfig },
|
| 41 |
-
messages: [{ ...startMessageUser }],
|
| 42 |
-
systemMessage,
|
| 43 |
-
streaming: true,
|
| 44 |
-
},
|
| 45 |
-
],
|
| 46 |
-
});
|
| 47 |
-
|
| 48 |
-
if (modelsFromQueryParam?.length) {
|
| 49 |
-
const conversations = modelsFromQueryParam.map(model => {
|
| 50 |
-
return {
|
| 51 |
-
model,
|
| 52 |
-
config: { ...defaultGenerationConfig },
|
| 53 |
-
messages: [{ ...startMessageUser }],
|
| 54 |
-
systemMessage,
|
| 55 |
-
streaming: true,
|
| 56 |
-
};
|
| 57 |
-
}) as [Conversation] | [Conversation, Conversation];
|
| 58 |
-
partialSet(store, { conversations });
|
| 59 |
-
}
|
| 60 |
-
}
|
| 61 |
-
|
| 62 |
-
const subscribe: (typeof store)["subscribe"] = (...args) => {
|
| 63 |
-
if (!hasStarted) init();
|
| 64 |
-
hasStarted = true;
|
| 65 |
-
return store.subscribe(...args);
|
| 66 |
};
|
| 67 |
|
| 68 |
-
|
| 69 |
-
|
| 70 |
-
|
| 71 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 6 |
import type { Conversation, ConversationMessage, Session } from "$lib/components/InferencePlayground/types";
|
| 7 |
|
| 8 |
import { models } from "$lib/stores/models";
|
| 9 |
+
import { safePage } from "$lib/utils/store";
|
| 10 |
import { get, writable } from "svelte/store";
|
| 11 |
|
| 12 |
+
export const session = writable<Session>(undefined, (set, update) => {
|
| 13 |
+
const startMessageUser: ConversationMessage = { role: "user", content: "" };
|
| 14 |
+
const modelIdsFromQueryParam = get(safePage)?.url?.searchParams?.get("modelId")?.split(",");
|
| 15 |
+
const modelsFromQueryParam = modelIdsFromQueryParam?.map(id => get(models).find(model => model.id === id));
|
| 16 |
+
const systemMessage: ConversationMessage = {
|
| 17 |
+
role: "system",
|
| 18 |
+
content: modelIdsFromQueryParam?.[0] ? (defaultSystemMessage?.[modelIdsFromQueryParam[0]] ?? "") : "",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 19 |
};
|
| 20 |
|
| 21 |
+
set({
|
| 22 |
+
conversations: [
|
| 23 |
+
{
|
| 24 |
+
model: get(models).find(m => FEATURED_MODELS_IDS.includes(m.id)) ??
|
| 25 |
+
get(models)[0] ?? {
|
| 26 |
+
id: "",
|
| 27 |
+
downloads: 0,
|
| 28 |
+
gated: false,
|
| 29 |
+
likes: 0,
|
| 30 |
+
name: "",
|
| 31 |
+
private: false,
|
| 32 |
+
tokenizerConfig: {},
|
| 33 |
+
updatedAt: new Date(),
|
| 34 |
+
},
|
| 35 |
+
config: { ...defaultGenerationConfig },
|
| 36 |
+
messages: [{ ...startMessageUser }],
|
| 37 |
+
systemMessage,
|
| 38 |
+
streaming: true,
|
| 39 |
+
},
|
| 40 |
+
],
|
| 41 |
+
});
|
| 42 |
+
|
| 43 |
+
if (modelsFromQueryParam?.length) {
|
| 44 |
+
const conversations = modelsFromQueryParam.map(model => {
|
| 45 |
+
return {
|
| 46 |
+
model,
|
| 47 |
+
config: { ...defaultGenerationConfig },
|
| 48 |
+
messages: [{ ...startMessageUser }],
|
| 49 |
+
systemMessage,
|
| 50 |
+
streaming: true,
|
| 51 |
+
};
|
| 52 |
+
}) as [Conversation] | [Conversation, Conversation];
|
| 53 |
+
update(s => ({ ...s, conversations }));
|
| 54 |
+
}
|
| 55 |
+
});
|