Dockerize

.dockerignore

@@ -0,0 +1,17 @@
+node_modules
+.git
+.gitignore
+*.md
+!README.md
+*.log
+.DS_Store
+.env
+.env.*
+!.env.example
+dist
+.bench-cache
+benchmark-results.jsonl
+bench-node
+bench-web
+.vscode
+.idea

Dockerfile

@@ -0,0 +1,54 @@
+FROM node:22-slim
+
+# Install dependencies for Playwright browsers
+RUN apt-get update && apt-get install -y \
+    wget \
+    gnupg \
+    ca-certificates \
+    fonts-liberation \
+    libasound2 \
+    libatk-bridge2.0-0 \
+    libatk1.0-0 \
+    libatspi2.0-0 \
+    libcups2 \
+    libdbus-1-3 \
+    libdrm2 \
+    libgbm1 \
+    libgtk-3-0 \
+    libnspr4 \
+    libnss3 \
+    libwayland-client0 \
+    libxcomposite1 \
+    libxdamage1 \
+    libxfixes3 \
+    libxkbcommon0 \
+    libxrandr2 \
+    xdg-utils \
+    && rm -rf /var/lib/apt/lists/*
+
+WORKDIR /app
+
+# Copy bench package files
+COPY bench/package*.json ./bench/
+
+# Install dependencies
+WORKDIR /app/bench
+RUN npm ci
+
+# Install Playwright browsers
+RUN npx playwright install chromium firefox webkit
+
+# Copy source code
+WORKDIR /app
+COPY bench/ ./bench/
+
+# Expose port
+EXPOSE 7860
+
+# Health check
+HEALTHCHECK --interval=30s --timeout=10s --start-period=40s --retries=3 \
+    CMD node -e "require('http').get('http://localhost:7860/', (r) => {process.exit(r.statusCode === 200 ? 0 : 1)})"
+
+# Start the server
+WORKDIR /app/bench
+CMD ["npm", "run", "server"]

README.md

@@ -1,19 +1,112 @@
-# transformersjs-bench-min (warm/cold + repeats + p50/p90)
+---
+title: Transformers.js Benchmark Server
+emoji: 🚀
+colorFrom: blue
+colorTo: green
+sdk: docker
+pinned: false
+---
 
-Includes:
-- `bench-node/`: Node CLI with `--mode warm|cold`, `--repeats`, `--cache-dir`.
-- `bench-web/`: Browser app with warm (prefetch+reload) / cold (clear caches) and repeats.
+# Transformers.js Benchmark Server
 
-## Quick start
-### Node
+A REST API server for running and managing Transformers.js benchmarks on both Node.js and browser (via Playwright) platforms.
+
+## Features
+
+- **Queue-based benchmark execution**: Submit benchmarks via REST API and process them sequentially
+- **Multi-platform support**: Run benchmarks on Node.js or in browsers (via Playwright)
+- **Result persistence**: Store benchmark results in JSONL format
+- **Validation**: Request validation using Zod schemas
+- **CLI client**: Command-line interface for interacting with the server
+
+## API Endpoints
+
+### Submit Benchmark
+```bash
+POST /api/benchmark
+Content-Type: application/json
+
+{
+  "platform": "node",          # "node" or "web"
+  "modelId": "Xenova/all-MiniLM-L6-v2",
+  "task": "feature-extraction",
+  "mode": "warm",              # "warm" or "cold"
+  "repeats": 3,
+  "dtype": "fp32",             # fp32, fp16, q8, int8, uint8, q4, bnb4, q4f16
+  "batchSize": 1,
+  "device": "webgpu",          # For web: "webgpu" or "wasm"
+  "browser": "chromium",       # For web: "chromium", "firefox", "webkit"
+  "headed": false
+}
+```
+
+### Get Benchmark Result
 ```bash
-cd bench-node
-npm i
-npm run bench -- Xenova/distilbert-base-uncased feature-extraction --mode warm --repeats 5 --cache-dir .bench-cache/warm
+GET /api/benchmark/:id
 ```
-### Web
+
+### List All Benchmarks
 ```bash
-cd bench-web
-npm i
-npm run dev
+GET /api/benchmarks
+```
+
+### Queue Status
+```bash
+GET /api/queue
+```
+
+### Clear Results
+```bash
+DELETE /api/benchmarks
+```
+
+## Architecture
+
+```
+.
+├── bench/          # Benchmark server and execution logic
+│   ├── src/
+│   │   ├── core/      # Shared types and utilities
+│   │   ├── node/      # Node.js benchmark runner
+│   │   ├── web/       # Browser benchmark runner (Playwright)
+│   │   └── server/    # REST API server (Hono)
+│   └── package.json
+├── client/         # CLI client for the server
+│   ├── src/
+│   │   └── index.ts   # Yargs-based CLI
+│   └── package.json
+└── Dockerfile
 ```
+
+## Development
+
+### Running locally
+
+1. Install dependencies:
+```bash
+cd bench && npm install
+cd ../client && npm install
+```
+
+2. Install Playwright browsers:
+```bash
+cd bench && npm run bench:install
+```
+
+3. Start the server:
+```bash
+cd bench && npm run server
+```
+
+4. Use the CLI client:
+```bash
+cd client && npm run cli -- submit Xenova/all-MiniLM-L6-v2 feature-extraction --wait
+```
+
+## Deployment
+
+This server is designed to run on Hugging Face Spaces using Docker. The Dockerfile includes all necessary dependencies including Playwright browsers for running web-based benchmarks.
+
+## License
+
+MIT

bench/src/server/index.ts

@@ -232,7 +232,7 @@ curl -X POST http://localhost:3000/api/benchmark \\
   `);
 });
 
-const PORT = Number(process.env.PORT) || 3000;
+const PORT = Number(process.env.PORT) || 7860;
 
 serve({
   fetch: app.fetch,