Merge pull request #375 from open-edge-platform/update-branch

Edge AI Demo Studio: Implement multiserve backend (#930)

Author: gooishin

usecases/ai/edge-ai-demo-studio/.gitignore

@@ -1,6 +1,7 @@
 # Python environment
 .venv
 __pycache__
+.cache
 
 # Payload cache
 /frontend/.env
@@ -11,15 +12,15 @@ __pycache__
 # Thirdparty
 /thirdparty/
 /workers/thirdparty
-/workers/embedding/thirdparty
+/workers/embeddings/thirdparty
 /workers/text-generation/thirdparty
 /workers/text-to-speech/kokoro/thirdparty
 /workers/lipsync/modules/lipsync/wav2lip/wav2lip256
 /workers/lipsync/data/avatars
 /workers/lipsync/models
 /workers/lipsync/build
 
-/workers/embedding/data
+/workers/embeddings/data
 /workers/wake-word-detection/data
 
 /models

usecases/ai/edge-ai-demo-studio/README.md

@@ -5,6 +5,7 @@
 
 Edge AI Demo Studio is a modern toolkit for deploying, managing, and serving AI models on edge platforms. It features a web-based UI for device, workload, and user management, and is optimized for Intel hardware and edge environments.
 
+![Demo](./docs/demo.gif)
 
 ## Features
 
@@ -114,4 +115,4 @@ See [docs/DEPLOYMENT.md](docs/DEPLOYMENT.md) for deployment guidelines.
 
 **Q: Why is Electron Skipped by default**
 
-This is because Electron is being used to create a packaged release only. If you need a packaged release, please refer to [docs/DEPLOYMENT.md](docs/DEPLOYMENT.md)
+This is because Electron is being used to create a packaged release only. If you need a packaged release, please refer to [docs/DEPLOYMENT.md](docs/DEPLOYMENT.md)

usecases/ai/edge-ai-demo-studio/docs/demo.gif

@@ -39,5 +39,3 @@ yarn-error.log*
 # typescript
 *.tsbuildinfo
 next-env.d.ts
-
-data

usecases/ai/edge-ai-demo-studio/frontend/.gitignore

@@ -1,59 +1,63 @@
 // Copyright (C) 2025 Intel Corporation
 // SPDX-License-Identifier: Apache-2.0
 
-import { FlatCompat } from '@eslint/eslintrc'
+import { FlatCompat } from "@eslint/eslintrc";
 
 const compat = new FlatCompat({
   // import.meta.dirname is available after Node.js v20.11.0
   baseDirectory: import.meta.dirname,
-})
+});
 
 const eslintConfig = [
+  {
+    ignores: ["src/app/(payload)/admin", "eslint.config.mjs"],
+  },
   ...compat.config({
     extends: [
-      'next',
-      'next/core-web-vitals',
-      'next/typescript',
-      'plugin:prettier/recommended',
-      'plugin:jsx-a11y/recommended',
+      "next",
+      "next/core-web-vitals",
+      "next/typescript",
+      "plugin:prettier/recommended",
+      "plugin:jsx-a11y/recommended",
     ],
-    plugins: ['prettier', 'jsx-a11y'],
+    plugins: ["prettier", "jsx-a11y"],
     rules: {
-      'prettier/prettier': [
-        'error',
+      "no-console": "error",
+      "prettier/prettier": [
+        "error",
         {
-          trailingComma: 'all',
+          trailingComma: "all",
           semi: false,
           tabWidth: 2,
           singleQuote: true,
           printWidth: 80,
-          endOfLine: 'auto',
-          arrowParens: 'always',
-          plugins: ['prettier-plugin-tailwindcss'],
+          endOfLine: "auto",
+          arrowParens: "always",
+          plugins: ["prettier-plugin-tailwindcss"],
         },
         {
           usePrettierrc: false,
         },
       ],
-      'react/react-in-jsx-scope': 'off',
-      'jsx-a11y/media-has-caption': 'off',
-      'jsx-a11y/alt-text': 'warn',
-      'jsx-a11y/aria-props': 'warn',
-      'jsx-a11y/aria-proptypes': 'warn',
-      'jsx-a11y/aria-unsupported-elements': 'warn',
-      'jsx-a11y/role-has-required-aria-props': 'warn',
-      'jsx-a11y/role-supports-aria-props': 'warn',
-      '@typescript-eslint/naming-convention': [
-        'error',
+      "react/react-in-jsx-scope": "off",
+      "jsx-a11y/media-has-caption": "off",
+      "jsx-a11y/alt-text": "warn",
+      "jsx-a11y/aria-props": "warn",
+      "jsx-a11y/aria-proptypes": "warn",
+      "jsx-a11y/aria-unsupported-elements": "warn",
+      "jsx-a11y/role-has-required-aria-props": "warn",
+      "jsx-a11y/role-supports-aria-props": "warn",
+      "@typescript-eslint/naming-convention": [
+        "error",
         {
-          selector: 'variableLike',
-          format: ['UPPER_CASE', 'camelCase', 'PascalCase'],
-          leadingUnderscore: 'allow',
-          trailingUnderscore: 'forbid',
+          selector: "variableLike",
+          format: ["UPPER_CASE", "camelCase", "PascalCase"],
+          leadingUnderscore: "allow",
+          trailingUnderscore: "forbid",
         },
       ],
     },
   }),
-]
+];
 
-export default eslintConfig
+export default eslintConfig;

usecases/ai/edge-ai-demo-studio/frontend/eslint.config.mjs

@@ -0,0 +1,13 @@
+{
+  "$schema": "https://unpkg.com/knip@5/schema.json",
+  "ignoreExportsUsedInFile": {
+    "interface": true,
+    "type": true
+  },
+  "tags": [
+    "-lintignore"
+  ],
+  "ignore": [
+    "src/components/ui/**"
+  ]
+}

usecases/ai/edge-ai-demo-studio/frontend/knip.json

@@ -3,32 +3,31 @@
 
 import type { NextConfig } from 'next'
 import { withPayload } from '@payloadcms/next/withPayload'
+import withBundleAnalyzer from '@next/bundle-analyzer'
 import {
   LIPSYNC_PORT,
   EMBEDDING_PORT,
   SPEECH_TO_TEXT_PORT,
   TEXT_TO_SPEECH_PORT,
   IMAGE_GENERATION_PORT,
   WAKE_WORD_DETECTION_PORT,
+  TEXT_GENERATION_PORT,
 } from '@/lib/constants'
 
+const bundleAnalyzer = withBundleAnalyzer({
+  enabled: process.env.ANALYZE === 'true',
+})
+
 const nextConfig: NextConfig = {
   devIndicators: false,
   output: 'standalone',
-  serverExternalPackages: ['openvino-node'],
   outputFileTracingIncludes: {
     '/': ['./node_modules/@libsql/win32-x64-msvc/**/*'],
   },
   experimental: {
     proxyTimeout: 1000 * 120, // 120 seconds
   },
-  webpack: (config, { isServer }) => {
-    if (!isServer) {
-      config.externals = [
-        ...config.externals,
-        { 'openvino-node': 'commonjs openvino-node' },
-      ]
-    }
+  webpack: (config) => {
     return config
   },
   async redirects() {
@@ -43,19 +42,23 @@ const nextConfig: NextConfig = {
   async rewrites() {
     return [
       {
-        source: '/api/stt/v1/:slug*',
-        destination: `http://localhost:${SPEECH_TO_TEXT_PORT}/v1/:slug*`,
+        source: `/api/text-generation/:slug*`,
+        destination: `http://localhost:${TEXT_GENERATION_PORT}/:slug*`,
+      },
+      {
+        source: `/api/speech-to-text/:slug*`,
+        destination: `http://localhost:${SPEECH_TO_TEXT_PORT}/:slug*`,
       },
       {
-        source: '/api/embeddings/v1/:slug*',
-        destination: `http://localhost:${EMBEDDING_PORT}/v1/:slug*`,
+        source: `/api/embeddings/:slug*`,
+        destination: `http://localhost:${EMBEDDING_PORT}/:slug*`,
       },
       {
-        source: '/api/tts/v1/:slug*',
-        destination: `http://localhost:${TEXT_TO_SPEECH_PORT}/v1/:slug*`,
+        source: `/api/text-to-speech/:slug*`,
+        destination: `http://localhost:${TEXT_TO_SPEECH_PORT}/:slug*`,
       },
       {
-        source: '/api/lipsync/:slug*',
+        source: `/api/lipsync/:slug*`,
         destination: `http://localhost:${LIPSYNC_PORT}/:slug*`,
       },
       {
@@ -70,4 +73,4 @@ const nextConfig: NextConfig = {
   },
 }
 
-export default withPayload(nextConfig)
+export default bundleAnalyzer(withPayload(nextConfig))