feat: marketplace support (#249)

* chore: remove workspaces for each single tools

* chore: remove workspaces for each single tools

* chore: remove workspaces for each single tools

* chore: remove workspaces for each single tools

* chore: add locks to all tools

* chore: add remove-empty-tools.ts script

* chore: tool init

* fix: tsc

* chore: change all @type/bun latest

* chore: build all tools, generate bun.lock for each tool

* chore: update new tool script template

* chore: build to marketplace-importable json

* chore: build runtime dockerfile

* chore:  upload assets files to s3

* chore: sdk types

* fix: dev when sprase-checkout

* chore: confirmUpload can confirm a bunch of tools

* chore: dev tool list parentId

* feat: install directly

* fix: type

* chore: deploy marketplace script

* fix: external s3 ak/sk

* fix: delete tools; init tools clean the dir

* fix: install

* chore: github action deploy marketplace data script

* feat: run tool openapi doc

* fix: some logos

* chore: sparse-checkout

* fix: only load active plugins

* feat: support auto delete plugin inactivated in 10mins

* perf: tool install logic

* fix: somebug

* fix: dev tool filename

* fix: dev tool children icon

* chore: dev contentType

* fix: race condition for init tools

* fix: dev icon

* chore: adjust

* fix: fix minioKey

* chore: sdk publish 0.2.0

* fix: children icon

Author: FinleyGe

.env.deploy.template

@@ -0,0 +1,4 @@
+S3_ENDPOINT=http://localhost:9000
+S3_BUCKET=fastgpt-plugins
+S3_ACCESS_KEY=minioadmin
+S3_SECRET_KEY=minioadmin

.github/workflows/build-image.yml

@@ -22,6 +22,10 @@ jobs:
     steps:
       - name: Checkout code
         uses: actions/checkout@v4
+        with:
+          sparse-checkout: |
+            /*
+            !modules/tool/packages
       - name: Set up Docker Buildx
         uses: docker/setup-buildx-action@v3
 

.github/workflows/deploy-marketplace.yml

@@ -0,0 +1,57 @@
+name: Deploy to Marketplace
+
+on:
+  push:
+    branches: [main]
+  workflow_dispatch:
+    inputs:
+      environment:
+        description: 'Deployment environment'
+        required: true
+        default: 'production'
+        type: choice
+        options:
+          - production
+          - staging
+
+jobs:
+  deploy:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+
+      - name: Setup Bun
+        uses: oven-sh/setup-bun@v1
+        with:
+          bun-version: 1.2.23
+
+      - name: Install root dependencies
+        run: bun install --frozen-lockfile
+
+      - name: Install tool package dependencies
+        run: bun run ./scripts/install-all.ts
+
+      - name: Build and deploy to marketplace
+        env:
+          S3_ENDPOINT: ${{ secrets.S3_ENDPOINT }}
+          S3_ACCESS_KEY: ${{ secrets.S3_ACCESS_KEY }}
+          S3_SECRET_KEY: ${{ secrets.S3_SECRET_KEY }}
+          S3_BUCKET: ${{ secrets.S3_BUCKET }}
+        run: bun run deploy:marketplace-data
+
+      - name: Notify deployment success
+        if: success()
+        run: |
+          echo "🚀 Marketplace deployment completed successfully!"
+          echo "Environment: ${{ github.event.inputs.environment || 'default' }}"
+          echo "Commit: ${{ github.sha }}"
+
+      - name: Notify deployment failure
+        if: failure()
+        run: |
+          echo "❌ Marketplace deployment failed!"
+          echo "Environment: ${{ github.event.inputs.environment || 'default' }}"
+          echo "Commit: ${{ github.sha }}"
+          exit 1

.gitignore

@@ -3,10 +3,12 @@ coverage
 dist
 node_modules
 .DS_Store
-.tsbuildinfo
+*.tsbuildinfo
 public/imgs/
 pnpm-lock.yaml
 .local
 *.local
 *.local.*
 local/
+.env.*
+!.env.*.template

Dockerfile

@@ -13,7 +13,7 @@ RUN --mount=type=cache,target=/root/.bun \
     done
 
 # 构建
-RUN bun run build
+RUN bun run build:runtime
 
 # --------- runner -----------
 FROM node:22-alpine AS runner
@@ -25,7 +25,6 @@ RUN apk add --no-cache\
 
 # copy running files
 COPY --from=builder /app/dist/ ./dist/
-COPY --from=builder /app/dist/public/ ./public/
 
 ENV NODE_ENV=production
 ENV PORT=3000

README_zh_CN.md

@@ -25,16 +25,16 @@ FastGPT 已有系统工具已经迁移到这个仓库，新工具也将在这个
 ## 系统工具基础设施
 
 - [x]  工具独立运行
-- [ ]  热插拔
+- [x]  热插拔
+- [x]  工具版本管理
+- [x]  SSE 流响应
 - [ ]  更优雅的 Secret 配置
 - [ ]  可视化调试
 - [ ]  反向调用 FastGPT
-- [ ]  工具版本管理
-- [ ]  SSE 流响应
 - [ ]  更多安全策略
 
 ## 文档
 
-- [系统工具开发指南](https://doc.tryfastgpt.ai/docs/introduction/guide/plugins/dev_system_tool)
-- [设计文档](https://doc.tryfastgpt.ai/docs/introduction/development/design/design_plugin)
+- [系统工具开发指南](https://doc.fastgpt.io/docs/introduction/guide/plugins/dev_system_tool)
+- [设计文档](https://doc.fastgpt.io/docs/introduction/development/design/design_plugin)
 - [开发规范](./dev_zh_CN.md)