feat: webrtc and AI plugins

.env.example

@@ -1,4 +1,5 @@
-STREAM_API_KEY=892s22ypvt6m
-STREAM_API_SECRET=5cssrefv55rs3cnkk38kfjam2k7c2ykwn4h79dqh66ym89gm65cxy4h9jx4cypd6
+STREAM_API_KEY=your-stream-api-key
+STREAM_API_SECRET=your-stream-api-secret
 STREAM_BASE_URL=http://127.0.0.1:3030
 OPENAI_API_KEY=sk-your-openai-api-key
+CARTESIA_API_KEY=your-cartesia-api-key

.github/workflows/ci.yml

@@ -17,21 +17,22 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        python-version: ["3.9", "3.10", "3.11", "3.12", "3.13"]
+        python-version: ["3.10", "3.11", "3.12", "3.13"]
     steps:
     - name: Check out repo
       uses: actions/checkout@v4
-    - uses: chartboost/ruff-action@v1
+    - uses: astral-sh/ruff-action@v3
       continue-on-error: false
     - name: Install uv and set the python version
       uses: astral-sh/setup-uv@v5
       with:
         python-version: ${{ matrix.python-version }}
     - name: Install the project
-      run: uv sync --all-extras --dev
+      run: |
+          uv sync --all-packages --all-groups --all-extras
     - name: Run tests
       env:
         STREAM_BASE_URL: ${{ vars.STREAM_BASE_URL }}
         STREAM_API_KEY: ${{ vars.STREAM_API_KEY }}
         STREAM_API_SECRET: ${{ secrets.STREAM_API_SECRET }}
-      run: uv run pytest tests/ getstream/
+      run: uv run pytest

.github/workflows/release-v2.yml

@@ -36,7 +36,7 @@ jobs:
 
       - name: Sync environment & install dev extras
         run: |
-          uv sync --dev --all-packages --all-groups --all-extras 
+          uv sync --dev --all-packages --all-groups --all-extras
 
       - name: Build core distributions
         run: |
@@ -70,7 +70,7 @@ jobs:
         with:
           repository-url: https://test.pypi.org/legacy/
           packages-dir: dist
-        environment:
+        env:
           name: testpypi
 
   test-core-index:
@@ -136,7 +136,7 @@ jobs:
         with:
           repository-url: https://test.pypi.org/legacy/
           packages-dir: dist-plugins
-        environment:
+        env:
           name: testpypi
 
   test-plugins-index:
@@ -178,4 +178,4 @@ jobs:
           echo "* Core published to TestPyPI: ✅" >> $GITHUB_STEP_SUMMARY
           echo "* Plugins built & tests: ✅" >> $GITHUB_STEP_SUMMARY
           echo "* Plugins published to TestPyPI: ✅" >> $GITHUB_STEP_SUMMARY
-          echo "* Tests against TestPyPI packages: ✅" >> $GITHUB_STEP_SUMMARY 
+          echo "* Tests against TestPyPI packages: ✅" >> $GITHUB_STEP_SUMMARY

.github/workflows/release.yml

@@ -5,35 +5,159 @@ on:
     types: [closed]
     branches:
       - main
+  workflow_dispatch:
+    inputs:
+      python-version:
+        description: "Python version to use"
+        default: "3.12"
+        required: false
+
+permissions:
+  contents: read
+  id-token: write
 
 jobs:
-  Release:
-    name: 🚀 Release
-    if: github.event.pull_request.merged && startsWith(github.head_ref, 'release-')
+  build-core:
+    name: Build & Test Core SDK
+    if: (github.event.pull_request.merged && startsWith(github.head_ref, 'release-')) || github.event_name == 'workflow_dispatch'
     runs-on: ubuntu-latest
-    permissions: write-all
+    environment: ci
+    outputs:
+      version: ${{ steps.get_version.outputs.version }}
     steps:
-      - uses: actions/github-script@v7
-        with:
-          script: |
-            // Getting the release version from the PR source branch
-            // Source branch looks like this: release-1.0.0
-            const version = context.payload.pull_request.head.ref.split('-')[1]
-            core.exportVariable('VERSION', version)
-      - uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
+      - name: Checkout repository
+        uses: actions/checkout@v4
+
       - name: Install uv and set the python version
         uses: astral-sh/setup-uv@v5
         with:
-          python-version: "3.12"
-      - name: Build project
-        run: uv build
-      - name: Publish package distributions to PyPI
-        uses: pypa/gh-action-pypi-publish@release/v1
-      - name: Create release on GitHub
-        uses: ncipollo/release-action@v1
+          python-version: ${{ github.event.inputs.python-version || '3.12' }}
+
+      - name: Sync environment & install dev extras
+        run: |
+          uv sync --all-packages --all-extras --dev --all-groups
+
+      - name: Build core distributions
+        run: |
+          uv build -o dist
+
+      - name: Extract package version
+        id: get_version
+        run: |
+          python - <<'PY'
+          import re, os, pathlib, sys
+          version_file = pathlib.Path('getstream') / 'version.py'
+          content = version_file.read_text()
+          match = re.search(r"VERSION\s*=\s*['\"]([^'\"]+)['\"]", content)
+          if not match:
+              sys.exit('Could not find VERSION in getstream/version.py')
+          version = match.group(1)
+          with open(os.environ['GITHUB_OUTPUT'], 'a') as fh:
+              fh.write(f'version={version}\n')
+          PY
+
+      - name: Publish core to PyPI
+        env:
+          TWINE_USERNAME: __token__
+          TWINE_PASSWORD: ${{ secrets.PYPI_API_TOKEN }}
+        run: |
+          uv pip install --upgrade twine
+          for FILE in dist/getstream*.whl; do
+            BASENAME=$(basename "$FILE")
+            PACKAGE_NAME=${BASENAME%%-*}
+            VERSION=$(echo "$BASENAME" | cut -d'-' -f2) # 1.5.0a2 etc.
+            echo "Checking if $PACKAGE_NAME version $VERSION exists on PyPI..."
+            if pip index versions --pre "$PACKAGE_NAME" | grep -q "$VERSION"; then
+              echo "Version $VERSION already exists for $PACKAGE_NAME – skipping upload."
+            else
+              echo "Uploading $BASENAME to PyPI."
+              twine upload "$FILE"
+            fi
+          done
+
+      - name: Install core from using uv
+        run: |
+          uv pip install "getstream==${{ steps.get_version.outputs.version }}"
+
+      - name: Run core tests against PyPI artifact
+        env:
+          STREAM_BASE_URL: ${{ vars.STREAM_BASE_URL }}
+          STREAM_API_KEY: ${{ vars.STREAM_API_KEY }}
+          STREAM_API_SECRET: ${{ secrets.STREAM_API_SECRET }}
+        run: |
+          UV_NO_SOURCES=1 uv run pytest --ignore=getstream/plugins
+
+  build-plugins:
+    name: Build & Test Plugin Packages
+    runs-on: ubuntu-latest
+    needs: build-core
+    environment: ci
+    env:
+      CORE_VERSION: ${{ needs.build-core.outputs.version }}
+      UV_NO_SOURCES: "1"
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+
+      - name: Install uv and set the python version
+        uses: astral-sh/setup-uv@v5
         with:
-          tag: ${{ env.VERSION }}
-          token: ${{ secrets.GITHUB_TOKEN }}
-          generateReleaseNotes: true
+          python-version: ${{ github.event.inputs.python-version || '3.12' }}
+
+      - name: Install new core from PyPI using uv (for plugin builds/tests)
+        run: |
+          uv pip install "getstream==${CORE_VERSION}"
+
+      - name: Detect updated plugins
+        id: detect
+        shell: bash
+        run: |
+          set -e
+          declare -a UPD_PKG UPD_DIR
+          for dir in getstream/plugins/*/; do
+            [[ -f "$dir/pyproject.toml" ]] || continue
+            # get "name version" from pyproject.toml in one shot
+            read -r name ver <<<"$(python -c 'import tomllib,sys, pathlib; p=sys.argv[1]; data=tomllib.load(open(p,"rb")); print(data["project"]["name"], data["project"]["version"])' "$dir/pyproject.toml")"
+            if ! pip index versions --pre "$name" | grep -q "$ver"; then
+              UPD_PKG+=("$name")
+              UPD_DIR+=("${dir%/}")
+            fi
+          done
+          echo "updated_packages=${UPD_PKG[*]}"   >>"$GITHUB_OUTPUT"
+          echo "updated_dirs=${UPD_DIR[*]}"       >>"$GITHUB_OUTPUT"
+          [[ ${#UPD_PKG[@]} -gt 0 ]] && echo "has_updates=true" >>"$GITHUB_OUTPUT"
+
+      - name: Build wheels
+        if: steps.detect.outputs.has_updates == 'true'
+        run: |
+          mkdir -p dist-plugins
+          for pkg in ${{ steps.detect.outputs.updated_packages }}; do
+            echo "::group::Building $pkg"
+            uv build --package "$pkg" -o dist-plugins --wheel --sdist
+            echo "::endgroup::"
+          done
+
+      - name: Test updated plugins (local wheels)
+        if: steps.detect.outputs.has_updates == 'true'
+        env:
+          STREAM_BASE_URL:   ${{ vars.STREAM_BASE_URL }}
+          STREAM_API_KEY:    ${{ vars.STREAM_API_KEY }}
+          STREAM_API_SECRET: ${{ secrets.STREAM_API_SECRET }}
+        run: |
+          uv pip install dist-plugins/*.whl
+          uv run pytest ${{ steps.detect.outputs.updated_dirs }}
+
+      - name: Publish wheels to PyPI
+        if: steps.detect.outputs.has_updates == 'true'
+        env:
+          TWINE_USERNAME: __token__
+          TWINE_PASSWORD: ${{ secrets.PYPI_API_TOKEN }}
+        run: |
+          uv pip install --upgrade twine
+          twine upload dist-plugins/*.whl
+
+      - name: Re-install from PyPI and re-run tests
+        if: steps.detect.outputs.has_updates == 'true'
+        run: |
+          uv pip install "getstream==${CORE_VERSION}" ${{ steps.detect.outputs.updated_packages }}
+          uv run pytest ${{ steps.detect.outputs.updated_dirs }}

.github/workflows/stream-py.code-workspace

@@ -0,0 +1,7 @@
+{
+    "folders": [
+        {
+            "path": "../.."
+        }
+    ]
+}

.gitignore

@@ -1,19 +1,8 @@
-*/__pycache__
-*/chat/__pycache__
-*/video/__pycache__
-*/chat/sync/__pycache__
-*/chat/async_/__pycache__
-*/sync/__pycache__
-*/async_/__pycache__
-*/video/sync/__pycache__
-*/model/__pycache__/
-*/cli/__pycache__
-*/cli/__pycache__
+*__pycache__
 .env
 .vscode/settings.json
 *.pyc
 dist/*
-dist/*
 *.log
 .python-version
 pyvenv.cfg
@@ -23,3 +12,11 @@ lib/*
 shell.nix
 pyrightconfig.json
 .DS_Store
+
+# Python package build artifacts
+*.egg-info/
+build/
+*.egg
+__pycache__/
+*.py[cod]
+*$py.class

.gitmodules

@@ -0,0 +1,3 @@
+[submodule "protocol"]
+	path = protocol
+	url = https://github.com/GetStream/protocol

.pre-commit-config.yaml

@@ -12,3 +12,4 @@ repos:
     -   id: end-of-file-fixer
     -   id: check-yaml
     -   id: check-added-large-files
+        args: ["--maxkb=6000"]

.vscode/launch.json

@@ -0,0 +1,90 @@
+{
+    "version": "0.2.0",
+    "configurations": [
+        {
+            "name": "Python: Current File",
+            "type": "debugpy",
+            "request": "launch",
+            "program": "${file}",
+            "console": "integratedTerminal",
+            "cwd": "${workspaceFolder}",
+            "python": "${workspaceFolder}/.venv/bin/python",
+            "env": {
+                "PYTHONPATH": "${workspaceFolder}"
+            }
+        },
+        {
+            "name": "Python: Run Tests (Current File)",
+            "type": "debugpy",
+            "request": "launch",
+            "module": "pytest",
+            "args": [
+                "${file}",
+                "-v"
+            ],
+            "console": "integratedTerminal",
+            "cwd": "${workspaceFolder}",
+            "python": "${workspaceFolder}/.venv/bin/python",
+            "env": {
+                "PYTHONPATH": "${workspaceFolder}"
+            }
+        },
+        {
+            "name": "Python: Run All Tests",
+            "type": "debugpy",
+            "request": "launch",
+            "module": "pytest",
+            "args": [
+                "tests/",
+                "-v"
+            ],
+            "console": "integratedTerminal",
+            "cwd": "${workspaceFolder}",
+            "python": "${workspaceFolder}/.venv/bin/python",
+            "env": {
+                "PYTHONPATH": "${workspaceFolder}"
+            }
+        },
+        {
+            "name": "Python: Run Specific Test",
+            "type": "debugpy",
+            "request": "launch",
+            "module": "pytest",
+            "args": [
+                "${input:testPath}",
+                "-v",
+                "-s"
+            ],
+            "console": "integratedTerminal",
+            "cwd": "${workspaceFolder}",
+            "python": "${workspaceFolder}/.venv/bin/python",
+            "env": {
+                "PYTHONPATH": "${workspaceFolder}"
+            }
+        },
+        {
+            "name": "Python: Debug with uv run",
+            "type": "debugpy",
+            "request": "launch",
+            "program": "/usr/local/bin/uv",
+            "args": [
+                "run",
+                "python",
+                "${file}"
+            ],
+            "console": "integratedTerminal",
+            "cwd": "${workspaceFolder}",
+            "env": {
+                "PYTHONPATH": "${workspaceFolder}"
+            }
+        }
+    ],
+    "inputs": [
+        {
+            "id": "testPath",
+            "description": "Path to test file or test function",
+            "default": "tests/",
+            "type": "promptString"
+        }
+    ]
+}