Run regression on CI

.github/workflows/_regression-job.yml

@@ -0,0 +1,144 @@
+name: Regression Job (Reusable)
+
+on:
+  workflow_call:
+    inputs:
+      platform:
+        required: true
+        type: string
+      language:
+        required: true
+        type: string
+      version:
+        required: true
+        type: string
+      architecture:
+        required: true
+        type: string
+
+jobs:
+  test:
+    runs-on: ${{ inputs.architecture == 'arm64' && 'ubuntu-24.04-arm' || 'ubuntu-latest' }}
+
+    env:
+      RESOURCE_PREFIX: ci
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+        with:
+          submodules: recursive
+
+      - name: Restore SeBS cache
+        uses: actions/cache/restore@v4
+        with:
+          path: regression-cache/
+          key: sebs-cache-${{ github.ref_name }}-${{ inputs.platform }}-${{ inputs.language }}-${{ inputs.version }}
+          restore-keys: |
+            sebs-cache-${{ github.ref_name }}-
+
+      - name: Setup GCP credentials
+        if: inputs.platform == 'gcp'
+        uses: google-github-actions/auth@v2
+        with:
+          credentials_json: ${{ secrets.GCP_SERVICE_ACCOUNT_JSON }}
+
+      - name: Setup Azure credentials
+        if: inputs.platform == 'azure'
+        run: |
+          echo "AZURE_SECRET_APPLICATION_ID=${{ secrets.AZURE_SECRET_APPLICATION_ID }}" >> $GITHUB_ENV
+          echo "AZURE_SECRET_TENANT=${{ secrets.AZURE_SECRET_TENANT }}" >> $GITHUB_ENV
+          echo "AZURE_SECRET_PASSWORD=${{ secrets.AZURE_SECRET_PASSWORD }}" >> $GITHUB_ENV
+
+      - name: Setup AWS credentials
+        if: inputs.platform == 'aws'
+        run: |
+          echo "AWS_ACCESS_KEY_ID=${{ secrets.AWS_ACCESS_KEY_ID }}" >> $GITHUB_ENV
+          echo "AWS_SECRET_ACCESS_KEY=${{ secrets.AWS_SECRET_ACCESS_KEY }}" >> $GITHUB_ENV
+          echo "AWS_DEFAULT_REGION=${{ secrets.AWS_DEFAULT_REGION || 'us-east-1' }}" >> $GITHUB_ENV
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v4
+
+      - name: Create virtual environment and install SeBS
+        run: |
+          uv venv
+          uv pip install .
+
+      - name: Run regression tests
+        timeout-minutes: 10
+        run: |
+          source .venv/bin/activate
+          uv run sebs benchmark regression test \
+            --config configs/example.json \
+            --deployment ${{ inputs.platform }} \
+            --language ${{ inputs.language }} \
+            --language-version ${{ inputs.version }} \
+            --architecture ${{ inputs.architecture }} \
+            --selected-architecture \
+            --resource-prefix ci
+
+      - name: Cleanup deployed functions
+        if: always()
+        run: |
+          source .venv/bin/activate
+          uv run sebs resources cleanup \
+            --config configs/example.json \
+            --deployment ${{ inputs.platform }} \
+            --resource-prefix ci \
+            --resource-type functions
+
+      - name: Generate test summary
+        if: always()
+        run: |
+          echo "Regression Test Summary" > test-summary.txt
+          echo "======================" >> test-summary.txt
+          echo "Platform: ${{ inputs.platform }}" >> test-summary.txt
+          echo "Language: ${{ inputs.language }}" >> test-summary.txt
+          echo "Version: ${{ inputs.version }}" >> test-summary.txt
+          echo "" >> test-summary.txt
+          if ls regression_*.json 1> /dev/null 2>&1; then
+            ls -1 regression_*.json | wc -l | xargs echo "Benchmarks tested:" >> test-summary.txt
+            echo "" >> test-summary.txt
+            echo "Results saved to artifacts/results/" >> test-summary.txt
+          else
+            echo "No benchmark results found" >> test-summary.txt
+          fi
+
+      - name: Upload test summary
+        if: always()
+        uses: actions/upload-artifact@v4
+        with:
+          name: test-summary-${{ inputs.platform }}-${{ inputs.language }}-${{ inputs.version }}
+          path: test-summary.txt
+
+      - name: Collect and upload regression results
+        if: always()
+        run: |
+          mkdir -p results
+          if ls regression_*.json 1> /dev/null 2>&1; then
+            mv regression_*.json results/ || true
+          fi
+
+      - name: Upload regression results
+        if: always()
+        uses: actions/upload-artifact@v4
+        with:
+          name: results-${{ inputs.platform }}-${{ inputs.language }}-${{ inputs.version }}
+          path: results/
+          if-no-files-found: ignore
+
+      - name: Upload cache snapshot
+        if: always()
+        uses: actions/upload-artifact@v4
+        with:
+          name: cache-snapshot-${{ inputs.platform }}-${{ inputs.language }}-${{ inputs.version }}
+          path: cache/
+          if-no-files-found: ignore
+
+      - name: Save SeBS cache
+        if: success()
+        uses: actions/cache/save@v4
+        with:
+          path: regression-cache/
+          key: sebs-cache-${{ github.ref_name }}-${{ inputs.platform }}-${{ inputs.language }}-${{ inputs.version }}

.github/workflows/lint.yml

@@ -0,0 +1,55 @@
+name: Lint
+
+on:
+  push:
+  pull_request:
+  workflow_dispatch:
+
+jobs:
+  linting:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+
+      - name: Set up Python 3.10
+        uses: actions/setup-python@v5
+        with:
+          python-version: '3.10'
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v4
+
+      - name: Install system dependencies
+        run: sudo apt update && sudo apt install -y libcurl4-openssl-dev
+
+      - name: Cache uv dependencies
+        uses: actions/cache@v4
+        with:
+          path: ~/.cache/uv
+          key: uv-${{ runner.os }}-${{ hashFiles('requirements.txt', 'pyproject.toml') }}
+          restore-keys: |
+            uv-${{ runner.os }}-
+
+      - name: Install SeBS with dev dependencies
+        run: uv sync --extra dev
+
+      - name: Python code formatting with black
+        run: uv run black sebs --check --config .black.toml
+
+      - name: Python code lint with flake8
+        run: uv run flake8 sebs --config=.flake8.cfg --tee --output-file flake-reports
+
+      - name: Python static code verification with mypy
+        run: uv run mypy sebs --config-file=.mypy.ini
+
+      - name: Check for Python documentation coverage
+        run: uv run interrogate -v --fail-under 100 sebs
+
+      - name: Upload flake8 reports
+        if: always()
+        uses: actions/upload-artifact@v4
+        with:
+          name: flake-reports
+          path: flake-reports

.github/workflows/regression.yml

@@ -0,0 +1,75 @@
+name: Regression Tests
+
+on:
+  push:
+    branches:
+      - master
+      - 'feature/**'
+  workflow_dispatch:
+
+jobs:
+  regression:
+    strategy:
+      matrix:
+        include:
+          - platform: aws
+            language: python
+            version: "3.11"
+            architecture: "x64"
+          - platform: aws
+            language: python
+            version: "3.11"
+            architecture: "arm64"
+          - platform: aws
+            language: nodejs
+            version: "16"
+            architecture: "x64"
+          - platform: aws
+            language: nodejs
+            version: "16"
+            architecture: "arm64"
+          - platform: aws
+            language: cpp
+            version: "all"
+            architecture: "x64"
+          - platform: aws
+            language: java
+            version: "17"
+            architecture: "x64"
+          - platform: aws
+            language: java
+            version: "17"
+            architecture: "arm64"
+          - platform: gcp
+            language: python
+            version: "3.11"
+            architecture: "x64"
+          - platform: gcp
+            language: nodejs
+            version: "20"
+            architecture: "x64"
+          - platform: gcp
+            language: java
+            version: "17"
+            architecture: "x64"
+          - platform: azure
+            language: python
+            version: "3.11"
+            architecture: "x64"
+          - platform: azure
+            language: nodejs
+            version: "20"
+            architecture: "x64"
+          - platform: azure
+            language: java
+            version: "17"
+            architecture: "x64"
+      fail-fast: false
+
+    uses: ./.github/workflows/_regression-job.yml
+    with:
+      platform: ${{ matrix.platform }}
+      language: ${{ matrix.language }}
+      version: ${{ matrix.version }}
+      architecture: ${{ matrix.architecture }}
+    secrets: inherit

README.md

@@ -1,5 +1,6 @@
 
-[![CircleCI](https://circleci.com/gh/spcl/serverless-benchmarks.svg?style=shield)](https://circleci.com/gh/spcl/serverless-benchmarks)
+[![Code Linting](https://github.com/spcl/serverless-benchmarks/actions/workflows/lint.yml/badge.svg)](https://github.com/spcl/serverless-benchmarks/actions)
+[![Regression](https://github.com/spcl/serverless-benchmarks/actions/workflows/regression.yml/badge.svg)](https://github.com/spcl/serverless-benchmarks/actions)
 [![Documentation Status](https://readthedocs.org/projects/sebs/badge/?version=latest)](https://sebs.readthedocs.io/en/latest/?badge=latest)
 ![Release](https://img.shields.io/github/v/release/spcl/serverless-benchmarks)
 ![License](https://img.shields.io/github/license/spcl/serverless-benchmarks)