Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
41 changes: 0 additions & 41 deletions .github/workflows/tests.yml

This file was deleted.

159 changes: 153 additions & 6 deletions .github/workflows/workflow.yml
Original file line number Diff line number Diff line change
@@ -1,20 +1,93 @@
name: CI/CD Pipeline

on:

"on":
push:
branches: [main, master]
branches: ["**"]
tags: ['v*']


jobs:
test:
name: Test Python ${{ matrix.python-version }} on ${{ matrix.os }}
runs-on: ${{ matrix.runs-on || matrix.os }}
strategy:
fail-fast: false
matrix:
os: ["ubuntu-latest", "macos-latest", "windows-latest"]
python-version: ["3.12", "3.13"]
include:
- os: "macos-14-arm64"
runs-on: "macos-14"
python-version: "3.12"
- os: "macos-14-arm64"
runs-on: "macos-14"
python-version: "3.13"
- os: "ubuntu-latest-arm64"
runs-on: "ubuntu-latest"
python-version: "3.12"
arch: "arm64"
- os: "ubuntu-latest-arm64"
runs-on: "ubuntu-latest"
python-version: "3.13"
arch: "arm64"
steps:
- uses: actions/checkout@v4

- name: Set up QEMU for ARM64 emulation
if: matrix.arch == 'arm64'
uses: docker/setup-qemu-action@v3
with:
platforms: arm64

- name: Set up Python ${{ matrix.python-version }}
uses: actions/setup-python@v5
with:
python-version: ${{ matrix.python-version }}

- name: Install Poetry
uses: snok/install-poetry@v1
with:
virtualenvs-create: true
virtualenvs-in-project: true

- name: Install dependencies
run: poetry install --with test --no-interaction --no-ansi
shell: bash

- name: Run tests with coverage
run: poetry run poe tests
shell: bash

- name: Upload coverage to Codecov
if: matrix.python-version == '3.13' && matrix.os == 'ubuntu-latest'
uses: codecov/codecov-action@v5
with:
token: ${{ secrets.CODECOV_TOKEN }}
slug: ddc/pythonLogs

- name: Upload test results to Codecov
if: matrix.python-version == '3.13' && matrix.os == 'ubuntu-latest'
uses: codecov/test-results-action@v1
with:
token: ${{ secrets.CODECOV_TOKEN }}
slug: ddc/pythonLogs

build:
name: Build for Python ${{ matrix.python-version }} on ${{ matrix.os }}
runs-on: ${{ matrix.os }}
runs-on: ${{ matrix.runs-on || matrix.os }}
if: startsWith(github.ref, 'refs/tags/v')
strategy:
matrix:
os: [ubuntu-latest, windows-latest, macos-latest]
os: ["ubuntu-latest", "macos-latest", "windows-latest"]
python-version: ["3.12", "3.13"]
include:
- os: "macos-14-arm64"
runs-on: "macos-14"
python-version: "3.12"
- os: "macos-14-arm64"
runs-on: "macos-14"
python-version: "3.13"
steps:
- uses: actions/checkout@v4

Expand All @@ -30,7 +103,12 @@ jobs:
virtualenvs-in-project: true

- name: Install build dependencies only
run: poetry install --only main --no-interaction --no-ansi
run: |
if [[ "${{ matrix.os }}" == "windows-latest" ]]; then
poetry install --only main --no-interaction --no-ansi -E mongodb -E mssql -E mysql -E oracle
else
poetry install --only main --no-interaction --no-ansi -E all
fi
shell: bash

- name: Build package with custom build script
Expand All @@ -53,10 +131,79 @@ jobs:
path: dist-py${{ matrix.python-version }}-${{ matrix.os }}/
retention-days: 7

build-linux-arm64:
name: Build Linux ARM64 wheels
runs-on: ubuntu-latest
if: startsWith(github.ref, 'refs/tags/v')
strategy:
matrix:
python-version: ["3.12", "3.13"]
steps:
- uses: actions/checkout@v4

- name: Set up Docker Buildx
uses: docker/setup-buildx-action@v3
with:
platforms: linux/arm64

- name: Build ARM64 wheel using Docker
run: |
# Create a multi-stage Dockerfile for ARM64 builds
cat << 'EOF' > Dockerfile.arm64
FROM python:${{ matrix.python-version }}-slim

WORKDIR /build

# Install build dependencies
RUN apt-get update && apt-get install -y \
build-essential \
git \
&& rm -rf /var/lib/apt/lists/*

# Install Poetry
RUN pip install poetry

# Copy project files
COPY . .

# Configure Poetry and build
RUN poetry config virtualenvs.create false \
&& poetry install --only main --no-interaction --no-ansi \
&& poetry run python build.py \
&& poetry build

# Copy artifacts to output volume
CMD ["cp", "-r", "dist/", "/output/"]
EOF

# Build using buildx for ARM64
docker buildx build \
--platform linux/arm64 \
--file Dockerfile.arm64 \
--tag pythonlogs-arm64-builder:${{ matrix.python-version }} \
--load \
.

# Create output directory
mkdir -p dist-arm64-py${{ matrix.python-version }}

# Run container to extract artifacts
docker run --rm \
--platform linux/arm64 \
-v $(pwd)/dist-arm64-py${{ matrix.python-version }}:/output \
pythonlogs-arm64-builder:${{ matrix.python-version }}

- name: Upload Linux ARM64 Python ${{ matrix.python-version }} artifacts
uses: actions/upload-artifact@v4
with:
name: python-packages-${{ matrix.python-version }}-linux-arm64
path: dist-arm64-py${{ matrix.python-version }}/
retention-days: 7

release:
name: Create Release
runs-on: ubuntu-latest
needs: build
needs: [build, build-linux-arm64]
if: startsWith(github.ref, 'refs/tags/v')
permissions:
contents: write
Expand Down
1 change: 1 addition & 0 deletions .gitignore
Original file line number Diff line number Diff line change
Expand Up @@ -162,3 +162,4 @@ cython_debug/
/profile_fixed.prof
/profile_output.prof
/profile_pytest.prof
/junit.xml
Loading
Loading