Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
17 commits
Select commit Hold shift + click to select a range
5da3883
feat: show error logs in test connection in source and destination
deepanshupal09-datazip Oct 1, 2025
b63bece
fix: fix test connection fail modal
deepanshupal09-datazip Oct 1, 2025
772ae8a
Merge branch 'staging' into feat/show-error-logs-in-test-connection
deepanshupal09-datazip Oct 1, 2025
4567a14
Merge branch 'staging' into feat/show-error-logs-in-test-connection
deepanshupal09-datazip Oct 3, 2025
a20e009
fix: resolve comments
deepanshupal09-datazip Oct 6, 2025
0e1fc65
fix: merge conflicts
deepanshupal09-datazip Oct 6, 2025
194a8b6
fix: using save icon instead of download icon
sarthak-kumar-shailendra Oct 5, 2025
89034f5
chore: add comments (#224)
tarakaswathi-datazip Oct 10, 2025
826a526
Merge branch 'staging' into feat/show-error-logs-in-test-connection
hash-data Oct 10, 2025
cf2a364
feat: add error logs in check connection for source and destination (…
vikaxsh Oct 10, 2025
526d35b
Merge pull request #208 from datazip-inc/feat/show-error-logs-in-test…
deepanshupal09-datazip Oct 10, 2025
4c59bcf
test: :white_check_mark: base setup for automation testing using play…
tarakaswathi-datazip Oct 17, 2025
6332754
feat: show refetch success message in job history page (#227)
Sarthak2845 Oct 24, 2025
b92a3aa
fix: replace deprecated Phosphor icons with latest *Icon alternatives…
Sarthak2845 Oct 24, 2025
4cf9938
feat: append only mode (#232)
deepanshupal09-datazip Oct 29, 2025
ace4121
refactor: backend and removal of temporal worker (#111)
vikaxsh Nov 7, 2025
c61dcab
Merge branch 'staging' into SS/FixSaveIcon
sarthak-kumar-shailendra Nov 9, 2025
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
37 changes: 9 additions & 28 deletions .github/workflows/build-and-release.yml
Original file line number Diff line number Diff line change
@@ -1,52 +1,34 @@
name: Olake UI Build And Release

on:
workflow_call:
workflow_dispatch:
inputs:
environment:
description: "Environment to build (master, staging, dev)"
required: true
default: ""
type: string
version:
description: "Version to release"
required: true
default: ""
type: string
workflow_dispatch:
workflow_call:
inputs:
environment:
description: "Environment to build (master, staging, dev)"
required: true
default: "dev"
type: choice
options:
- master
- staging
- dev
version:
description: "Version to release"
required: true
default: "v0.0.0.dev"
type: string
default: ""

jobs:
build_and_publish_frontend:
name: Build and publish frontend image for ${{ inputs.environment }}
environment: ${{ inputs.environment }}
name: Build and publish frontend image
runs-on: ubuntu-latest
environment: Build UI

env:
DOCKER_LOGIN: ${{ secrets.DOCKER_USERNAME }}
DOCKER_PASSWORD: ${{ secrets.DOCKER_PASSWORD }}
DOCKER_REPO: ${{ secrets.DOCKER_REPO || 'olakego' }}
DOCKER_REPO_WORKER: ${{ secrets.DOCKER_REPO_WORKER || 'olakego' }}
ENVIRONMENT: ${{ inputs.environment }}
VERSION: ${{ inputs.version }}
VERSION: ${{ inputs.version || github.event.inputs.version || 'v0.0.0.dev' }}

steps:
- name: Checkout code
uses: actions/checkout@v3
with:
ref: ${{ inputs.environment == 'master' && 'master' || (inputs.environment == 'staging' && 'staging' || inputs.environment == 'dev' && 'ci/workerReleaseIssues' || 'develop') }}

- name: Set up Node.js
uses: actions/setup-node@v3
Expand All @@ -66,9 +48,8 @@ jobs:

- name: Setup environment variables
run: |
echo "ENVIRONMENT=${{ env.ENVIRONMENT }}" >> $GITHUB_ENV
echo "VERSION=${{ env.VERSION }}" >> $GITHUB_ENV
echo "Building frontend application for $ENVIRONMENT with version $VERSION"
echo "Building frontend for branch $GITHUB_REF_NAME with version $VERSION"

- name: Run Release tool
run: |
Expand Down
29 changes: 29 additions & 0 deletions .github/workflows/integration-test.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,29 @@
name: Integration Tests
on:
push:
branches:
- master
pull_request:
branches:
- "*"

jobs:
integration-tests:
runs-on: 32gb-runner
timeout-minutes: 30
steps:
- name: Checkout code
uses: actions/checkout@v3

- name: Set up Go
uses: actions/setup-go@v4
with:
go-version: '1.23.2'

- name: Download Go dependencies
working-directory: ./server
run: go mod download

- name: Run Docker In Docker Container Tests
working-directory: ./server
run: go test -v ./tests -timeout 0 -run 'TestDinDIntegration'
10 changes: 4 additions & 6 deletions .github/workflows/security-ci.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -3,18 +3,17 @@ on:
push:
branches:
- "master"
- "feat/bff-api"
pull_request:
branches:
- "*"
- "feat/bff-api"
workflow_dispatch:
inputs:
logLevel:
description: "Log level"
required: true
default: "warning"


jobs:
govulncheck:
name: govulncheck
Expand All @@ -23,22 +22,21 @@ jobs:
- uses: actions/checkout@v3
- uses: actions/setup-go@v3
with:
check-latest: "true"
go-version: "1.24.x"
go-version: "1.24.x" # Exact version for stability
- name: Install govulncheck
run: go install golang.org/x/vuln/cmd/govulncheck@latest
- name: Run vulnerability checks
working-directory: ./server
run: govulncheck ./...

gosec:
name: GoSec Security Scanner
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
- uses: actions/setup-go@v3
with:
check-latest: "true"
go-version: "1.24.x"
go-version: "1.24.x" # Removed check-latest to prevent upgrade to 1.25.x
- name: install gosec
run: curl -sfL https://raw.githubusercontent.com/securego/gosec/master/install.sh | sh -s -- -b $(go env GOPATH)/bin
- name: Run Gosec Security Scanner
Expand Down
8 changes: 8 additions & 0 deletions .gitignore
Original file line number Diff line number Diff line change
Expand Up @@ -45,3 +45,11 @@ npm-debug*
# ----------------------------
*.env
*.env.*

# ----------------------------
# Test Files
# ----------------------------
ui/test-results/
ui/playwright-report/
ui/blob-report/
ui/tests/.auth/
3 changes: 3 additions & 0 deletions Dockerfile
Original file line number Diff line number Diff line change
@@ -1,6 +1,7 @@
# Stage 1: Go Builder (Backend)
FROM golang:1.24.2-alpine AS go-builder


# Install git, as it might be needed by go mod download or go build
RUN apk add --no-cache git

Expand All @@ -19,6 +20,8 @@ RUN cd server && go build -ldflags="-w -s" -o /app/olake-server .

# Stage 2: Frontend Builder
FROM node:20-alpine AS node-builder

# Reuse build-time arguments during UI build if needed
WORKDIR /app/ui

# Install pnpm globally
Expand Down
5 changes: 3 additions & 2 deletions Makefile
Original file line number Diff line number Diff line change
Expand Up @@ -51,10 +51,11 @@ BACKEND_ENV_VARS = \
OLAKE_POSTGRES_PORT=5432 \
OLAKE_POSTGRES_DBNAME=postgres \
OLAKE_POSTGRES_SSLMODE=disable \
LOGS_DIR=./logger/logs \
LOGS_DIR=$(PWD)/logger/logs \
SESSION_ON=true \
TEMPORAL_ADDRESS=localhost:7233 \
CONTAINER_REGISTRY_BASE=registry-1.docker.io
CONTAINER_REGISTRY_BASE=registry-1.docker.io \
PERSISTENT_DIR=$(PWD)/olake-config

# Frontend environment variables
FRONTEND_ENV_VARS = \
Expand Down
Loading