name: integration-tests-and-build

on:

push:

branches:

- master

jobs:

integration-test-python:

if: github.repository == 'feast-dev/feast'

runs-on: ${{ matrix.os }}

strategy:

fail-fast: false

matrix:

python-version: ["3.10", "3.11", "3.12"]

os: [ ubuntu-latest ]

env:

OS: ${{ matrix.os }}

PYTHON: ${{ matrix.python-version }}

services:

redis:

image: redis

ports:

- 6379:6379

options: >-

--health-cmd "redis-cli ping"

--health-interval 10s

--health-timeout 5s

--health-retries 5

steps:

- uses: actions/checkout@v4

- name: Setup Python

id: setup-python

uses: actions/setup-python@v5

with:

python-version: ${{ matrix.python-version }}

architecture: x64

- name: Authenticate to Google Cloud

uses: 'google-github-actions/auth@v1'

with:

credentials_json: '${{ secrets.GCP_SA_KEY }}'

- name: Set up gcloud SDK

uses: google-github-actions/setup-gcloud@v1

with:

project_id: ${{ secrets.GCP_PROJECT_ID }}

- name: Use gcloud CLI

run: gcloud info

- name: Set up AWS SDK

uses: aws-actions/configure-aws-credentials@v1

with:

aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}

aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}

aws-region: us-west-2

- name: Use AWS CLI

run: aws sts get-caller-identity

- name: Install the latest version of uv

uses: astral-sh/setup-uv@v5

with:

enable-cache: true

- name: Install dependencies

run: make install-python-dependencies-ci

- name: Setup Redis Cluster

run: |

docker pull vishnunair/docker-redis-cluster:latest

docker run -d -p 6001:6379 -p 6002:6380 -p 6003:6381 -p 6004:6382 -p 6005:6383 -p 6006:6384 --name redis-cluster vishnunair/docker-redis-cluster

- name: Test python and go

env:

SNOWFLAKE_CI_DEPLOYMENT: ${{ secrets.SNOWFLAKE_CI_DEPLOYMENT }}

SNOWFLAKE_CI_USER: ${{ secrets.SNOWFLAKE_CI_USER }}

SNOWFLAKE_CI_PASSWORD: ${{ secrets.SNOWFLAKE_CI_PASSWORD }}

SNOWFLAKE_CI_ROLE: ${{ secrets.SNOWFLAKE_CI_ROLE }}

SNOWFLAKE_CI_WAREHOUSE: ${{ secrets.SNOWFLAKE_CI_WAREHOUSE }}

run: make test-python-integration

- name: Benchmark python

env:

SNOWFLAKE_CI_DEPLOYMENT: ${{ secrets.SNOWFLAKE_CI_DEPLOYMENT }}

SNOWFLAKE_CI_USER: ${{ secrets.SNOWFLAKE_CI_USER }}

SNOWFLAKE_CI_PASSWORD: ${{ secrets.SNOWFLAKE_CI_PASSWORD }}

SNOWFLAKE_CI_ROLE: ${{ secrets.SNOWFLAKE_CI_ROLE }}

SNOWFLAKE_CI_WAREHOUSE: ${{ secrets.SNOWFLAKE_CI_WAREHOUSE }}

run: pytest --verbose --color=yes sdk/python/tests --integration --benchmark --benchmark-autosave --benchmark-save-data --durations=5

- name: Upload Benchmark Artifact to S3

run: aws s3 cp --recursive .benchmarks s3://feast-ci-pytest-benchmark

- name: Minimize uv cache

run: uv cache prune --ci

build-all-docker-images:

if: github.repository == 'feast-dev/feast'

runs-on: ubuntu-latest

strategy:

matrix:

component: [ feature-server-dev, feature-transformation-server, feast-operator ]

env:

REGISTRY: quay.io/feastdev-ci

steps:

- uses: actions/checkout@v4

- name: Free Disk Space (Ubuntu)

uses: jlumbroso/free-disk-space@v1.3.1

with:

android: true

dotnet: true

haskell: true

large-packages: false

docker-images: false

swap-storage: false

tool-cache: false

- name: Set up QEMU

uses: docker/setup-qemu-action@v3

- name: Set up Docker Buildx

uses: docker/setup-buildx-action@v3

with:

install: true

- name: Login to Quay.io

uses: docker/login-action@v3

with:

registry: quay.io

username: ${{ secrets.QUAYIO_CI_USERNAME }}

password: ${{ secrets.QUAYIO_CI_TOKEN }}

- name: Build image

run: |

make build-${{ matrix.component }}-docker REGISTRY=${REGISTRY} VERSION=${GITHUB_SHA}

- name: Push image

run: |

if [[ "${{ matrix.component }}" == "feature-server-dev" ]]; then

docker tag ${REGISTRY}/feature-server:${GITHUB_SHA} ${REGISTRY}/feature-server:develop

docker push ${REGISTRY}/feature-server --all-tags

else

docker tag ${REGISTRY}/${{ matrix.component }}:${GITHUB_SHA} ${REGISTRY}/${{ matrix.component }}:develop

docker push ${REGISTRY}/${{ matrix.component }} --all-tags

fi