Skip to content

Commit 115bbf3

Browse files
author
Bhargav Dodla
committed
fix: Feast changes upto Apr 30, 2024
2 parents b1dfe49 + 690a621 commit 115bbf3

289 files changed

Lines changed: 9388 additions & 4356 deletions

File tree

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

‎.devcontainer/devcontainer.json‎

Lines changed: 1 addition & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -7,10 +7,7 @@
77
},
88
"ghcr.io/devcontainers/features/python:1": {
99
"version": "3.9"
10-
},
11-
"ghcr.io/meaningful-ooo/devcontainer-features/homebrew:2": {
12-
"version": "latest"
1310
}
1411
},
15-
"postCreateCommand": "brew install mysql && pip install -e '.[dev]' && make compile-protos-python"
12+
"postCreateCommand": "pip install -e '.[dev]' && make compile-protos-python"
1613
}

‎.github/fork_workflows/fork_pr_integration_tests_aws.yml‎

Lines changed: 12 additions & 17 deletions
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,7 @@ jobs:
77
if: github.repository == 'your github repo' # swap here with your project id
88
runs-on: ubuntu-latest
99
steps:
10-
- uses: actions/checkout@v3
10+
- uses: actions/checkout@v4
1111
with:
1212
# pull_request_target runs the workflow in the context of the base repo
1313
# as such actions/checkout needs to be explicit configured to retrieve
@@ -33,21 +33,21 @@ jobs:
3333
id: image-tag
3434
run: echo "::set-output name=DOCKER_IMAGE_TAG::`git rev-parse HEAD`"
3535
- name: Cache Public ECR Image
36-
id: lambda_python_3_9
36+
id: lambda_python_3_11
3737
uses: actions/cache@v2
3838
with:
3939
path: ~/cache
40-
key: lambda_python_3_9
40+
key: lambda_python_3_11
4141
- name: Handle Cache Miss (pull public ECR image & save it to tar file)
4242
if: steps.cache-primes.outputs.cache-hit != 'true'
4343
run: |
4444
mkdir -p ~/cache
45-
docker pull public.ecr.aws/lambda/python:3.9
46-
docker save public.ecr.aws/lambda/python:3.9 -o ~/cache/lambda_python_3_9.tar
45+
docker pull public.ecr.aws/lambda/python:3.11
46+
docker save public.ecr.aws/lambda/python:3.11 -o ~/cache/lambda_python_3_11.tar
4747
- name: Handle Cache Hit (load docker image from tar file)
4848
if: steps.cache-primes.outputs.cache-hit == 'true'
4949
run: |
50-
docker load -i ~/cache/lambda_python_3_9.tar
50+
docker load -i ~/cache/lambda_python_3_11.tar
5151
- name: Build and push
5252
env:
5353
ECR_REGISTRY: ${{ steps.login-ecr.outputs.registry }}
@@ -67,7 +67,7 @@ jobs:
6767
strategy:
6868
fail-fast: false
6969
matrix:
70-
python-version: [ "3.8" ]
70+
python-version: [ "3.11" ]
7171
os: [ ubuntu-latest ]
7272
env:
7373
OS: ${{ matrix.os }}
@@ -83,7 +83,7 @@ jobs:
8383
--health-timeout 5s
8484
--health-retries 5
8585
steps:
86-
- uses: actions/checkout@v3
86+
- uses: actions/checkout@v4
8787
with:
8888
# pull_request_target runs the workflow in the context of the base repo
8989
# as such actions/checkout needs to be explicit configured to retrieve
@@ -137,11 +137,6 @@ jobs:
137137
sudo apt install -y -V ./apache-arrow-apt-source-latest-$(lsb_release --codename --short).deb
138138
sudo apt update
139139
sudo apt install -y -V libarrow-dev
140-
- name: Install apache-arrow on macos
141-
if: matrix.os == 'macOS-latest'
142-
run: |
143-
brew install apache-arrow
144-
brew install pkg-config
145140
- name: Install dependencies
146141
run: make install-python-ci-dependencies
147142
- name: Setup Redis Cluster
@@ -153,9 +148,9 @@ jobs:
153148
env:
154149
FEAST_SERVER_DOCKER_IMAGE_TAG: ${{ needs.build-docker-image.outputs.DOCKER_IMAGE_TAG }}
155150
run: |
156-
pytest -n 8 --cov=./ --cov-report=xml --color=yes sdk/python/tests --integration --durations=5 --timeout=1200 --timeout_method=thread -k "aws and not Snowflake and not BigQuery"
157-
pytest -n 8 --cov=./ --cov-report=xml --color=yes sdk/python/tests --integration --durations=5 --timeout=1200 --timeout_method=thread -k "File and not Snowflake and not BigQuery"
158-
pytest -n 8 --cov=./ --cov-report=xml --color=yes sdk/python/tests --integration --durations=5 --timeout=1200 --timeout_method=thread -k "dynamo and not Snowflake and not BigQuery"
159-
pytest -n 8 --cov=./ --cov-report=xml --color=yes sdk/python/tests --integration --durations=5 --timeout=1200 --timeout_method=thread -k "Redshift and not Snowflake and not BigQuery"
151+
pytest -n 8 --cov=./ --cov-report=xml --color=yes sdk/python/tests --integration --durations=5 --timeout=1200 --timeout_method=thread -k "aws and not Snowflake and not BigQuery and not minio_registry"
152+
pytest -n 8 --cov=./ --cov-report=xml --color=yes sdk/python/tests --integration --durations=5 --timeout=1200 --timeout_method=thread -k "File and not Snowflake and not BigQuery and not minio_registry"
153+
pytest -n 8 --cov=./ --cov-report=xml --color=yes sdk/python/tests --integration --durations=5 --timeout=1200 --timeout_method=thread -k "dynamo and not Snowflake and not BigQuery and not minio_registry"
154+
pytest -n 8 --cov=./ --cov-report=xml --color=yes sdk/python/tests --integration --durations=5 --timeout=1200 --timeout_method=thread -k "Redshift and not Snowflake and not BigQuery and not minio_registry"
160155
161156

‎.github/fork_workflows/fork_pr_integration_tests_gcp.yml‎

Lines changed: 4 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -9,7 +9,7 @@ jobs:
99
strategy:
1010
fail-fast: false
1111
matrix:
12-
python-version: [ "3.8" ]
12+
python-version: [ "3.11" ]
1313
os: [ ubuntu-latest ]
1414
env:
1515
OS: ${{ matrix.os }}
@@ -25,7 +25,7 @@ jobs:
2525
--health-timeout 5s
2626
--health-retries 5
2727
steps:
28-
- uses: actions/checkout@v3
28+
- uses: actions/checkout@v4
2929
with:
3030
# pull_request_target runs the workflow in the context of the base repo
3131
# as such actions/checkout needs to be explicit configured to retrieve
@@ -81,11 +81,6 @@ jobs:
8181
sudo apt install -y -V ./apache-arrow-apt-source-latest-$(lsb_release --codename --short).deb
8282
sudo apt update
8383
sudo apt install -y -V libarrow-dev
84-
- name: Install apache-arrow on macos
85-
if: matrix.os == 'macOS-latest'
86-
run: |
87-
brew install apache-arrow
88-
brew install pkg-config
8984
- name: Install dependencies
9085
run: make install-python-ci-dependencies
9186
- name: Setup Redis Cluster
@@ -96,6 +91,6 @@ jobs:
9691
if: ${{ always() }} # this will guarantee that step won't be canceled and resources won't leak
9792
# Run only BigQuery and File tests without dynamo and redshift tests.
9893
run: |
99-
pytest -n 8 --cov=./ --cov-report=xml --color=yes sdk/python/tests --integration --durations=5 --timeout=1200 --timeout_method=thread -k "BigQuery and not dynamo and not Redshift and not Snowflake"
100-
pytest -n 8 --cov=./ --cov-report=xml --color=yes sdk/python/tests --integration --durations=5 --timeout=1200 --timeout_method=thread -k "File and not dynamo and not Redshift and not Snowflake"
94+
pytest -n 8 --cov=./ --cov-report=xml --color=yes sdk/python/tests --integration --durations=5 --timeout=1200 --timeout_method=thread -k "BigQuery and not dynamo and not Redshift and not Snowflake and not minio_registry"
95+
pytest -n 8 --cov=./ --cov-report=xml --color=yes sdk/python/tests --integration --durations=5 --timeout=1200 --timeout_method=thread -k "File and not dynamo and not Redshift and not Snowflake and not minio_registry"
10196

‎.github/fork_workflows/fork_pr_integration_tests_snowflake.yml‎

Lines changed: 4 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -9,7 +9,7 @@ jobs:
99
strategy:
1010
fail-fast: false
1111
matrix:
12-
python-version: [ "3.8" ]
12+
python-version: [ "3.11" ]
1313
os: [ ubuntu-latest ]
1414
env:
1515
OS: ${{ matrix.os }}
@@ -25,7 +25,7 @@ jobs:
2525
--health-timeout 5s
2626
--health-retries 5
2727
steps:
28-
- uses: actions/checkout@v3
28+
- uses: actions/checkout@v4
2929
with:
3030
# pull_request_target runs the workflow in the context of the base repo
3131
# as such actions/checkout needs to be explicit configured to retrieve
@@ -71,11 +71,6 @@ jobs:
7171
sudo apt install -y -V ./apache-arrow-apt-source-latest-$(lsb_release --codename --short).deb
7272
sudo apt update
7373
sudo apt install -y -V libarrow-dev
74-
- name: Install apache-arrow on macos
75-
if: matrix.os == 'macOS-latest'
76-
run: |
77-
brew install apache-arrow
78-
brew install pkg-config
7974
- name: Install dependencies
8075
run: make install-python-ci-dependencies
8176
- name: Setup Redis Cluster
@@ -92,6 +87,6 @@ jobs:
9287
SNOWFLAKE_CI_WAREHOUSE: ${{ secrets.SNOWFLAKE_CI_WAREHOUSE }}
9388
# Run only Snowflake BigQuery and File tests without dynamo and redshift tests.
9489
run: |
95-
pytest -n 8 --cov=./ --cov-report=xml --color=yes sdk/python/tests --integration --durations=5 --timeout=1200 --timeout_method=thread -k "Snowflake and not dynamo and not Redshift and not Bigquery and not gcp"
96-
pytest -n 8 --cov=./ --cov-report=xml --color=yes sdk/python/tests --integration --durations=5 --timeout=1200 --timeout_method=thread -k "File and not dynamo and not Redshift and not Bigquery and not gcp"
90+
pytest -n 8 --cov=./ --cov-report=xml --color=yes sdk/python/tests --integration --durations=5 --timeout=1200 --timeout_method=thread -k "Snowflake and not dynamo and not Redshift and not Bigquery and not gcp and not minio_registry"
91+
pytest -n 8 --cov=./ --cov-report=xml --color=yes sdk/python/tests --integration --durations=5 --timeout=1200 --timeout_method=thread -k "File and not dynamo and not Redshift and not Bigquery and not gcp and not minio_registry"
9792

‎.github/pull_request_template.md‎

Lines changed: 8 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -9,11 +9,16 @@
99
1010
-->
1111

12-
**What this PR does / why we need it**:
12+
# What this PR does / why we need it:
13+
<!--
14+
Outline what you're doing
15+
-->
1316

14-
**Which issue(s) this PR fixes**:
17+
# Which issue(s) this PR fixes:
1518
<!--
1619
*Automatically closes linked issue when PR is merged.
1720
Usage: `Fixes #<issue number>`, or `Fixes (paste link of issue)`.
1821
-->
19-
Fixes #
22+
23+
24+
# Fixes

‎.github/workflows/build_wheels.yml‎

Lines changed: 10 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -18,7 +18,7 @@ jobs:
1818
highest_semver_tag: ${{ steps.get_highest_semver.outputs.highest_semver_tag }}
1919
steps:
2020
- name: Checkout
21-
uses: actions/checkout@v3
21+
uses: actions/checkout@v4
2222
with:
2323
persist-credentials: false
2424
- name: Get release version
@@ -55,11 +55,11 @@ jobs:
5555
name: Build wheels
5656
runs-on: ubuntu-latest
5757
steps:
58-
- uses: actions/checkout@v3
58+
- uses: actions/checkout@v4
5959
- name: Setup Python
6060
uses: actions/setup-python@v3
6161
with:
62-
python-version: "3.8"
62+
python-version: "3.11"
6363
architecture: x64
6464
- name: Setup Node
6565
uses: actions/setup-node@v3
@@ -79,14 +79,14 @@ jobs:
7979

8080
build-source-distribution:
8181
name: Build source distribution
82-
runs-on: macos-latest
82+
runs-on: macos-13
8383
steps:
84-
- uses: actions/checkout@v3
84+
- uses: actions/checkout@v4
8585
- name: Setup Python
8686
id: setup-python
8787
uses: actions/setup-python@v3
8888
with:
89-
python-version: "3.10"
89+
python-version: "3.11"
9090
architecture: x64
9191
- name: Setup Node
9292
uses: actions/setup-node@v3
@@ -120,7 +120,7 @@ jobs:
120120
env:
121121
REGISTRY: feastdev
122122
steps:
123-
- uses: actions/checkout@v3
123+
- uses: actions/checkout@v4
124124
- name: Set up QEMU
125125
uses: docker/setup-qemu-action@v1
126126
- name: Set up Docker Buildx
@@ -136,8 +136,8 @@ jobs:
136136
needs: [build-python-wheel, build-source-distribution, get-version]
137137
strategy:
138138
matrix:
139-
os: [ubuntu-latest, macos-latest ]
140-
python-version: [ "3.8", "3.9", "3.10"]
139+
os: [ubuntu-latest, macos-13 ]
140+
python-version: ["3.9", "3.10", "3.11"]
141141
from-source: [ True, False ]
142142
env:
143143
# this script is for testing servers
@@ -165,7 +165,7 @@ jobs:
165165
name: wheels
166166
path: dist
167167
- name: Install OS X dependencies
168-
if: matrix.os == 'macos-latest'
168+
if: matrix.os == 'macos-13'
169169
run: brew install coreutils
170170
- name: Install wheel
171171
if: ${{ !matrix.from-source }}

‎.github/workflows/java_master_only.yml‎

Lines changed: 7 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -18,14 +18,14 @@ jobs:
1818
MAVEN_CACHE: gs://feast-templocation-kf-feast/.m2.2020-08-19.tar
1919
REGISTRY: gcr.io/kf-feast
2020
steps:
21-
- uses: actions/checkout@v3
21+
- uses: actions/checkout@v4
2222
with:
2323
submodules: 'true'
2424
- name: Setup Python
2525
uses: actions/setup-python@v3
2626
id: setup-python
2727
with:
28-
python-version: "3.8"
28+
python-version: "3.11"
2929
architecture: x64
3030
- name: Authenticate to Google Cloud
3131
uses: 'google-github-actions/auth@v1'
@@ -53,7 +53,7 @@ jobs:
5353
if: github.repository == 'feast-dev/feast'
5454
runs-on: ubuntu-latest
5555
steps:
56-
- uses: actions/checkout@v3
56+
- uses: actions/checkout@v4
5757
with:
5858
submodules: 'true'
5959
- name: Lint java
@@ -63,7 +63,7 @@ jobs:
6363
if: github.repository == 'feast-dev/feast'
6464
runs-on: ubuntu-latest
6565
steps:
66-
- uses: actions/checkout@v3
66+
- uses: actions/checkout@v4
6767
with:
6868
submodules: 'true'
6969
- name: Set up JDK 11
@@ -95,9 +95,9 @@ jobs:
9595
if: github.repository == 'feast-dev/feast'
9696
runs-on: ubuntu-latest
9797
env:
98-
PYTHON: 3.8
98+
PYTHON: 3.11
9999
steps:
100-
- uses: actions/checkout@v3
100+
- uses: actions/checkout@v4
101101
with:
102102
submodules: 'true'
103103
- name: Set up JDK 11
@@ -110,7 +110,7 @@ jobs:
110110
uses: actions/setup-python@v3
111111
id: setup-python
112112
with:
113-
python-version: 3.8
113+
python-version: 3.11
114114
architecture: x64
115115
- name: Get pip cache dir
116116
id: pip-cache

0 commit comments

Comments
 (0)