Skip to content

Commit f3d7549

Browse files
hsheth2hsheth2
committed
tweak build
1 parent 842fc68 commit f3d7549

6 files changed

+22
-24
lines changed

‎.github/workflows/airflow-plugin.yml

+2-2
Original file line numberDiff line numberDiff line change
@@ -68,7 +68,7 @@ jobs:
6868
- name: pip freeze show list installed
6969
if: always()
7070
run: source metadata-ingestion-modules/airflow-plugin/venv/bin/activate && uv pip freeze
71-
- uses: actions/upload-artifact@v3
71+
- uses: actions/upload-artifact@v4
7272
if: ${{ always() && matrix.python-version == '3.10' && matrix.extra_pip_requirements == 'apache-airflow>=2.7.0' }}
7373
with:
7474
name: Test Results (Airflow Plugin ${{ matrix.python-version}})
@@ -92,7 +92,7 @@ jobs:
9292
runs-on: ubuntu-latest
9393
steps:
9494
- name: Upload
95-
uses: actions/upload-artifact@v3
95+
uses: actions/upload-artifact@v4
9696
with:
9797
name: Event File
9898
path: ${{ github.event_path }}

‎.github/workflows/dagster-plugin.yml

+4-4
Original file line numberDiff line numberDiff line change
@@ -27,7 +27,6 @@ jobs:
2727
dagster-plugin:
2828
runs-on: ubuntu-latest
2929
env:
30-
SPARK_VERSION: 3.0.3
3130
DATAHUB_TELEMETRY_ENABLED: false
3231
strategy:
3332
matrix:
@@ -44,7 +43,8 @@ jobs:
4443
with:
4544
distribution: "zulu"
4645
java-version: 17
47-
- uses: actions/checkout@v4
46+
- uses: gradle/actions/setup-gradle@v3
47+
- uses: acryldata/sane-checkout-action@v3
4848
- uses: actions/setup-python@v5
4949
with:
5050
python-version: ${{ matrix.python-version }}
@@ -56,7 +56,7 @@ jobs:
5656
- name: pip freeze show list installed
5757
if: always()
5858
run: source metadata-ingestion-modules/dagster-plugin/venv/bin/activate && uv pip freeze
59-
- uses: actions/upload-artifact@v3
59+
- uses: actions/upload-artifact@v4
6060
if: ${{ always() && matrix.python-version == '3.10' && matrix.extraPythonRequirement == 'dagster>=1.3.3' }}
6161
with:
6262
name: Test Results (dagster Plugin ${{ matrix.python-version}})
@@ -79,7 +79,7 @@ jobs:
7979
runs-on: ubuntu-latest
8080
steps:
8181
- name: Upload
82-
uses: actions/upload-artifact@v3
82+
uses: actions/upload-artifact@v4
8383
with:
8484
name: Event File
8585
path: ${{ github.event_path }}

‎.github/workflows/gx-plugin.yml

+4-4
Original file line numberDiff line numberDiff line change
@@ -27,7 +27,6 @@ jobs:
2727
gx-plugin:
2828
runs-on: ubuntu-latest
2929
env:
30-
SPARK_VERSION: 3.0.3
3130
DATAHUB_TELEMETRY_ENABLED: false
3231
strategy:
3332
matrix:
@@ -48,7 +47,8 @@ jobs:
4847
with:
4948
distribution: "zulu"
5049
java-version: 17
51-
- uses: actions/checkout@v4
50+
- uses: gradle/actions/setup-gradle@v3
51+
- uses: acryldata/sane-checkout-action@v3
5252
- uses: actions/setup-python@v5
5353
with:
5454
python-version: ${{ matrix.python-version }}
@@ -60,7 +60,7 @@ jobs:
6060
- name: pip freeze show list installed
6161
if: always()
6262
run: source metadata-ingestion-modules/gx-plugin/venv/bin/activate && uv pip freeze
63-
- uses: actions/upload-artifact@v3
63+
- uses: actions/upload-artifact@v4
6464
if: ${{ always() && matrix.python-version == '3.11' && matrix.extraPythonRequirement == 'great-expectations~=0.17.0' }}
6565
with:
6666
name: Test Results (GX Plugin ${{ matrix.python-version}})
@@ -83,7 +83,7 @@ jobs:
8383
runs-on: ubuntu-latest
8484
steps:
8585
- name: Upload
86-
uses: actions/upload-artifact@v3
86+
uses: actions/upload-artifact@v4
8787
with:
8888
name: Event File
8989
path: ${{ github.event_path }}

‎.github/workflows/metadata-ingestion.yml

+2-3
Original file line numberDiff line numberDiff line change
@@ -28,7 +28,6 @@ jobs:
2828
runs-on: ubuntu-latest
2929
timeout-minutes: 40
3030
env:
31-
SPARK_VERSION: 3.3.2
3231
DATAHUB_TELEMETRY_ENABLED: false
3332
# TODO: Enable this once the test is fixed.
3433
# DATAHUB_LOOKML_GIT_TEST_SSH_KEY: ${{ secrets.DATAHUB_LOOKML_GIT_TEST_SSH_KEY }}
@@ -84,7 +83,7 @@ jobs:
8483
df -hl
8584
docker image ls
8685
docker system df
87-
- uses: actions/upload-artifact@v3
86+
- uses: actions/upload-artifact@v4
8887
with:
8988
name: Test Results (metadata ingestion ${{ matrix.python-version }})
9089
path: |
@@ -107,7 +106,7 @@ jobs:
107106
runs-on: ubuntu-latest
108107
steps:
109108
- name: Upload
110-
uses: actions/upload-artifact@v3
109+
uses: actions/upload-artifact@v4
111110
with:
112111
name: Event File
113112
path: ${{ github.event_path }}

‎.github/workflows/prefect-plugin.yml

+4-9
Original file line numberDiff line numberDiff line change
@@ -27,15 +27,10 @@ jobs:
2727
prefect-plugin:
2828
runs-on: ubuntu-latest
2929
env:
30-
SPARK_VERSION: 3.0.3
3130
DATAHUB_TELEMETRY_ENABLED: false
3231
strategy:
3332
matrix:
3433
python-version: ["3.8", "3.9", "3.10"]
35-
include:
36-
- python-version: "3.8"
37-
- python-version: "3.9"
38-
- python-version: "3.10"
3934
fail-fast: false
4035
steps:
4136
- name: Set up JDK 17
@@ -44,8 +39,8 @@ jobs:
4439
distribution: "zulu"
4540
java-version: 17
4641
- uses: gradle/actions/setup-gradle@v3
47-
- uses: actions/checkout@v3
48-
- uses: actions/setup-python@v4
42+
- uses: acryldata/sane-checkout-action@v3
43+
- uses: actions/setup-python@v5
4944
with:
5045
python-version: ${{ matrix.python-version }}
5146
cache: "pip"
@@ -56,7 +51,7 @@ jobs:
5651
- name: pip freeze show list installed
5752
if: always()
5853
run: source metadata-ingestion-modules/prefect-plugin/venv/bin/activate && uv pip freeze
59-
- uses: actions/upload-artifact@v3
54+
- uses: actions/upload-artifact@v4
6055
if: ${{ always() && matrix.python-version == '3.10'}}
6156
with:
6257
name: Test Results (Prefect Plugin ${{ matrix.python-version}})
@@ -80,7 +75,7 @@ jobs:
8075
runs-on: ubuntu-latest
8176
steps:
8277
- name: Upload
83-
uses: actions/upload-artifact@v3
78+
uses: actions/upload-artifact@v4
8479
with:
8580
name: Event File
8681
path: ${{ github.event_path }}

‎.github/workflows/python-build-pages.yml

+6-2
Original file line numberDiff line numberDiff line change
@@ -26,17 +26,21 @@ jobs:
2626
runs-on: ubuntu-latest
2727
outputs:
2828
ingestion_change: ${{ steps.ci-optimize.outputs.ingestion-change == 'true' }}
29-
has_pages_token: ${{ secrets.CLOUDFLARE_ACCOUNT_ID != '' && secrets.CLOUDFLARE_API_TOKEN != '' }}
29+
have_cloudflare_token: ${{ steps.check-cloudflare-token.outputs.have_cloudflare_token }}
3030
steps:
3131
- name: Check out the repo
3232
uses: acryldata/sane-checkout-action@v3
3333
- uses: ./.github/actions/ci-optimization
3434
id: ci-optimize
35+
- id: check-cloudflare-token
36+
run: |
37+
echo "have_cloudflare_token=${{ secrets.CLOUDFLARE_ACCOUNT_ID != '' && secrets.CLOUDFLARE_API_TOKEN != '' }}"
38+
echo "have_cloudflare_token=${{ secrets.CLOUDFLARE_ACCOUNT_ID != '' && secrets.CLOUDFLARE_API_TOKEN != '' }}" >> "$GITHUB_OUTPUT"
3539
3640
deploy-pages:
3741
needs: setup
3842
runs-on: ubuntu-latest
39-
if: ${{ needs.setup.outputs.ingestion_change == 'true' && needs.setup.outputs.has_pages_token == 'true' }}
43+
if: ${{ needs.setup.outputs.ingestion_change == 'true' && needs.setup.outputs.have_cloudflare_token == 'true' }}
4044

4145
permissions:
4246
contents: read

0 commit comments

Comments
 (0)