feat(build): Use python symlink from virtual env in all uv pip install commands

Author: pedro93

metadata-ingestion-modules/airflow-plugin/build.gradle

@@ -20,7 +20,7 @@ if (extra_pip_extras != "") {
     ext.extra_pip_extras = "," + extra_pip_extras
 }
 
-def pip_install_command = "VIRTUAL_ENV=${venv_name} ${venv_name}/bin/uv pip install -e ../../metadata-ingestion"
+def pip_install_command = "VIRTUAL_ENV=${venv_name} ${venv_name}/bin/uv pip install -p ${venv_name}/bin/${python_executable} -e ../../metadata-ingestion"
 
 task environmentSetup(type: Exec) {
   def sentinel_file = "${venv_name}/.venv_environment_sentinel"

metadata-ingestion-modules/dagster-plugin/build.gradle

@@ -13,7 +13,7 @@ if (!project.hasProperty("extra_pip_requirements")) {
     ext.extra_pip_requirements = ""
 }
 
-def pip_install_command = "VIRTUAL_ENV=${venv_name} ${venv_name}/bin/uv pip install -e ../../metadata-ingestion"
+def pip_install_command = "VIRTUAL_ENV=${venv_name} ${venv_name}/bin/uv pip install -p ${venv_name}/bin/${python_executable} -e ../../metadata-ingestion"
 
 task checkPythonVersion(type: Exec) {
   commandLine python_executable, '-c', 'import sys; assert sys.version_info >= (3, 8)'

metadata-ingestion-modules/gx-plugin/build.gradle

@@ -13,7 +13,7 @@ if (!project.hasProperty("extra_pip_requirements")) {
     ext.extra_pip_requirements = ""
 }
 
-def pip_install_command = "VIRTUAL_ENV=${venv_name} ${venv_name}/bin/uv pip install -e ../../metadata-ingestion"
+def pip_install_command = "VIRTUAL_ENV=${venv_name} ${venv_name}/bin/uv pip install -p ${venv_name}/bin/${python_executable} -e ../../metadata-ingestion"
 
 task checkPythonVersion(type: Exec) {
   commandLine python_executable, '-c', 'import sys; assert sys.version_info >= (3, 8)'

metadata-ingestion-modules/prefect-plugin/build.gradle

@@ -13,7 +13,7 @@ if (!project.hasProperty("extra_pip_requirements")) {
     ext.extra_pip_requirements = ""
 }
 
-def pip_install_command = "VIRTUAL_ENV=${venv_name} ${venv_name}/bin/uv pip install -e ../../metadata-ingestion"
+def pip_install_command = "VIRTUAL_ENV=${venv_name} ${venv_name}/bin/uv pip install -p ${venv_name}/bin/${python_executable} -e ../../metadata-ingestion"
 
 task checkPythonVersion(type: Exec) {
   commandLine python_executable, '-c', 'import sys; assert sys.version_info >= (3, 7)'

metadata-ingestion/build.gradle

@@ -24,7 +24,7 @@ task environmentSetup(type: Exec, dependsOn: checkPythonVersion) {
   outputs.file(sentinel_file)
   commandLine 'bash', '-c',
     "${python_executable} -m venv ${venv_name} && " +
-    "${venv_name}/bin/python -m pip install --upgrade pip uv wheel 'setuptools>=63.0.0' && " +
+    "${venv_name}/bin/${python_executable} -m pip install --upgrade pip uv wheel 'setuptools>=63.0.0' && " +
     "touch ${sentinel_file}"
 }
 
@@ -34,7 +34,7 @@ task installPackageOnly(type: Exec, dependsOn: environmentSetup) {
   outputs.file(sentinel_file)
   commandLine 'bash', '-c',
     "source ${venv_name}/bin/activate && set -x && " +
-    "uv pip install -e . &&" +
+    "uv pip install -p ${venv_name}/bin/${python_executable} -e . &&" +
     "touch ${sentinel_file}"
 }
 
@@ -44,7 +44,7 @@ task installPackage(type: Exec, dependsOn: installPackageOnly) {
   outputs.file(sentinel_file)
   commandLine 'bash', '-c',
     "source ${venv_name}/bin/activate && set -x && " +
-    "uv pip install -e . ${extra_pip_requirements} && " +
+    "uv pip install -p ${venv_name}/bin/${python_executable} -e . ${extra_pip_requirements} && " +
     "touch ${sentinel_file}"
 }
 
@@ -74,7 +74,7 @@ task installDev(type: Exec, dependsOn: [install]) {
   outputs.file(sentinel_file)
   commandLine 'bash', '-c',
     "source ${venv_name}/bin/activate && set -x && " +
-    "uv pip install -e .[dev] ${extra_pip_requirements} && " +
+    "uv pip install -p ${venv_name}/bin/${python_executable} -e .[dev] ${extra_pip_requirements} && " +
     "touch ${sentinel_file}"
 }
 
@@ -84,7 +84,7 @@ task installAll(type: Exec, dependsOn: [install]) {
   outputs.file(sentinel_file)
   commandLine 'bash', '-c',
     "source ${venv_name}/bin/activate && set -x && " +
-    "uv pip install -e .[all] ${extra_pip_requirements} && " +
+    "uv pip install -p ${venv_name}/bin/${python_executable} -e .[all] ${extra_pip_requirements} && " +
     "touch ${sentinel_file}"
 }
 
@@ -145,7 +145,7 @@ task installDevTest(type: Exec, dependsOn: [install]) {
   outputs.file(sentinel_file)
   commandLine 'bash', '-c',
     "source ${venv_name}/bin/activate && set -x && " +
-    "uv pip install -e .[dev,integration-tests] ${extra_pip_requirements} && " +
+    "uv pip install -p ${venv_name}/bin/${python_executable} -e .[dev,integration-tests] ${extra_pip_requirements} && " +
     "touch ${sentinel_file}"
 }