Enable kubernetes tests for dbt>=1.8 (#1364)

closes: #1344

This PR is doing below modification

- Upgrade Python version to Python3.12
- Add `--force-reinstall` flag in pip install command 
- Install dbt-command separately based on suggestion:
dbt-labs/dbt-core#10135 (comment)

Success CI job:
https://github.com/astronomer/astronomer-cosmos/actions/runs/12165978965/job/33931200107?pr=1364

.github/workflows/test.yml

@@ -491,7 +491,7 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python-version: [ "3.11" ]
+        python-version: [ "3.12" ]
         airflow-version: [ "2.10" ]
     steps:
       - uses: actions/checkout@v3

dev/Dockerfile.postgres_profile_docker_k8s

@@ -1,6 +1,7 @@
-FROM python:3.11
+FROM python:3.12
 
-RUN pip install dbt-postgres==1.8.2 psycopg2==2.9.3 pytz
+RUN pip install --force-reinstall 'dbt-postgres>=1.8'
+RUN pip install --force-reinstall dbt-adapters
 
 ENV POSTGRES_DATABASE=postgres
 ENV POSTGRES_DB=postgres

scripts/test/kubernetes-setup.sh

@@ -5,8 +5,8 @@
 set -x
 set -e
 
-# TODO: https://github.com/astronomer/astronomer-cosmos/issues/1344
-pip install 'dbt-postgres<1.8' 'psycopg2==2.9.3' 'pytz'
+pip install --force-reinstall 'dbt-postgres>=1.8'
+pip install --force-reinstall dbt-adapters
 
 # Create a Kubernetes secret named 'postgres-secrets' with the specified literals for host and password
 kubectl create secret generic postgres-secrets \