ecodina commented on issue #49931:
URL: https://github.com/apache/airflow/issues/49931#issuecomment-2838939580

   Thanks @vatsrahul1001 
   
   I've reproduced the issue locally (clean database), using the docker compose 
available in the documentation (deleting the celery workers, since I'm using 
LocalExecutor). I'm not using environment variables. Instead I've created an 
`airflow.cfg` and updated to the Airflow 3 documentation, and cannot find what 
could be wrong with it.
   
   I've tried running it behind a reverse proxy (Traefik), and without it 
(connecting to 127.0.0.1:8080 directly), so it shouldn't be related to a 
network issue.
   
   What's strange is that those DAGs using Operators work well, but not the 
TaskFlow ones.
   
   This is my `airflow.cfg` (when using it directly, without a reverse proxy):
   
   ```cfg
   [core]
   parallelism = 32
   load_examples = False
   execute_tasks_new_python_interpreter = False
   dagbag_import_timeout = 45
   simple_auth_manager_all_admins = True
   
   [database]
   sql_alchemy_conn = 
postgresql+psycopg2://airflow_user:airflow_password@postgres:5432/airflow
   
   [logging]
   colored_console_log = False
   
   [webserver]
   secret_key = # secret
   expose_config = True
   
   [api]
   base_url = http://127.0.0.1:8080
   
   [api_auth]
   jwt_secret = # secret
   
   [email]
   subject_template = /opt/airflow/config/templates/email_failure_subject.tmpl
   html_content_template = /opt/airflow/config/templates/email_failure_body.html
   from_email = '[email protected]'
   
   [smtp]
   smtp_host = smtp.company.local
   smtp_starttls = False
   smtp_port = 2525
   smtp_mail_from = [email protected]
   
   [scheduler]
   enable_health_check = True
   
   [dag_processor]
   min_file_process_interval = 120
   dag_file_processor_timeout = 60
   ```
   
   For completeness, these are the compose and .env files:
   
   ```yaml
   x-airflow-common:
     &airflow-common
     image: ${AIRFLOW_IMAGE_NAME:-apache/airflow:3.0.0}
     env_file:
       - path: .env
         required: true
     volumes:
       - ${AIRFLOW_PROJ_DIR:-.}/data/dags:/opt/airflow/dags
       - ${AIRFLOW_PROJ_DIR:-.}/data/logs:/opt/airflow/logs
       - ${AIRFLOW_PROJ_DIR:-.}/data/config:/opt/airflow/config
       - ${AIRFLOW_PROJ_DIR:-.}/data/plugins:/opt/airflow/plugins
       - ${AIRFLOW_PROJ_DIR:-.}/airflow.cfg:/opt/airflow/airflow.cfg
     user: "${AIRFLOW_UID:-50000}:0"
     networks:
       - airflow
     depends_on:
       &airflow-common-depends-on
       postgres:
         condition: service_healthy
   
   services:
     postgres:
       image: postgres:13
       environment:
         POSTGRES_USER: airflow_user
         POSTGRES_PASSWORD: airflow_password
         POSTGRES_DB: airflow
       volumes:
         - postgres-db-volume:/var/lib/postgresql/data
       healthcheck:
         test: ["CMD", "pg_isready", "-U", "airflow"]
         interval: 10s
         retries: 5
         start_period: 5s
       restart: always
       networks:
         - airflow
   
     airflow-apiserver:
       <<: *airflow-common
       command: api-server
       healthcheck:
         test: ["CMD", "curl", "--fail", "http://localhost:8080/api/v2/version";]
         interval: 30s
         timeout: 10s
         retries: 5
         start_period: 30s
       restart: always
       networks:
         - airflow
       depends_on:
         <<: *airflow-common-depends-on
         airflow-init:
           condition: service_completed_successfully
       ports:
         - 8080:8080
   
     airflow-scheduler:
       <<: *airflow-common
       command: scheduler
       healthcheck:
         test: ["CMD", "curl", "--fail", "http://localhost:8974/health";]
         interval: 30s
         timeout: 10s
         retries: 5
         start_period: 30s
       restart: always
       depends_on:
         <<: *airflow-common-depends-on
         airflow-init:
           condition: service_completed_successfully
   
     airflow-dag-processor:
       <<: *airflow-common
       command: dag-processor
       healthcheck:
         test: ["CMD-SHELL", 'airflow jobs check --job-type DagProcessorJob 
--hostname "$${HOSTNAME}"']
         interval: 30s
         timeout: 10s
         retries: 5
         start_period: 30s
       restart: always
       depends_on:
         <<: *airflow-common-depends-on
         airflow-init:
           condition: service_completed_successfully
   
     airflow-init:
       <<: *airflow-common
       entrypoint: /bin/bash
       # yamllint disable rule:line-length
       command:
         - -c
         - |
           mkdir -p /sources/logs /sources/dags /sources/plugins
           chown -R "${AIRFLOW_UID}:0" /sources/{logs,dags,plugins}
           exec /entrypoint airflow version
       # yamllint enable rule:line-length
       environment:
         _AIRFLOW_DB_MIGRATE: 'true'
         _AIRFLOW_WWW_USER_CREATE: 'true'
         _AIRFLOW_WWW_USER_USERNAME: ${_AIRFLOW_WWW_USER_USERNAME:-airflow}
         _AIRFLOW_WWW_USER_PASSWORD: ${_AIRFLOW_WWW_USER_PASSWORD:-airflow}
         _PIP_ADDITIONAL_REQUIREMENTS: ''
       user: "0:0"
       volumes:
         - ${AIRFLOW_PROJ_DIR:-.}/data:/sources
   
   
   volumes:
     postgres-db-volume:
   
   networks:
     airflow:
   ```
   
   ```env
   # CONTAINER OPTIONS
   AIRFLOW_UID=1000
   AIRFLOW_HOME=/opt/airflow
   
   PYTHONASYNCIODEBUG=1
   ```


-- 
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.

To unsubscribe, e-mail: [email protected]

For queries about this service, please contact Infrastructure at:
[email protected]

Reply via email to