Bump apache-airflow from 2.10.5 to 3.0.2 (#172)

* Bump apache-airflow from 2.10.5 to 3.0.2

Bumps [apache-airflow](https://github.com/apache/airflow) from 2.10.5 to 3.0.2.
- [Release notes](https://github.com/apache/airflow/releases)
- [Changelog](https://github.com/apache/airflow/blob/main/docker-stack-docs/changelog.rst)
- [Commits](apache/airflow@2.10.5...3.0.2)

---
updated-dependencies:
- dependency-name: apache-airflow
  dependency-version: 3.0.2
  dependency-type: direct:production
  update-type: version-update:semver-major
...

Signed-off-by: dependabot[bot] <[email protected]>

* Align versions

* Some operators have moved in Airflow 3

* Update Astro runtime to match Airflow version

* Fix yfinance download

---------

Signed-off-by: dependabot[bot] <[email protected]>
Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com>
Co-authored-by: Niklas Schmidtmer <[email protected]>

Author: dependabot[bot]

Dockerfile

@@ -1 +1 @@
-FROM quay.io/astronomer/astro-runtime:13.1.0-python-3.12
+FROM astrocrpublic.azurecr.io/runtime:3.0-4

dags/financial_data_dag.py

@@ -52,10 +52,10 @@ def get_sp500_ticker_symbols():
 
 @task(execution_timeout=datetime.timedelta(minutes=3))
 def download_yfinance_data(ds=None):
-    """Downloads Adjusted Close data from S&P 500 companies"""
+    """Downloads Close data from S&P 500 companies"""
 
     tickers = get_sp500_ticker_symbols()
-    data = yf.download(tickers, start=ds)["Adj Close"]
+    data = yf.download(tickers, start=ds)["Close"]
     return data.to_json()
 
 

dags/nyc_taxi_dag.py

@@ -20,7 +20,7 @@
 from airflow.models import Variable
 from airflow.decorators import task, dag
 from airflow.models.baseoperator import chain
-from airflow.operators.bash import BashOperator
+from airflow.providers.standard.operators.bash import BashOperator
 from airflow.providers.common.sql.operators.sql import SQLExecuteQueryOperator
 from airflow.providers.amazon.aws.transfers.local_to_s3 import (
     LocalFilesystemToS3Operator,

dags/table_export_dag.py

@@ -8,7 +8,7 @@
 import pendulum
 from airflow.decorators import dag, task_group
 from airflow.providers.common.sql.operators.sql import SQLExecuteQueryOperator
-from airflow.operators.empty import EmptyOperator
+from airflow.providers.standard.operators.empty import EmptyOperator
 from airflow.models.baseoperator import chain
 from include.table_exports import TABLES
 

requirements.txt

@@ -2,9 +2,9 @@ apache-airflow-providers-amazon>=7.3.0,<10
 apache-airflow-providers-common-sql>=1.3.2,<2
 apache-airflow-providers-postgres>=5.4.0,<7
 apache-airflow-providers-slack>=9,<10
-apache-airflow[pandas]==2.10.5
+apache-airflow[pandas]==3.0.2
 beautifulsoup4>=4,<5
 requests>=2.28.0,<3
-yfinance>=0.2,<0.3
+yfinance>=0.2.63,<0.3
 parquet-tools>=0.2.13,<1
 pendulum>=3,<4

setup.py

@@ -10,7 +10,7 @@
         "Programming Language :: Python :: 3",
         "Programming Language :: Python :: 3.12",
     ],
-    install_requires=["apache-airflow==2.11.0"],
+    install_requires=["apache-airflow==3.0.2"],
     extras_require={
         "develop": [
             "pylint==3.3.7",