现代工作流需要现代化的工具

from prefect import flow, task
@task
def extract_data():
    return fetch_from_api()
@task
def transform(data):
    return clean(data)
@flow
def etl_pipeline():
    data = extract_data()
    return transform(data)

from airflow import DAG
from airflow.operators.python import PythonOperator
from datetime import datetime
def extract_data(**context):
    data = fetch_from_api()
    context['ti'].xcom_push(key='data', value=data)
def transform(**context):
    data = context['ti'].xcom_pull(key='data')
    return clean(data)
dag = DAG('etl_pipeline',
         start_date=datetime(2024, 1, 1))
extract = PythonOperator(
    task_id='extract',
    python_callable=extract_data,
    dag=dag)
transform_task = PythonOperator(
    task_id='transform',
    python_callable=transform,
    dag=dag)
extract >> transform_task