Airflow Dag 使用 python 运算符将文件从一个文件夹复制到本地系统中的另一个文件夹

Question

import os

import shutil
from airflow import DAG
from airflow.operators.python import PythonOperator
from datetime import datetime, timedelta


def copy_tdsx_hyper_template_if_not_exists(source_files, destination_folder):
    for source_file in source_files:
        file_name = os.path.basename(source_file)
        destination_path = os.path.join(destination_folder, file_name)
        if not os.path.exists(destination_path):
            shutil.copyfile(source_file, destination_path)
            print(f"Template File '{file_name}' copied successfully.")

定义 DAG

default_args = {
    'owner': 'test',
    'retries': 5,
    'retry_delay': timedelta(minutes=2)
}

with DAG(
    default_args=default_args,
    dag_id="HyperAPI_extracts_dag_test",
    description="DAG Operation Using Python Operator",
    start_date=datetime(2023, 5, 28),
    schedule='@daily'
) as dag:
    # Define the task
    parent_dir = 'C:\localfolder\'

Tableau_extract_name = 'TestExtract'

my_source_files = [
    parent_dir + 'Tdsx_Hyper_Templates\\' + Tableau_extract_name + '.hyper',
    parent_dir + 'Tdsx_Hyper_Templates\\' + Tableau_extract_name + '.tdsx'
]
my_destination_folder = parent_dir

copy_task = PythonOperator(
    task_id='copy_tdsx_hyper_temp_task',
    python_callable=copy_tdsx_hyper_template_if_not_exists,
    op_args=[my_source_files, my_destination_folder],
    dag=dag,
)

# Set task dependencies
copy_task 

我在 Airflow FileNotFoundError: [Errno 2] No such file or directory 中收到如下错误：

Answer 1

你是escaping一个引号：

parent_dir = 'C:\localfolder\'

请更正：

parent_dir = 'C:\\localfolder\\'

这只是一个拼写错误还是在真实代码中也是如此？