Index

C

check_or_create_dir() (fileflow.storage_drivers.file_storage_driver.FileStorageDriver method)

clean_and_write_dataframe_to_csv() (in module fileflow.utils.dataframe_utils)

D

DiveOperator (class in fileflow.operators.dive_operator)

DivePythonOperator (class in fileflow.operators.dive_python_operator)

E

execution_date_string() (fileflow.storage_drivers.storage_driver.StorageDriver method)

F

fileflow.operators.dive_operator (module) fileflow.operators.dive_python_operator (module) fileflow.storage_drivers.file_storage_driver (module) fileflow.storage_drivers.s3_storage_driver (module)

fileflow.storage_drivers.storage_driver (module) fileflow.task_runners.task_runner (module) fileflow.utils.dataframe_utils (module) FileStorageDriver (class in fileflow.storage_drivers.file_storage_driver)

G

get_filename() (fileflow.storage_drivers.file_storage_driver.FileStorageDriver method) (fileflow.storage_drivers.s3_storage_driver.S3StorageDriver method) (fileflow.storage_drivers.storage_driver.StorageDriver method) get_input_filename() (fileflow.task_runners.task_runner.TaskRunner method) get_key_name() (fileflow.storage_drivers.s3_storage_driver.S3StorageDriver method) get_or_create_key() (fileflow.storage_drivers.s3_storage_driver.S3StorageDriver method) get_output_filename() (fileflow.task_runners.task_runner.TaskRunner method)

get_path() (fileflow.storage_drivers.file_storage_driver.FileStorageDriver method) (fileflow.storage_drivers.s3_storage_driver.S3StorageDriver method) (fileflow.storage_drivers.storage_driver.StorageDriver method) get_read_stream() (fileflow.storage_drivers.file_storage_driver.FileStorageDriver method) (fileflow.storage_drivers.s3_storage_driver.S3StorageDriver method) (fileflow.storage_drivers.storage_driver.StorageDriver method) get_upstream_stream() (fileflow.task_runners.task_runner.TaskRunner method)

L

list_filenames_in_path() (fileflow.storage_drivers.file_storage_driver.FileStorageDriver method) (fileflow.storage_drivers.s3_storage_driver.S3StorageDriver method) (fileflow.storage_drivers.storage_driver.StorageDriver method)

list_filenames_in_task() (fileflow.storage_drivers.storage_driver.StorageDriver method)

O

operators.dive_operator (module), [1]

P

pre_execute() (fileflow.operators.dive_python_operator.DivePythonOperator method)

R

read() (fileflow.storage_drivers.file_storage_driver.FileStorageDriver method) (fileflow.storage_drivers.s3_storage_driver.S3StorageDriver method) (fileflow.storage_drivers.storage_driver.StorageDriver method) read_and_clean_csv_to_dataframe() (in module fileflow.utils.dataframe_utils)

read_upstream_file() (fileflow.task_runners.task_runner.TaskRunner method) read_upstream_json() (fileflow.task_runners.task_runner.TaskRunner method) read_upstream_pandas_csv() (fileflow.task_runners.task_runner.TaskRunner method) run() (fileflow.task_runners.task_runner.TaskRunner method)

S

S3StorageDriver (class in fileflow.storage_drivers.s3_storage_driver) storage (fileflow.operators.dive_operator.DiveOperator attribute) storage_drivers.file_storage_driver (module)

storage_drivers.s3_storage_driver (module) storage_drivers.storage_driver (module) StorageDriver (class in fileflow.storage_drivers.storage_driver) StorageDriverError

T

task_runners.task_runner (module)

TaskRunner (class in fileflow.task_runners.task_runner)

U

utils.dataframe_utils (module)

W

write() (fileflow.storage_drivers.file_storage_driver.FileStorageDriver method) (fileflow.storage_drivers.s3_storage_driver.S3StorageDriver method) (fileflow.storage_drivers.storage_driver.StorageDriver method) write_file() (fileflow.task_runners.task_runner.TaskRunner method) write_from_stream() (fileflow.storage_drivers.file_storage_driver.FileStorageDriver method) (fileflow.storage_drivers.s3_storage_driver.S3StorageDriver method) (fileflow.storage_drivers.storage_driver.StorageDriver method) (fileflow.task_runners.task_runner.TaskRunner method)

write_json() (fileflow.task_runners.task_runner.TaskRunner method) write_pandas_csv() (fileflow.task_runners.task_runner.TaskRunner method) write_timestamp_file() (fileflow.task_runners.task_runner.TaskRunner method)