Workflow saved
This commit is contained in:
@@ -354,7 +354,7 @@ def failed_payments_mapper(failed_payments_reader_df, job_id, spark):
|
||||
|
||||
failed_payments_mapper_df=spark.sql(("SELECT " + ', '.join(_failed_payments_mapper_select_clause) + " FROM failed_payments_reader_df").replace("{job_id}",f"'{job_id}'"))
|
||||
failed_payments_mapper_df.createOrReplaceTempView("failed_payments_mapper_df")
|
||||
return
|
||||
return (failed_payments_mapper_df,)
|
||||
|
||||
|
||||
@app.cell
|
||||
@@ -570,17 +570,13 @@ def success_payment_metrics_writer(spark, success_payment_metrics_df):
|
||||
|
||||
|
||||
@app.cell
|
||||
def final_failed_payments(
|
||||
FailedPaymentsData_df,
|
||||
final_failed_payments_df,
|
||||
spark,
|
||||
):
|
||||
def final_failed_payments(failed_payments_mapper_df, spark):
|
||||
|
||||
print(FailedPaymentsData_df.columns)
|
||||
LatestFailedPayments_df = spark.sql("select * from FailedPaymentsData_df where payment_date >= COALESCE((SELECT MAX(DATE(payment_date)) FROM dremio.failedpaymentmetrics), (SELECT MIN(payment_date) FROM failed_payments_mapper_df))")
|
||||
print(failed_payments_mapper_df.columns)
|
||||
final_failed_payments_df = spark.sql("select * from failed_payments_mapper_df where payment_date >= COALESCE((SELECT MAX(DATE(payment_date)) FROM dremio.failedpaymentmetrics), (SELECT MIN(payment_date) FROM failed_payments_mapper_df))")
|
||||
final_failed_payments_df.createOrReplaceTempView('final_failed_payments_df')
|
||||
final_failed_payments_df.persist()
|
||||
return
|
||||
return (final_failed_payments_df,)
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
|
||||
Reference in New Issue
Block a user