Workflow saved
This commit is contained in:
@@ -477,5 +477,5 @@ spark.sql(_merge_query)
|
|||||||
|
|
||||||
print(FailedPaymentsData_df.columns)
|
print(FailedPaymentsData_df.columns)
|
||||||
LatestFailedPayments_df = spark.sql("select * from FailedPaymentsData_df where payment_date >= COALESCE((SELECT MAX(DATE(payment_date)) FROM dremio.failedpaymentmetrics), (SELECT MIN(payment_date) FROM failed_payments_mapper_df))")
|
LatestFailedPayments_df = spark.sql("select * from FailedPaymentsData_df where payment_date >= COALESCE((SELECT MAX(DATE(payment_date)) FROM dremio.failedpaymentmetrics), (SELECT MIN(payment_date) FROM failed_payments_mapper_df))")
|
||||||
failed_payments_df.createOrReplaceTempView('failed_payments_df')
|
final_failed_payments_df.createOrReplaceTempView('final_failed_payments_df')
|
||||||
failed_payments_df.persist()
|
final_failed_payments_df.persist()
|
||||||
|
|||||||
@@ -570,12 +570,16 @@ def success_payment_metrics_writer(spark, success_payment_metrics_df):
|
|||||||
|
|
||||||
|
|
||||||
@app.cell
|
@app.cell
|
||||||
def failed_payments(FailedPaymentsData_df, failed_payments_df, spark):
|
def final_failed_payments(
|
||||||
|
FailedPaymentsData_df,
|
||||||
|
final_failed_payments_df,
|
||||||
|
spark,
|
||||||
|
):
|
||||||
|
|
||||||
print(FailedPaymentsData_df.columns)
|
print(FailedPaymentsData_df.columns)
|
||||||
LatestFailedPayments_df = spark.sql("select * from FailedPaymentsData_df where payment_date >= COALESCE((SELECT MAX(DATE(payment_date)) FROM dremio.failedpaymentmetrics), (SELECT MIN(payment_date) FROM failed_payments_mapper_df))")
|
LatestFailedPayments_df = spark.sql("select * from FailedPaymentsData_df where payment_date >= COALESCE((SELECT MAX(DATE(payment_date)) FROM dremio.failedpaymentmetrics), (SELECT MIN(payment_date) FROM failed_payments_mapper_df))")
|
||||||
failed_payments_df.createOrReplaceTempView('failed_payments_df')
|
final_failed_payments_df.createOrReplaceTempView('final_failed_payments_df')
|
||||||
failed_payments_df.persist()
|
final_failed_payments_df.persist()
|
||||||
return
|
return
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
File diff suppressed because one or more lines are too long
Reference in New Issue
Block a user