gitea_admin/tenant1
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Workflow saved

Browse Source
This commit is contained in:
unknown
2025-09-11 09:20:44 +00:00
parent 2e42932fab
commit 2f13af0751
3 changed files with 19 additions and 17 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
payment_metrics/main.py
View File

@@ -299,12 +299,6 @@ failed_payments_mapper_df.createOrReplaceTempView("failed_payments_mapper_df")
# %% # %%
print(failed_payments_mapper_df.columns)
final_failed_payments_df = spark.sql("select * from failed_payments_mapper_df where payment_date >= COALESCE((SELECT MAX(DATE(payment_date)) FROM dremio.failedpaymentmetrics), (SELECT MIN(payment_date) FROM failed_payments_mapper_df))")
final_failed_payments_df.createOrReplaceTempView('final_failed_payments_df')
# %%
print(final_failed_payments_df.columns) print(final_failed_payments_df.columns)
filter__13_df = spark.sql("select * from final_failed_payments_df where gateway = \'CCS\'") filter__13_df = spark.sql("select * from final_failed_payments_df where gateway = \'CCS\'")
filter__13_df.createOrReplaceTempView('filter__13_df') filter__13_df.createOrReplaceTempView('filter__13_df')
@@ -478,3 +472,10 @@ _merge_query = '''
spark.sql(_merge_query) spark.sql(_merge_query)
# %%
print(FailedPaymentsData_df.columns)
LatestFailedPayments_df = spark.sql("select * from FailedPaymentsData_df where payment_date >= COALESCE((SELECT MAX(DATE(payment_date)) FROM dremio.failedpaymentmetrics), (SELECT MIN(payment_date) FROM failed_payments_mapper_df))")
failed_payments_df.createOrReplaceTempView('failed_payments_df')
failed_payments_df.persist()

21
payment_metrics/main.py.notebook
View File

@@ -354,16 +354,7 @@ def failed_payments_mapper(failed_payments_reader_df, job_id, spark):
failed_payments_mapper_df=spark.sql(("SELECT " + ', '.join(_failed_payments_mapper_select_clause) + " FROM failed_payments_reader_df").replace("{job_id}",f"'{job_id}'")) failed_payments_mapper_df=spark.sql(("SELECT " + ', '.join(_failed_payments_mapper_select_clause) + " FROM failed_payments_reader_df").replace("{job_id}",f"'{job_id}'"))
failed_payments_mapper_df.createOrReplaceTempView("failed_payments_mapper_df") failed_payments_mapper_df.createOrReplaceTempView("failed_payments_mapper_df")
return (failed_payments_mapper_df,) return
@app.cell
def final_failed_payments(failed_payments_mapper_df, spark):
print(failed_payments_mapper_df.columns)
final_failed_payments_df = spark.sql("select * from failed_payments_mapper_df where payment_date >= COALESCE((SELECT MAX(DATE(payment_date)) FROM dremio.failedpaymentmetrics), (SELECT MIN(payment_date) FROM failed_payments_mapper_df))")
final_failed_payments_df.createOrReplaceTempView('final_failed_payments_df')
return (final_failed_payments_df,)
@app.cell @app.cell
@@ -578,5 +569,15 @@ def success_payment_metrics_writer(spark, success_payment_metrics_df):
return return
@app.cell
def failed_payments(FailedPaymentsData_df, failed_payments_df, spark):
print(FailedPaymentsData_df.columns)
LatestFailedPayments_df = spark.sql("select * from FailedPaymentsData_df where payment_date >= COALESCE((SELECT MAX(DATE(payment_date)) FROM dremio.failedpaymentmetrics), (SELECT MIN(payment_date) FROM failed_payments_mapper_df))")
failed_payments_df.createOrReplaceTempView('failed_payments_df')
failed_payments_df.persist()
return
if __name__ == "__main__": if __name__ == "__main__":
app.run() app.run()

2
payment_metrics/main.workflow
View File

File diff suppressed because one or more lines are too long