doris-sync/check_data.py

import sys
import os
sys.path.append(os.path.dirname(os.path.abspath(__file__)))
from db.pool import get_mysql_conn, get_doris_conn

def check():
    mysql_conn = get_mysql_conn()
    doris_conn = get_doris_conn()
    
    mysql_cursor = mysql_conn.cursor()
    doris_cursor = doris_conn.cursor()
    
    sdate = "2026-04-01 00:00:00"
    edate = "2026-05-01 00:00:00"
    group_id = 1
    
    # Check MySQL
    sql = """
        SELECT count(*) as cnt
        FROM fee_incomedetail x
        JOIN clinic_clinic c ON c.id = x.clinic_id
        WHERE x.created >= %s AND x.created < %s
          AND x.group_id = %s
          AND x.visual = 1 AND x.org_id != 16
          AND (x.flag IN (4, 5) OR (x.flag IN (1, 2, 6, 7, 8, 9, 10, 11, 12) AND x.should_amt != 0))
    """
    mysql_cursor.execute(sql, (sdate, edate, group_id))
    mysql_res = mysql_cursor.fetchone()
    print(f"MySQL count for group {group_id} between {sdate} and {edate}: {mysql_res['cnt']}")
    
    # Check Doris
    doris_sql = """
        SELECT count(*) as cnt
        FROM fact_fee_grossprofit
        WHERE pay_time >= %s AND pay_time < %s AND group_id = %s
    """
    doris_cursor.execute(doris_sql, (sdate, edate, group_id))
    doris_res = doris_cursor.fetchone()
    print(f"Doris count for group {group_id} between {sdate} and {edate}: {doris_res['cnt']}")
    
    mysql_cursor.close()
    doris_cursor.close()
    mysql_conn.close()
    doris_conn.close()

if __name__ == "__main__":
    check()