add document monitor

common/cutils.py

@@ -45,12 +45,12 @@ def mk_error_message(error_editor, error_answer, message_id, url=wechaturl):
     requests.post(url, json=data)
 
 
-def task_count(semantics_task_count, ideology_task_count, validate_logic_task_count, knowledge_task_count,dochub_task_count,
+def task_count(semantics_task_count, ideology_task_count, validate_logic_task_count, knowledge_task_count,dochub_task_count,dochub_file_process_over10minutes_count,
                url=wechaturl):
     data = {
         "msgtype": "markdown",
         "markdown": {
-            "content": f"审校任务排队情况<font color=\"warning\">异常</font>，请相关同事注意。\n>语义任务:<font color=\"comment\">{semantics_task_count}</font>\n内容风险任务:<font color=\"comment\">{ideology_task_count}</font>\n逻辑检查任务:<font color=\"comment\">{validate_logic_task_count}</font>\n知识性差错任务:<font color=\"comment\">{knowledge_task_count}</font>\n文档解析批注任务:<font color=\"comment\">{dochub_task_count}</font> "
+            "content": f"审校任务排队情况<font color=\"warning\">异常</font>，请相关同事注意。\n>语义任务:<font color=\"comment\">{semantics_task_count}</font>\n内容风险任务:<font color=\"comment\">{ideology_task_count}</font>\n逻辑检查任务:<font color=\"comment\">{validate_logic_task_count}</font>\n知识性差错任务:<font color=\"comment\">{knowledge_task_count}</font>\n文档解析批注任务:<font color=\"comment\">{dochub_task_count}</font> \n文档解析超过10分钟的文件数:<font color=\"comment\">{dochub_file_process_over10minutes_count}</font> "
         }
     }
     requests.post(url, json=data)
@@ -84,6 +84,8 @@ def aireview_task():
         "select count(*) from aireview.knowledge_task kt2  where create_time >date(now()) and status =0;")
     dochub_task_count = DButils_dochub().select_sql(
         "select count(*) from document_record where status  in (0,1) and create_time >=CURDATE();")
-    if semantics_task_count[0][0] > 60000 or ideology_task_count[0][0] > 20000 or validate_logic_task_count[0][0]>20000 or knowledge_task_count[0][0]>20000 or dochub_task_count[0][0]>500:
-        task_count(semantics_task_count[0][0], ideology_task_count[0][0],validate_logic_task_count[0][0],knowledge_task_count[0][0], dochub_task_count[0][0], url=aireview_task_url)
+    dochub_file_process_over10minutes_count = DButils_dochub().select_sql(
+        "SELECT COUNT(*) FROM document_record WHERE status IN (1) AND create_time >= CURDATE() AND TIMESTAMPDIFF(MINUTE, create_time, update_time) > 30;")
+    if semantics_task_count[0][0] > 60000 or ideology_task_count[0][0] > 20000 or validate_logic_task_count[0][0]>20000 or knowledge_task_count[0][0]>20000 or dochub_task_count[0][0]>500 or dochub_file_process_over10minutes_count[0][0]>0:
+        task_count(semantics_task_count[0][0], ideology_task_count[0][0],validate_logic_task_count[0][0],knowledge_task_count[0][0], dochub_task_count[0][0], dochub_file_process_over10minutes_count[0][0], url=aireview_task_url)