SpiderKeeper 添加 Stats 链接过滤 log 最新信息

import re
from html import escape
@app.route("/project/<project_id>/jobexecs/<job_exec_id>/stats")
def job_stats(project_id, job_exec_id):
    job_execution = JobExecution.query.filter_by(project_id=project_id, id=job_exec_id).first()
    res = requests.get(agent.log_url(job_execution))
    res.encoding = ‘utf-8‘
    #return res.text
    m = re.findall(r‘\n.*?Redirecting\s+\(.*‘, res.text)
    a = m[-1] if m else ‘‘
    m = re.findall(r‘\n.*?Crawled\s+\(.*‘, res.text)
    b = m[-1] if m else ‘‘
    m = re.findall(r‘\n.*?Scraped\s+from\s+<.*‘, res.text)
    c = m[-1] if m else ‘‘
    m = re.findall(r‘\n.*?{.*?}‘, res.text)
    d = m[-1] if m else ‘‘
    m = re.findall(r‘\n.*?Crawled\s+\d+\s+pages\s+\(.*‘, res.text)
    e = m[-1] if m else ‘‘
    return ‘<br>‘.join([escape(i) for i in [a, b, c, d, e]])