cdZWj
/
new_tiku_structure_2021


			
							123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294
							#!/usr/bin/env/python
# -*- coding:utf-8 -*-

import logging
from flask import Flask, render_template
from flask import request, redirect, Response
from flask_cors import *
from multiprocessing import Process, Queue
from server_tools import *
import pandas as pd
import base64

from six.moves import urllib

logger = logging.getLogger(__name__)
logger.setLevel(level=logging.INFO)

log_file = os.path.join(r'./logs', 'parse_log.txt')  # 日志地址
handler = logging.FileHandler(log_file, mode='a', encoding='utf-8', delay=True)
handler.setLevel(logging.INFO)
formatter = logging.Formatter('%(asctime)s - %(name)s - %(levelname)s - %(message)s')
handler.setFormatter(formatter)

# console = logging.StreamHandler()
# console.setLevel(logging.INFO)
# console.setFormatter(formatter)

logger.addHandler(handler)
# logger.addHandler(console)

app = Flask(__name__)
app.debug = True
CORS(app, supports_credentials=True)

'''
errcode=0成功
errcode=1失败
errmsg是具体的失败消息
'''

# 定义上传路径
UPLOAD_FOLDER = r'D:\zwj\word_uploads'  # wordbin服务生成文件路径
if not os.path.isdir(UPLOAD_FOLDER):
    os.makedirs(UPLOAD_FOLDER)


# --------------------------------------------------------------
@app.route('/')
def index():
    return redirect("/word_parse")


# 文件上传的HTML模板，这里没有额外去写html模板了，直接写在这里，方便点吧
@app.route('/word_parse')
def upload():
    return '''
        <html>
            <head>
            </head>
            <body>
                <h1>欢迎使用理科试题word解析</h1>
                <form action="/word_parse" method="post" enctype="multipart/form-data">                    
                    <input type="file" name="mydata" />
                    <input type="submit" value="Upload" />
                </form>
            </body>
        </html>
    '''


def read(cache):
    while True:
        filename, filename_root, callback_url, flag, sid = cache.get(True)  # 缓存
        print("\n+++++++++++++++还有{}缓存解析+++++++++++++++\n".format(cache.qsize() - 1))
        print("\n------callback_url===> {} -------\n".format(callback_url))
        logger.info('Get filename={}, filename_root={}, callback_url={}, is_cloud ={},sid ={} from queue\n'
                    .format(filename, filename_root, callback_url, flag, sid))

        # 单线程解析
        stime1 = time.time()
        try:
            res, wordbin_time, paper_type, img_upload_time = parse_word(filename, filename_root, flag, sid)
            etime1 = time.time()
            logger.info("\n----wordbin服务所占时间：{}".format(wordbin_time))
            logger.info("\n----整个解析所占时间：{}".format(etime1 - stime1))
            logger.info("\n----该份试卷的格式类型：{}".format(paper_type))
            if img_upload_time:
                logger.info("\n----图片上传时间：{}".format(img_upload_time))
        except:
            # print(traceback.print_exc())
            print("--------have callback_url,but time out of parse_word-------")
            res = {"time_out": 90,
                   "id": 0,
                   "errcode": 1,
                   "errmsgs": "解析超时，请重试"}
            # "errmsg": "word读取失败。请尝试：\n  1.请将word中图片改为嵌入式，然后上传。\n  2. 请将word题目拆分为多个word上传。\n  3.请将word中内容复制到新word上传。"
            print("------------parse is fail---------------")

        try:
            headers = {'Content-Type': 'application/json', }
            # print(json.dumps(res, ensure_ascii=False).encode("utf-8"))
            r = requests.post(callback_url,
                              # json=res, # 可以,但是会进行转义
                              data=json.dumps(res, ensure_ascii=False),  # 文件开头有编码显示
                              headers=headers)
            # timeout=10
            print("\n------post 回调地址===> {} -------\n".format(r.status_code))
            print("\n------post 返回结果===> {}  -------\n".format(r.text))
        except TimeoutError:
            print("回调超时")
        except Exception as e:
            print(e)
            print("回调出错")

        if "items" in res and res["items"]:
            if re.search(r"wid/(\d+)/?", str(callback_url)):
                upload_id = re.search(r"wid/(\d+)/?", str(callback_url)).group(1)
                save_fname = save_post_file(res, filename, upload_id)  # 保存返回的解析结果
            else:
                save_fname = save_post_file(res, filename, '0000')
            logger.info("\n----{}解析完保存的数据文件名：\n{}".format(os.path.basename(filename), save_fname))


# noinspection PyTypeChecker
@app.route('/word_parse', methods=["POST"])
def do_upload():
    """
    该接口函数专门用来接收word和参数，并保存到本地，将保存后的数据放入缓存中；
    参数关键字为：mydata，callback_url,flag,sid
    # 文件上传，overwrite=True为覆盖原有的文件，是bottle的用法f.raw_filename
   # 如果不加这参数，当服务器已存在同名文件时，将返回“IOError: File exists.”错误
    :return:
    """
    img_file_count = 0
    if os.listdir(UPLOAD_FOLDER):
        img_file_count = max([int(i) for i in os.listdir(UPLOAD_FOLDER)]) + 1

    logger.info("==request.POST.dict==>{}\n".format(request.form.to_dict()))  # php传过来的文件
    callback_url = request.form.get('callback_url', "")
    # flag = request.form.get('is_cloud', [0])[0]
    # sid = request.form.get('sid', [0])[0]
    flag = request.form.get('is_cloud', "0")  # word中的图片是否上传云端
    sid = request.form.get('sid', "0")  # 学管端、教师端参数

    # word文件接收
    # 旧接口：：整个word文件传过来，主要应用在云题库端上传
    try:
        upfile = request.files.get('mydata')  # 题库上传
        print("\n------接受文件名==> {}-------\n".format(os.path.basename(upfile.filename)))
        if os.path.splitext(upfile.filename)[1] not in [".doc", ".docx"]:
            return "only accept .doc .docx files"

        file_root1 = os.path.join(UPLOAD_FOLDER, str(img_file_count))  # 保存文件所在位置的上一层根目录
        if not os.path.isdir(file_root1):
            os.makedirs(file_root1)
        upfile.filename = str(img_file_count) + os.path.splitext(upfile.filename)[1]
        filename = os.path.join(file_root1, upfile.filename)  # 文件的绝对路径, 不会含有汉字
        upfile.save(filename)  # 保存到当地
    # -----------------------------------------------------------
    except:
        # 新接口mydata传过来的是json
        # j_data = json.loads(request.json.get('mydata'))
        l_data = request.form.get('mydata')
        print("l_data:", l_data)
        upfile_url = json.loads(l_data)[0]["file_url"]
        print("文件地址：", upfile_url)
        print("\n------接受文件名==> {}-------\n".format(os.path.basename(upfile_url)))
        if os.path.splitext(upfile_url)[1] not in [".doc", ".docx"]:
            return "only accept .doc .docx files"

        file_root1 = os.path.join(UPLOAD_FOLDER, str(img_file_count))  # 保存文件所在位置的上一层根目录
        if not os.path.isdir(file_root1):
            os.makedirs(file_root1)
        # 根据url地址下载word文件
        # r_file = requests.get(upfile_url)
        # if r_file.status_code != 200:
        #     print('下载异常')
        # with open(filename, "wb") as f:  # 将文件下载到本地
        #     f.write(r_file.content)
        filename = str(img_file_count) + os.path.splitext(upfile_url)[1]
        filename = os.path.join(file_root1, filename)  # 文件的绝对路径, 不会含有汉字
        try:
            urllib.request.urlretrieve(upfile_url, filename)
        except:
            return "word文件下载失败，请重新上传"
        print('------word Successfully downloaded-----')

    # 开一个进程对filename 进行解析
    if callback_url:
        cache_file.put([filename, file_root1, callback_url, flag, sid])
        print("-----当前缓存还有{}-----".format(int(cache_file.qsize()) - 1))
        return json.dumps({"errcode": 0, "errmsg": "OK", "docsbefore": int(cache_file.qsize()) - 1},
                          ensure_ascii=False)

    else:  # 没有回调地址时，简易网页上传
        stime1 = time.time()
        try:
            res, wordbin_time, paper_type, img_upload_time = parse_word(filename, None)
            etime1 = time.time()
            print("------------简易接口上传,解析成功---------------")
            logger.info("\n------------简易接口上传,解析成功---------------")
            logger.info("\n开始解析文件：{}".format(filename))
            logger.info("\n----wordbin服务所占时间：{}".format(wordbin_time))
            logger.info("\n----整个解析所占时间：{}".format(etime1 - stime1))
            logger.info("\n----该份试卷的格式类型：{}".format(paper_type))
        except:
            print("------------简易接口上传,解析失败---------------")
            res = {"time_out": 3,
                   "errcode": 1,
                   "errmsg": "word读取失败。请尝试：\n  1.请确定试卷版面格式是否为常见的试卷排版格式,删除不规范格式;\n"
                             "2.请将word中内容复制到新word上传;\n 3. 请将word题目拆分为多个word上传。"
                             "\n 4.请检查图片格式,将word中图片改为嵌入式后再上传。"}

        save_fname = save_post_file(res, filename, '0011')
        logger.info("\n----{}解析完保存的数据文件名【简易上传】：\n{}\n".format(os.path.basename(filename), save_fname))
        if "items" in res and res["items"]:
            # save_fname = save_post_file(res, filename, '0011')
            # logger.info("\n----{}解析完保存的数据文件名【简易上传】：\n{}\n".format(os.path.basename(filename), save_fname))
            new_res = []
            for r in res["items"]:
                dd = [r["item_id"], r["type"], r["stem"],
                      r["key"], r["analysis"],r["text_errmsgs"]]
                if "options" in r:
                    r["options"] = [chr(65+k)+'、'+ opt for k, opt in enumerate(r["options"])]
                    dd[2] += "<br/>===================<br/>【选项】<br/>" + ";<br/>".join(r["options"]).replace("<br/>;", ";")
                new_res.append(dd)

            resdf = pd.DataFrame(new_res)
            resdf.columns = ["题号", "题型", "题干", "答案", "解析"]
            pd.set_option('display.max_columns', None)
            pd.set_option('display.max_rows', None)
            pd.set_option('expand_frame_repr', True)  # 允许换行
            pd.set_option('display.width', -1)
            pd.set_option('display.max_colwidth', -1)  # 自动最大列宽
            # 如何将图片显示出来:图片属性格式要符合前端显示标准
            return render_template('res.html',
                                   items=[resdf.to_html(header=True,
                                                        index=False,
                                                        escape=False,  # 影响字符串格式
                                                        justify="center")],
                                   res_json=json.dumps(res, ensure_ascii=False)
                                   )
        else:
            # resp = Response_headers(json.dumps(res, ensure_ascii=False).encode("utf-8"))  # , indent=4
            resp = json.dumps(res, ensure_ascii=False)
            return resp


# @app.route('/static/<a>/<b>/<filepath>', methods=["GET"])
# def server_static(a, b, filepath):
@app.route('/ser_static/<path:file_path>', methods=["GET"])
def ser_static(file_path):  # endpoint的位置是函数接口名
    """
    将本地图片供页面缓存机制调用，上传cloud时该函数不使用
    :param file_path: 图片的本地绝对路径
    :return:
    """
    # filepath = request.args.get('q')  # 针对/**/=？类型
    file = os.path.join(UPLOAD_FOLDER, file_path)
    if "image" in file:
        resize_img(file, file)
    # resp = Response(base64.b64encode(open(file, 'rb').read()).decode())  # 仍无法显示图片
    resp = Response(open(file, 'rb'))
    return resp
    # 单独在网页上输入图片地址时，用下面的模板渲染图片显示出来
    # img_stream = return_img_stream(file)
    # return render_template('index.html',
    #                        img_stream=img_stream)


# @app.template_filter("src_render")
# def src_render(src_cont):
#     src_cont = src_cont.replace("&lt;", "<").replace("&gt;", ">")
#     return src_cont


if __name__ == "__main__":
    # 解析文件的队列
    cache_file = Queue()
    # start_word2html_app(kill_mathtype=True)

    # 读取解析进程
    pr_parse = Process(target=read, args=(cache_file,))
    pr_parse.start()
    print("parse pid:", pr_parse.pid)
    # sleep(2)

    # 图片供应进程
    # pr_img = Process(target=(), args=(),
    #                  kwargs={"host": "192.168.1.140", "port": "18083", "server": "tornado"})
    # pr_img.start()
    # print("image pid:", pr_img.pid)

    app.run(host="0.0.0.0", port=11088, threaded=True, debug=True)