lei_y601/yj_resume
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat:处理文件修改为异步

Browse Source
This commit is contained in:
雷雨
2025-12-06 17:39:21 +08:00
parent 16583dbb06
commit c00328ed8d
4 changed files with 15 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
db/sql_db.py
View File

@@ -4,7 +4,7 @@ from sqlalchemy.orm import declarative_base, sessionmaker
Base = declarative_base()
from decouple import config
DB_PATH = config('DB_PATH', default='D://PycharmProject//yj_resume//main.sqlite3')
DB_PATH = config('DB_PATH', default='E://pyptoject//yj_resume//main.sqlite3')
class DBTASK(Base):

15
main.py
View File

@@ -2,7 +2,7 @@ from fastapi import FastAPI
import uvicorn
from fastapi import FastAPI, File, UploadFile, HTTPException
from typing import List
from service.file_service import check_and_create_directory, upload_and_save_file,fetch_files
from service.file_service import check_and_create_directory, upload_and_save_file, fetch_files
from service import excel_service
from service.db_service import get_task_list
from fastapi.responses import FileResponse
@@ -14,7 +14,8 @@ logger = logging.getLogger(__name__)
app = FastAPI()
import concurrent.futures
executor = concurrent.futures.ThreadPoolExecutor(max_workers=10)
@app.get("/api/v1/hw")
def read_root():
return {"Hello": "World"}
@@ -26,11 +27,12 @@ async def create_upload_files(files: List[UploadFile] = File(...)):
dir_id = check_and_create_directory(files)
if not dir_id:
return {"result": False, "code": 500, "message": "create directory failed"}
flag, message= await upload_and_save_file(dir_id, files)
flag, message = await upload_and_save_file(dir_id, files)
logger.info(f"flag is {flag}")
if flag:
flag,message = await fetch_files(dir_id)
return {"result": flag, "message": message,"task_id": dir_id}
#flag, message = await fetch_files(dir_id)
executor.submit(fetch_files, dir_id)
return {"result": flag, "message": message, "task_id": dir_id}
@app.get("/export_task_data_to_excel")
@@ -52,4 +54,5 @@ def parse_task_list():
if __name__ == '__main__':
uvicorn.run(app, host="127.0.0.1", port=3006)
logger.info("start server")
uvicorn.run(app, host="0.0.0.0", port=3006)

4
service/excel_service.py
View File

@@ -4,8 +4,8 @@ import pandas as pd
import pathlib
from decouple import config
# BASE_PATH = config('BASE_PATH', default='E://pyptoject//yj_resume//')
BASE_PATH = config('BASE_PATH', default='D://PycharmProject//yj_resume//uploads//')
BASE_PATH = config('BASE_PATH', default='E://pyptoject//yj_resume//')
#BASE_PATH = config('BASE_PATH', default='D://PycharmProject//yj_resume//uploads//')
# 导出数据到excel

6
service/file_service.py
View File

@@ -16,9 +16,9 @@ import logging
from service.parse_resume2_doc import extra_resume
logger = logging.getLogger(__name__)
BASE_PATH = config('BASE_PATH', default='D://PycharmProject//yj_resume//uploads//')
#BASE_PATH = config('BASE_PATH', default='D://PycharmProject//yj_resume//uploads//')
BASE_PATH = config('BASE_PATH', default='E://pyptoject//yj_resume//')
def check_and_create_directory(files):
@@ -74,7 +74,7 @@ async def upload_and_save_file(dir_id, files: List[UploadFile]) -> (bool, str):
session.close()
return True, "success"
async def fetch_files(dir_id) -> (bool, str):
def fetch_files(dir_id) -> (bool, str):
logger.info(f"start fetching files task {dir_id} in service")
if not os.path.exists(BASE_PATH):