mysql recorded papers

This commit is contained in:
mxr612 2024-08-21 16:51:09 +08:00
parent 2c7adb9f2c
commit e469b6fce0
2 changed files with 24 additions and 6 deletions

20
main.py
View File

@ -1,7 +1,7 @@
from fastapi import FastAPI
from config import __CONFIG__
# import mysql_connector
import mysql_connector
from fastgpt_uploader import upload2fastgpt
from semanticscholar import search_paper
@ -12,7 +12,8 @@ def query(query:str):
list = search_paper(query)
for i in list:
res.append({
'id':'','datasetId':__CONFIG__['fastgpt_setId'],
'id':i['paperId'],
'datasetId':__CONFIG__['fastgpt_setId'],
'collectionId':__CONFIG__['fastgpt_colId'],
'sourceName':'Semantic Scholar',
'sourceId?':'',
@ -25,16 +26,23 @@ def query(query:str):
}
]
})
print(i['title'])
return res
@app.get("/fastdoi")
async def get_reference(questions):
res = query(questions)
upload2fastgpt(res)
return res
new = []
print(res)
for i in res:
if not mysql_connector.is_loaded(i['id']):
new.append(i)
if(upload2fastgpt(new)):
for i in new:
mysql_connector.new_load(i['id'])
print('new: '+i['q'])
return new
if __name__ == '__main__':
import uvicorn
uvicorn.run(app, host="127.0.0.1", port=8964)
# mysql_connector.end_mysql()
mysql_connector.end_mysql()

View File

@ -23,3 +23,13 @@ def end_mysql():
cnx.close()
except:
print("No Mysql Opened.")
def is_loaded(paperId):
query = ("SELECT COUNT(*) FROM uploaded_papers WHERE paperId = %s")
cursor.execute(query, (paperId,))
return cursor.fetchone()[0] > 0
def new_load(paperId):
query = ("INSERT INTO uploaded_papers (paperId) VALUES (%s)")
cursor.execute(query, (paperId,))
cnx.commit()