mysql recorded papers
This commit is contained in:
parent
2c7adb9f2c
commit
e469b6fce0
20
main.py
20
main.py
@ -1,7 +1,7 @@
|
||||
from fastapi import FastAPI
|
||||
|
||||
from config import __CONFIG__
|
||||
# import mysql_connector
|
||||
import mysql_connector
|
||||
from fastgpt_uploader import upload2fastgpt
|
||||
from semanticscholar import search_paper
|
||||
|
||||
@ -12,7 +12,8 @@ def query(query:str):
|
||||
list = search_paper(query)
|
||||
for i in list:
|
||||
res.append({
|
||||
'id':'','datasetId':__CONFIG__['fastgpt_setId'],
|
||||
'id':i['paperId'],
|
||||
'datasetId':__CONFIG__['fastgpt_setId'],
|
||||
'collectionId':__CONFIG__['fastgpt_colId'],
|
||||
'sourceName':'Semantic Scholar',
|
||||
'sourceId?':'',
|
||||
@ -25,16 +26,23 @@ def query(query:str):
|
||||
}
|
||||
]
|
||||
})
|
||||
print(i['title'])
|
||||
return res
|
||||
|
||||
@app.get("/fastdoi")
|
||||
async def get_reference(questions):
|
||||
res = query(questions)
|
||||
upload2fastgpt(res)
|
||||
return res
|
||||
new = []
|
||||
print(res)
|
||||
for i in res:
|
||||
if not mysql_connector.is_loaded(i['id']):
|
||||
new.append(i)
|
||||
if(upload2fastgpt(new)):
|
||||
for i in new:
|
||||
mysql_connector.new_load(i['id'])
|
||||
print('new: '+i['q'])
|
||||
return new
|
||||
|
||||
if __name__ == '__main__':
|
||||
import uvicorn
|
||||
uvicorn.run(app, host="127.0.0.1", port=8964)
|
||||
# mysql_connector.end_mysql()
|
||||
mysql_connector.end_mysql()
|
@ -23,3 +23,13 @@ def end_mysql():
|
||||
cnx.close()
|
||||
except:
|
||||
print("No Mysql Opened.")
|
||||
|
||||
def is_loaded(paperId):
|
||||
query = ("SELECT COUNT(*) FROM uploaded_papers WHERE paperId = %s")
|
||||
cursor.execute(query, (paperId,))
|
||||
return cursor.fetchone()[0] > 0
|
||||
|
||||
def new_load(paperId):
|
||||
query = ("INSERT INTO uploaded_papers (paperId) VALUES (%s)")
|
||||
cursor.execute(query, (paperId,))
|
||||
cnx.commit()
|
||||
|
Loading…
Reference in New Issue
Block a user