Compare commits
6 Commits
UpdatePerm
...
1abb1b5106
| Author | SHA1 | Date | |
|---|---|---|---|
| 1abb1b5106 | |||
| 49d924be20 | |||
| 0be88678df | |||
| dea4b79014 | |||
| 694947f225 | |||
| 08cc5dd165 |
88
main.py
88
main.py
@@ -1,6 +1,8 @@
|
|||||||
from flask import Flask, jsonify, request, render_template
|
from flask import Flask, jsonify, request, render_template, Response
|
||||||
|
from flask_cors import CORS, cross_origin
|
||||||
from pymongo import MongoClient
|
from pymongo import MongoClient
|
||||||
from bson.objectid import ObjectId
|
from bson.objectid import ObjectId
|
||||||
|
from bson.json_util import dumps, loads
|
||||||
from datetime import datetime
|
from datetime import datetime
|
||||||
from argon2 import PasswordHasher
|
from argon2 import PasswordHasher
|
||||||
import random
|
import random
|
||||||
@@ -8,6 +10,7 @@ import string
|
|||||||
import json
|
import json
|
||||||
import requests
|
import requests
|
||||||
from urllib.parse import parse_qs
|
from urllib.parse import parse_qs
|
||||||
|
from ollama import chat
|
||||||
|
|
||||||
with open("config/settings.json", "r") as f:
|
with open("config/settings.json", "r") as f:
|
||||||
settings = json.load(f)
|
settings = json.load(f)
|
||||||
@@ -43,6 +46,7 @@ except Exception as e:
|
|||||||
print("Error connecting to MongoDB:", e)
|
print("Error connecting to MongoDB:", e)
|
||||||
|
|
||||||
app = Flask(__name__)
|
app = Flask(__name__)
|
||||||
|
CORS(app)
|
||||||
|
|
||||||
def checkUserPermission(token, permission):
|
def checkUserPermission(token, permission):
|
||||||
# Find the correct user token in user db
|
# Find the correct user token in user db
|
||||||
@@ -73,32 +77,84 @@ def checkChatPermission(token, chatId, permission):
|
|||||||
returnedChat = chatCollection.find_one({'_id': ObjectId(chatId)})
|
returnedChat = chatCollection.find_one({'_id': ObjectId(chatId)})
|
||||||
# Convert chatId into string
|
# Convert chatId into string
|
||||||
returnedChat['_id'] = str(returnedChat['_id'])
|
returnedChat['_id'] = str(returnedChat['_id'])
|
||||||
if permission in returnedChat['permissions']:
|
if permission in returnedChat['permissions'][userId]:
|
||||||
|
return True, userId
|
||||||
|
elif (permission == True):
|
||||||
return True, userId
|
return True, userId
|
||||||
else:
|
else:
|
||||||
return False, "Incorrect permissions"
|
return False, "Incorrect permissions"
|
||||||
else:
|
else:
|
||||||
return False, "Invalid Token"
|
return False, "Invalid Token"
|
||||||
|
|
||||||
|
# Message Generation Endpoint
|
||||||
|
# Generate a new message on a specific chat
|
||||||
|
# Arguments: token (required), chatId (required), message
|
||||||
|
@app.route('/api/chat/<_id>/generate', methods =['POST'])
|
||||||
|
@cross_origin()
|
||||||
|
def generateMessage(_id):
|
||||||
|
# Get user auth token
|
||||||
|
token = request.headers['token']
|
||||||
|
a, userId = checkChatPermission(token, _id, "view")
|
||||||
|
if (a == True):
|
||||||
|
returnedChat = chatCollection.find_one({'_id': ObjectId(_id)})
|
||||||
|
message = request.json['message']
|
||||||
|
messages = returnedChat['messages']
|
||||||
|
messages.append({'role':'user', 'content':message})
|
||||||
|
stream = chat(
|
||||||
|
model=returnedChat['model'],
|
||||||
|
messages=messages,
|
||||||
|
stream=True
|
||||||
|
)
|
||||||
|
def generateStream():
|
||||||
|
response = ""
|
||||||
|
for chunk in stream:
|
||||||
|
print(chunk['message']['content'], end='', flush=True)
|
||||||
|
content = chunk['message']['content']
|
||||||
|
response += content
|
||||||
|
json_data = {"response": response}
|
||||||
|
yield f"data: {json.dumps(json_data)}\n\n"
|
||||||
|
|
||||||
|
return Response(generateStream(), mimetype='text/event-stream')
|
||||||
|
else:
|
||||||
|
return userId
|
||||||
|
|
||||||
|
# Chat List Endpoint:
|
||||||
|
# Get all the chats associated with a user
|
||||||
|
# Arguments: token (required)
|
||||||
|
@app.route('/api/user/chats', methods = ['GET'])
|
||||||
|
def getUserChats():
|
||||||
|
# Get user auth token
|
||||||
|
token = request.headers['token']
|
||||||
|
a, userId = checkUserPermission(token, True)
|
||||||
|
if (a == True):
|
||||||
|
returnedChats = list(chatCollection.find({'permissions.' + userId : "view"}))
|
||||||
|
chats = []
|
||||||
|
for doc in returnedChats:
|
||||||
|
if '_id' in doc and isinstance(doc['_id'], ObjectId):
|
||||||
|
doc['_id'] = str(doc['_id'])
|
||||||
|
chats.append(doc)
|
||||||
|
|
||||||
|
jsonChats = json.dumps(chats, indent=2)
|
||||||
|
return jsonChats
|
||||||
|
|
||||||
# Chat Details Endpoint:
|
# Chat Details Endpoint:
|
||||||
# Get or change details about a chat using the chatId
|
# Get or change details about a chat using the chatId
|
||||||
# Arguments: token (required), details (required), model, name
|
# Arguments: token (required), details (required), model, name
|
||||||
@app.route('/api/chat/<_id>/details', methods = ['GET', 'POST'])
|
@app.route('/api/chat/<_id>/details/<details>', methods = ['GET', 'POST'])
|
||||||
def getChatHistory(_id):
|
def getChatHistory(_id, details):
|
||||||
# Get user auth token
|
# Get user auth token
|
||||||
token = request.json['token']
|
token = request.headers['token']
|
||||||
a, userId = checkUserPermission(token, True)
|
a, userId = checkChatPermission(token, _id, True)
|
||||||
if (a == True):
|
if (a == True):
|
||||||
# Get the request details
|
|
||||||
details = request.json['details']
|
|
||||||
# If the user is trying to GET data
|
# If the user is trying to GET data
|
||||||
if (request.method == 'GET'):
|
if (request.method == 'GET'):
|
||||||
# Get the chat from the chatId
|
# Get the chat from the chatId
|
||||||
returnedChat = chatCollection.find_one({'_id': ObjectId(_id)})
|
returnedChat = chatCollection.find_one({'_id': ObjectId(_id)})
|
||||||
# Convert chatId into string
|
# Convert chatId into string
|
||||||
returnedChat['_id'] = str(returnedChat['_id'])
|
returnedChat['_id'] = str(returnedChat['_id'])
|
||||||
try:
|
# Get chat permissions
|
||||||
returnedChat["permissions"][userId].index("view")
|
a, userId = checkChatPermission(token, _id, "view")
|
||||||
|
if (a == True):
|
||||||
print("Chat " + _id + " has been found with token " + token)
|
print("Chat " + _id + " has been found with token " + token)
|
||||||
# Check for detail type and return correct value from db
|
# Check for detail type and return correct value from db
|
||||||
if (details == "history"):
|
if (details == "history"):
|
||||||
@@ -109,11 +165,11 @@ def getChatHistory(_id):
|
|||||||
return jsonify(returnedChat["model"])
|
return jsonify(returnedChat["model"])
|
||||||
elif (details == "name"):
|
elif (details == "name"):
|
||||||
return jsonify(returnedChat["name"])
|
return jsonify(returnedChat["name"])
|
||||||
except:
|
else:
|
||||||
return jsonify("Invalid Permissions")
|
return jsonify("Invalid Permissions")
|
||||||
else:
|
else:
|
||||||
try:
|
a, userId = checkChatPermission(token, _id, "view")
|
||||||
returnedChat["permissions"][userId].index("edit")
|
if (a == True):
|
||||||
# Check for the detail type and add data to db
|
# Check for the detail type and add data to db
|
||||||
if (details == "model"):
|
if (details == "model"):
|
||||||
model = request.json['model']
|
model = request.json['model']
|
||||||
@@ -122,7 +178,7 @@ def getChatHistory(_id):
|
|||||||
name = request.json['name']
|
name = request.json['name']
|
||||||
chatCollection.update_one({'_id': ObjectId(_id)}, { "$set": { "name": name } })
|
chatCollection.update_one({'_id': ObjectId(_id)}, { "$set": { "name": name } })
|
||||||
return jsonify("Success")
|
return jsonify("Success")
|
||||||
except:
|
else:
|
||||||
return jsonify("Invalid Permissions")
|
return jsonify("Invalid Permissions")
|
||||||
else:
|
else:
|
||||||
return jsonify("User token is invalid")
|
return jsonify("User token is invalid")
|
||||||
@@ -133,7 +189,7 @@ def getChatHistory(_id):
|
|||||||
@app.route('/api/chat/create', methods = ['POST'])
|
@app.route('/api/chat/create', methods = ['POST'])
|
||||||
def createChat():
|
def createChat():
|
||||||
# Get user auth token
|
# Get user auth token
|
||||||
token = request.json['token']
|
token = request.headers['token']
|
||||||
a, userId = checkUserPermission(token, "createChat")
|
a, userId = checkUserPermission(token, "createChat")
|
||||||
if (a == True):
|
if (a == True):
|
||||||
name = request.json['name']
|
name = request.json['name']
|
||||||
@@ -368,7 +424,7 @@ def handleSignup():
|
|||||||
def logout():
|
def logout():
|
||||||
token = request.cookies.get('auth_token', 'none')
|
token = request.cookies.get('auth_token', 'none')
|
||||||
try:
|
try:
|
||||||
token = request.json['remove_token']
|
token = request.headers['remove-token']
|
||||||
except:
|
except:
|
||||||
pass
|
pass
|
||||||
user = usersCollection.update_one({'tokens.token': token}, {"$pull":{'tokens':{'token':token}}})
|
user = usersCollection.update_one({'tokens.token': token}, {"$pull":{'tokens':{'token':token}}})
|
||||||
|
|||||||
72
templates/chattest.html
Normal file
72
templates/chattest.html
Normal file
@@ -0,0 +1,72 @@
|
|||||||
|
<!DOCTYPE html>
|
||||||
|
<html lang="en">
|
||||||
|
<head>
|
||||||
|
<meta charset="UTF-8">
|
||||||
|
<meta name="viewport" content="width=device-width, initial-scale=1.0">
|
||||||
|
<title>Streaming Response</title>
|
||||||
|
|
||||||
|
</head>
|
||||||
|
<body>
|
||||||
|
|
||||||
|
<div class="container">
|
||||||
|
<h1>AiThingy</h1>
|
||||||
|
<p>Enter a message, chatId, and auth token below:</p>
|
||||||
|
<input placeholder="Message" id="message"></input>
|
||||||
|
<input placeholder="ChatId" id="chatid"></input>
|
||||||
|
<input placeholder="Token" id="token"></input>
|
||||||
|
<button onclick="startStreaming()">Send Message</button>
|
||||||
|
|
||||||
|
<br>
|
||||||
|
|
||||||
|
<textarea id="response-output" readonly placeholder="Waiting for streaming data..."></textarea>
|
||||||
|
</div>
|
||||||
|
|
||||||
|
<script>
|
||||||
|
async function startStreaming() {
|
||||||
|
const outputArea = document.getElementById('response-output');
|
||||||
|
outputArea.value = 'Connecting to endpoint...\n';
|
||||||
|
const chatId = document.getElementById("chatid").value;
|
||||||
|
const endpointUrl = 'http://127.0.0.1:5000/api/chat/' + chatId + '/generate';
|
||||||
|
const postData = {
|
||||||
|
"message": document.getElementById("message").value
|
||||||
|
};
|
||||||
|
|
||||||
|
try {
|
||||||
|
const response = await fetch(endpointUrl, {
|
||||||
|
method: 'POST',
|
||||||
|
headers: {
|
||||||
|
'Content-Type': 'application/json',
|
||||||
|
'token': document.getElementById("token").value
|
||||||
|
},
|
||||||
|
body: JSON.stringify(postData)
|
||||||
|
});
|
||||||
|
|
||||||
|
if (!response.ok) {
|
||||||
|
throw new Error(`HTTP error! status: ${response.status}`);
|
||||||
|
}
|
||||||
|
|
||||||
|
const reader = response.body.getReader();
|
||||||
|
const decoder = new TextDecoder('utf-8');
|
||||||
|
let receivedChunks = '';
|
||||||
|
|
||||||
|
while (true) {
|
||||||
|
const { done, value } = await reader.read();
|
||||||
|
|
||||||
|
if (done) {
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
|
||||||
|
const chunk = decoder.decode(value, { stream: true });
|
||||||
|
const jsonString = chunk.substring(6);
|
||||||
|
const data = JSON.parse(jsonString);
|
||||||
|
outputArea.value = data["response"];
|
||||||
|
}
|
||||||
|
} catch (error) {
|
||||||
|
console.error('An error has occurred:', error);
|
||||||
|
outputArea.value += `\n\n--- An error has occurred: ${error.message} ---`;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
</script>
|
||||||
|
|
||||||
|
</body>
|
||||||
|
</html>
|
||||||
Reference in New Issue
Block a user