2022-01-26 01:45:30 +00:00
|
|
|
import logging
|
|
|
|
import os
|
|
|
|
import time
|
2022-04-11 05:23:55 +00:00
|
|
|
import tornado.web
|
|
|
|
import tornado.options
|
|
|
|
import tornado.httpserver
|
2022-01-26 01:45:30 +00:00
|
|
|
|
2022-04-14 02:10:25 +00:00
|
|
|
from app.classes.models.server_permissions import EnumPermissionsServer
|
2022-04-12 01:34:46 +00:00
|
|
|
from app.classes.shared.console import Console
|
2022-04-11 05:23:55 +00:00
|
|
|
from app.classes.shared.helpers import Helpers
|
2022-01-26 01:45:30 +00:00
|
|
|
from app.classes.shared.main_controller import Controller
|
|
|
|
from app.classes.web.base_handler import BaseHandler
|
2021-08-22 14:17:33 +00:00
|
|
|
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
2022-03-23 02:50:12 +00:00
|
|
|
|
2021-08-22 20:31:49 +00:00
|
|
|
@tornado.web.stream_request_body
|
2022-01-26 01:45:30 +00:00
|
|
|
class UploadHandler(BaseHandler):
|
2021-09-28 16:40:31 +00:00
|
|
|
|
2022-01-15 00:23:50 +00:00
|
|
|
# noinspection PyAttributeOutsideInit
|
2022-03-23 02:50:12 +00:00
|
|
|
def initialize(
|
2022-04-11 10:08:36 +00:00
|
|
|
self,
|
|
|
|
helper: Helpers = None,
|
|
|
|
controller: Controller = None,
|
|
|
|
tasks_manager=None,
|
|
|
|
translator=None,
|
2022-03-23 02:50:12 +00:00
|
|
|
):
|
2022-04-11 05:23:55 +00:00
|
|
|
self.helper = helper
|
2021-09-25 23:02:05 +00:00
|
|
|
self.controller = controller
|
2021-09-28 21:48:54 +00:00
|
|
|
self.tasks_manager = tasks_manager
|
|
|
|
self.translator = translator
|
2021-09-25 23:02:05 +00:00
|
|
|
|
2021-08-22 14:17:33 +00:00
|
|
|
def prepare(self):
|
2022-04-02 17:50:40 +00:00
|
|
|
# Class & Function Defination
|
|
|
|
api_key, _token_data, exec_user = self.current_user
|
2022-03-23 02:50:12 +00:00
|
|
|
server_id = self.get_argument("server_id", None)
|
|
|
|
superuser = exec_user["superuser"]
|
2022-01-15 00:23:50 +00:00
|
|
|
if api_key is not None:
|
|
|
|
superuser = superuser and api_key.superuser
|
2022-03-23 02:50:12 +00:00
|
|
|
user_id = exec_user["user_id"]
|
2022-04-11 05:23:55 +00:00
|
|
|
stream_size_value = self.helper.get_setting("stream_size_GB")
|
2022-04-02 20:07:31 +00:00
|
|
|
|
2022-04-14 02:10:25 +00:00
|
|
|
max_streamed_size = (1024 * 1024 * 1024) * stream_size_value
|
2022-04-02 20:07:31 +00:00
|
|
|
|
2022-04-02 17:50:40 +00:00
|
|
|
self.content_len = int(self.request.headers.get("Content-Length"))
|
2022-04-14 02:10:25 +00:00
|
|
|
if self.content_len > max_streamed_size:
|
2022-04-02 17:50:40 +00:00
|
|
|
logger.error(
|
|
|
|
f"User with ID {user_id} attempted to upload a file that"
|
|
|
|
f" exceeded the max body size."
|
|
|
|
)
|
2022-04-11 05:23:55 +00:00
|
|
|
self.helper.websocket_helper.broadcast_user(
|
2022-04-02 17:50:40 +00:00
|
|
|
user_id,
|
|
|
|
"send_start_error",
|
|
|
|
{
|
2022-04-11 05:23:55 +00:00
|
|
|
"error": self.helper.translation.translate(
|
2022-04-02 17:50:40 +00:00
|
|
|
"error",
|
|
|
|
"fileTooLarge",
|
|
|
|
self.controller.users.get_user_lang_by_id(user_id),
|
|
|
|
),
|
|
|
|
},
|
|
|
|
)
|
|
|
|
return
|
|
|
|
self.do_upload = True
|
2022-01-15 00:23:50 +00:00
|
|
|
|
|
|
|
if superuser:
|
2022-03-23 02:50:12 +00:00
|
|
|
exec_user_server_permissions = (
|
|
|
|
self.controller.server_perms.list_defined_permissions()
|
|
|
|
)
|
2022-01-15 00:23:50 +00:00
|
|
|
elif api_key is not None:
|
2022-03-23 02:50:12 +00:00
|
|
|
exec_user_server_permissions = (
|
|
|
|
self.controller.server_perms.get_api_key_permissions_list(
|
|
|
|
api_key, server_id
|
|
|
|
)
|
|
|
|
)
|
2022-01-15 00:23:50 +00:00
|
|
|
else:
|
2022-03-23 02:50:12 +00:00
|
|
|
exec_user_server_permissions = (
|
|
|
|
self.controller.server_perms.get_user_id_permissions_list(
|
|
|
|
exec_user["user_id"], server_id
|
|
|
|
)
|
|
|
|
)
|
2021-08-22 14:17:33 +00:00
|
|
|
|
2022-03-23 02:50:12 +00:00
|
|
|
server_id = self.request.headers.get("X-ServerId", None)
|
2021-08-22 14:17:33 +00:00
|
|
|
|
2021-08-22 20:31:49 +00:00
|
|
|
if user_id is None:
|
2022-03-23 02:50:12 +00:00
|
|
|
logger.warning("User ID not found in upload handler call")
|
2022-04-12 01:34:46 +00:00
|
|
|
Console.warning("User ID not found in upload handler call")
|
2021-08-22 20:31:49 +00:00
|
|
|
self.do_upload = False
|
2021-09-28 16:40:31 +00:00
|
|
|
|
2021-08-22 20:31:49 +00:00
|
|
|
if server_id is None:
|
2022-03-23 02:50:12 +00:00
|
|
|
logger.warning("Server ID not found in upload handler call")
|
2022-04-12 01:34:46 +00:00
|
|
|
Console.warning("Server ID not found in upload handler call")
|
2021-08-22 20:31:49 +00:00
|
|
|
self.do_upload = False
|
2021-08-22 14:54:34 +00:00
|
|
|
|
2022-04-14 02:10:25 +00:00
|
|
|
if EnumPermissionsServer.FILES not in exec_user_server_permissions:
|
2022-03-23 02:50:12 +00:00
|
|
|
logger.warning(
|
2022-03-23 06:06:13 +00:00
|
|
|
f"User {user_id} tried to upload a file to "
|
|
|
|
f"{server_id} without permissions!"
|
2022-03-23 02:50:12 +00:00
|
|
|
)
|
2022-04-12 01:34:46 +00:00
|
|
|
Console.warning(
|
2022-03-23 06:06:13 +00:00
|
|
|
f"User {user_id} tried to upload a file to "
|
|
|
|
f"{server_id} without permissions!"
|
2022-03-23 02:50:12 +00:00
|
|
|
)
|
2021-08-22 20:31:49 +00:00
|
|
|
self.do_upload = False
|
2021-08-22 14:54:34 +00:00
|
|
|
|
2022-03-23 02:50:12 +00:00
|
|
|
path = self.request.headers.get("X-Path", None)
|
|
|
|
filename = self.request.headers.get("X-FileName", None)
|
2021-08-22 20:31:49 +00:00
|
|
|
full_path = os.path.join(path, filename)
|
2021-08-22 14:54:34 +00:00
|
|
|
|
2022-04-11 05:23:55 +00:00
|
|
|
if not Helpers.in_path(
|
|
|
|
Helpers.get_os_understandable_path(
|
2022-03-23 02:50:12 +00:00
|
|
|
self.controller.servers.get_server_data_by_id(server_id)["path"]
|
|
|
|
),
|
|
|
|
full_path,
|
|
|
|
):
|
|
|
|
print(
|
|
|
|
user_id,
|
|
|
|
server_id,
|
2022-04-11 05:23:55 +00:00
|
|
|
Helpers.get_os_understandable_path(
|
2022-03-23 02:50:12 +00:00
|
|
|
self.controller.servers.get_server_data_by_id(server_id)["path"]
|
|
|
|
),
|
|
|
|
full_path,
|
|
|
|
)
|
|
|
|
logger.warning(
|
2022-03-23 06:06:13 +00:00
|
|
|
f"User {user_id} tried to upload a file to {server_id} "
|
|
|
|
f"but the path is not inside of the server!"
|
2022-03-23 02:50:12 +00:00
|
|
|
)
|
2022-04-12 01:34:46 +00:00
|
|
|
Console.warning(
|
2022-03-23 06:06:13 +00:00
|
|
|
f"User {user_id} tried to upload a file to {server_id} "
|
|
|
|
f"but the path is not inside of the server!"
|
2022-03-23 02:50:12 +00:00
|
|
|
)
|
2021-08-22 20:31:49 +00:00
|
|
|
self.do_upload = False
|
2021-09-28 16:40:31 +00:00
|
|
|
|
2021-08-22 20:31:49 +00:00
|
|
|
if self.do_upload:
|
|
|
|
try:
|
|
|
|
self.f = open(full_path, "wb")
|
|
|
|
except Exception as e:
|
2022-01-26 01:45:30 +00:00
|
|
|
logger.error(f"Upload failed with error: {e}")
|
2021-08-22 20:31:49 +00:00
|
|
|
self.do_upload = False
|
|
|
|
# If max_body_size is not set, you cannot upload files > 100MB
|
2022-04-14 02:10:25 +00:00
|
|
|
self.request.connection.set_max_body_size(max_streamed_size)
|
2021-08-22 14:54:34 +00:00
|
|
|
|
2021-08-22 20:31:49 +00:00
|
|
|
def post(self):
|
|
|
|
logger.info("Upload completed")
|
2022-03-23 02:50:12 +00:00
|
|
|
files_left = int(self.request.headers.get("X-Files-Left", None))
|
2021-09-28 16:40:31 +00:00
|
|
|
|
2021-08-22 20:31:49 +00:00
|
|
|
if self.do_upload:
|
|
|
|
time.sleep(5)
|
2021-08-23 22:22:35 +00:00
|
|
|
if files_left == 0:
|
2022-04-11 05:23:55 +00:00
|
|
|
self.helper.websocket_helper.broadcast("close_upload_box", "success")
|
2022-03-23 02:50:12 +00:00
|
|
|
self.finish("success") # Nope, I'm sending "success"
|
2021-08-22 20:31:49 +00:00
|
|
|
self.f.close()
|
|
|
|
else:
|
|
|
|
time.sleep(5)
|
2021-08-23 22:22:35 +00:00
|
|
|
if files_left == 0:
|
2022-04-11 05:23:55 +00:00
|
|
|
self.helper.websocket_helper.broadcast("close_upload_box", "error")
|
2022-03-23 02:50:12 +00:00
|
|
|
self.finish("error")
|
2021-08-22 14:54:34 +00:00
|
|
|
|
2022-01-26 01:45:30 +00:00
|
|
|
def data_received(self, chunk):
|
2021-08-22 20:31:49 +00:00
|
|
|
if self.do_upload:
|
2022-01-26 01:45:30 +00:00
|
|
|
self.f.write(chunk)
|