crafty-4/app/classes/shared/tasks.py

829 lines
34 KiB
Python
Raw Normal View History

2020-08-12 00:36:09 +00:00
import os
import time
import logging
import threading
import asyncio
import datetime
2023-02-05 23:03:59 +00:00
import json
from zoneinfo import ZoneInfoNotFoundError
from tzlocal import get_localzone
from apscheduler.events import EVENT_JOB_EXECUTED
from apscheduler.jobstores.base import JobLookupError
from apscheduler.schedulers.background import BackgroundScheduler
from apscheduler.triggers.cron import CronTrigger
from app.classes.models.management import HelpersManagement
from app.classes.models.users import HelperUsers
2022-06-13 18:29:25 +00:00
from app.classes.controllers.users_controller import UsersController
from app.classes.shared.console import Console
2022-07-06 01:35:43 +00:00
from app.classes.shared.file_helpers import FileHelpers
2022-05-26 13:28:54 +00:00
from app.classes.shared.helpers import Helpers
from app.classes.shared.main_controller import Controller
from app.classes.web.tornado_handler import Webserver
from app.classes.shared.websocket_manager import WebSocketManager
2020-08-12 00:36:09 +00:00
logger = logging.getLogger("apscheduler")
scheduler_intervals = {
"seconds",
"minutes",
"hours",
"days",
"weeks",
"monday",
"tuesday",
"wednesday",
"thursday",
"friday",
"saturday",
"sunday",
}
2020-08-12 00:36:09 +00:00
class TasksManager:
controller: Controller
def __init__(self, helper, controller, file_helper):
2022-05-26 13:28:54 +00:00
self.helper: Helpers = helper
self.controller: Controller = controller
self.tornado: Webserver = Webserver(helper, controller, self, file_helper)
2022-06-13 18:29:25 +00:00
try:
self.tz = get_localzone()
2023-03-09 16:09:58 +00:00
except ZoneInfoNotFoundError as e:
2022-06-13 18:41:25 +00:00
logger.error(
"Could not capture time zone from system. Falling back to Europe/London"
2023-03-09 16:09:58 +00:00
f" error: {e}"
2022-06-13 18:41:25 +00:00
)
2022-06-13 18:29:25 +00:00
self.tz = "Europe/London"
2022-01-19 19:43:34 +00:00
self.scheduler = BackgroundScheduler(timezone=str(self.tz))
2022-05-26 13:28:54 +00:00
self.users_controller: UsersController = self.controller.users
self.webserver_thread = threading.Thread(
target=self.tornado.run_tornado, daemon=True, name="tornado_thread"
)
2020-08-12 00:36:09 +00:00
self.main_thread_exiting = False
self.schedule_thread = threading.Thread(
target=self.scheduler_thread, daemon=True, name="scheduler"
)
self.log_watcher_thread = threading.Thread(
target=self.log_watcher, daemon=True, name="log_watcher"
)
self.command_thread = threading.Thread(
target=self.command_watcher, daemon=True, name="command_watcher"
)
self.realtime_thread = threading.Thread(
target=self.realtime, daemon=True, name="realtime"
)
self.reload_schedule_from_db()
2020-08-12 00:36:09 +00:00
def get_main_thread_run_status(self):
return self.main_thread_exiting
def reload_schedule_from_db(self):
jobs = HelpersManagement.get_schedules_enabled()
logger.info("Reload from DB called. Current enabled schedules: ")
for item in jobs:
logger.info(f"JOB: {item}")
def command_watcher(self):
while True:
# select any commands waiting to be processed
2023-01-19 17:06:29 +00:00
if not self.controller.management.command_queue.empty():
cmd = self.controller.management.command_queue.get()
try:
2022-05-30 17:28:39 +00:00
svr = self.controller.servers.get_server_instance_by_id(
cmd["server_id"]
2022-05-30 17:28:39 +00:00
)
except:
logger.error(
2023-09-27 01:08:11 +00:00
f"Server value {cmd['server_id']} requested does not exist! "
"Purging item from waiting commands."
)
continue
user_id = cmd["user_id"]
command = cmd["command"]
if command == "start_server":
svr.run_threaded_server(user_id)
elif command == "stop_server":
svr.stop_threaded_server()
elif command == "restart_server":
svr.restart_threaded_server(user_id)
elif command == "kill_server":
try:
svr.kill()
time.sleep(5)
svr.cleanup_server_object()
svr.record_server_stats()
except Exception as e:
logger.error(
f"Could not find PID for requested termsig. Full error: {e}"
)
elif command == "backup_server":
svr.backup_server()
2021-07-25 01:09:39 +00:00
elif command == "update_executable":
svr.jar_update()
else:
svr.send_command(command)
2022-05-30 15:23:37 +00:00
time.sleep(1)
2020-08-12 00:36:09 +00:00
def _main_graceful_exit(self):
try:
os.remove(self.helper.session_file)
2022-05-26 13:28:54 +00:00
self.controller.servers.stop_all_servers()
except:
logger.info("Caught error during shutdown", exc_info=True)
2022-07-06 01:35:43 +00:00
try:
temp_dir = os.path.join(self.controller.project_root, "temp")
FileHelpers.del_dirs(temp_dir)
except:
logger.info(
"Caught error during shutdown - "
"unable to delete files from Crafty Temp Dir",
exc_info=True,
)
logger.info("***** Crafty Shutting Down *****\n\n")
Console.info("***** Crafty Shutting Down *****\n\n")
2020-08-12 00:36:09 +00:00
self.main_thread_exiting = True
def start_webserver(self):
self.webserver_thread.start()
def reload_webserver(self):
self.tornado.stop_web_server()
Console.info("Waiting 3 seconds")
2020-08-12 00:36:09 +00:00
time.sleep(3)
self.webserver_thread = threading.Thread(
target=self.tornado.run_tornado, daemon=True, name="tornado_thread"
)
2020-08-12 00:36:09 +00:00
self.start_webserver()
def stop_webserver(self):
self.tornado.stop_web_server()
def start_scheduler(self):
logger.info("Launching Scheduler Thread...")
Console.info("Launching Scheduler Thread...")
self.schedule_thread.start()
logger.info("Launching command thread...")
Console.info("Launching command thread...")
self.command_thread.start()
logger.info("Launching log watcher...")
Console.info("Launching log watcher...")
self.log_watcher_thread.start()
logger.info("Launching realtime thread...")
Console.info("Launching realtime thread...")
self.realtime_thread.start()
def scheduler_thread(self):
schedules = HelpersManagement.get_schedules_enabled()
self.scheduler.add_listener(self.schedule_watcher, mask=EVENT_JOB_EXECUTED)
2022-08-04 22:15:59 +00:00
self.scheduler.start()
self.check_for_updates()
self.scheduler.add_job(
self.check_for_updates,
"interval",
hours=12,
id="update_watcher",
start_date=datetime.datetime.now(),
)
# self.scheduler.add_job(
# self.scheduler.print_jobs, "interval", seconds=10, id="-1"
# )
2022-01-19 19:43:34 +00:00
# load schedules from DB
for schedule in schedules:
if schedule.interval != "reaction":
2022-08-05 03:57:22 +00:00
new_job = "error"
2022-02-24 03:58:48 +00:00
if schedule.cron_string != "":
try:
2022-08-04 22:15:59 +00:00
new_job = self.scheduler.add_job(
self.controller.management.queue_command,
CronTrigger.from_crontab(
schedule.cron_string, timezone=str(self.tz)
),
id=str(schedule.schedule_id),
args=[
{
"server_id": schedule.server_id.server_id,
"user_id": self.users_controller.get_id_by_name(
"system"
),
"command": schedule.command,
}
],
)
2022-02-24 03:58:48 +00:00
except Exception as e:
2022-08-04 22:15:59 +00:00
new_job = "error"
Console.error(f"Failed to schedule task with error: {e}.")
Console.warning("Removing failed task from DB.")
2022-02-24 03:58:48 +00:00
logger.error(f"Failed to schedule task with error: {e}.")
logger.warning("Removing failed task from DB.")
# remove items from DB if task fails to add to apscheduler
2022-04-11 10:08:36 +00:00
self.controller.management_helper.delete_scheduled_task(
schedule.schedule_id
)
2022-02-24 03:58:48 +00:00
else:
if schedule.interval_type == "hours":
2022-08-04 22:15:59 +00:00
new_job = self.scheduler.add_job(
self.controller.management.queue_command,
"cron",
minute=0,
hour="*/" + str(schedule.interval),
id=str(schedule.schedule_id),
args=[
{
"server_id": schedule.server_id.server_id,
"user_id": self.users_controller.get_id_by_name(
"system"
),
"command": schedule.command,
}
],
)
elif schedule.interval_type == "minutes":
2022-08-04 22:15:59 +00:00
new_job = self.scheduler.add_job(
self.controller.management.queue_command,
"cron",
minute="*/" + str(schedule.interval),
id=str(schedule.schedule_id),
args=[
{
"server_id": schedule.server_id.server_id,
"user_id": self.users_controller.get_id_by_name(
"system"
),
"command": schedule.command,
}
],
)
elif schedule.interval_type == "days":
curr_time = schedule.start_time.split(":")
2022-08-04 22:15:59 +00:00
new_job = self.scheduler.add_job(
self.controller.management.queue_command,
"cron",
day="*/" + str(schedule.interval),
hour=curr_time[0],
minute=curr_time[1],
id=str(schedule.schedule_id),
args=[
{
"server_id": schedule.server_id.server_id,
"user_id": self.users_controller.get_id_by_name(
"system"
),
"command": schedule.command,
}
],
)
2022-08-05 03:23:56 +00:00
if new_job != "error":
task = self.controller.management.get_scheduled_task_model(
int(new_job.id)
)
self.controller.management.update_scheduled_task(
task.schedule_id,
{
"next_run": str(
new_job.next_run_time.strftime("%m/%d/%Y, %H:%M:%S")
)
},
)
2022-01-12 21:09:38 +00:00
jobs = self.scheduler.get_jobs()
logger.info("Loaded schedules. Current enabled schedules: ")
2022-01-12 21:09:38 +00:00
for item in jobs:
logger.info(f"JOB: {item}")
def schedule_job(self, job_data):
sch_id = HelpersManagement.create_scheduled_task(
job_data["server_id"],
job_data["action"],
job_data["interval"],
job_data["interval_type"],
job_data["start_time"],
job_data["command"],
2022-08-05 17:52:50 +00:00
job_data["name"],
job_data["enabled"],
job_data["one_time"],
job_data["cron_string"],
job_data["parent"],
job_data["delay"],
)
# Checks to make sure some doofus didn't actually make the newly
# created task a child of itself.
2023-10-18 20:40:38 +00:00
if (
str(job_data["parent"]) == str(sch_id)
or job_data["interval_type"] != "reaction"
):
HelpersManagement.update_scheduled_task(sch_id, {"parent": None})
# Check to see if it's enabled and is not a chain reaction.
if job_data["enabled"] and job_data["interval_type"] != "reaction":
# Lets make sure this can not be mistaken for a reaction
job_data["parent"] = None
2022-08-05 17:52:50 +00:00
new_job = "error"
if job_data["cron_string"] != "":
try:
2022-08-04 22:15:59 +00:00
new_job = self.scheduler.add_job(
self.controller.management.queue_command,
CronTrigger.from_crontab(
job_data["cron_string"], timezone=str(self.tz)
),
id=str(sch_id),
args=[
{
"server_id": job_data["server_id"],
"user_id": self.users_controller.get_id_by_name(
"system"
),
"command": job_data["command"],
}
],
)
except Exception as e:
2022-08-04 22:15:59 +00:00
new_job = "error"
Console.error(f"Failed to schedule task with error: {e}.")
Console.warning("Removing failed task from DB.")
logger.error(f"Failed to schedule task with error: {e}.")
2022-01-19 19:43:34 +00:00
logger.warning("Removing failed task from DB.")
# remove items from DB if task fails to add to apscheduler
self.controller.management_helper.delete_scheduled_task(sch_id)
else:
if job_data["interval_type"] == "hours":
2022-08-04 22:15:59 +00:00
new_job = self.scheduler.add_job(
self.controller.management.queue_command,
"cron",
minute=0,
hour="*/" + str(job_data["interval"]),
id=str(sch_id),
args=[
{
"server_id": job_data["server_id"],
"user_id": self.users_controller.get_id_by_name(
"system"
),
"command": job_data["command"],
}
],
)
elif job_data["interval_type"] == "minutes":
2022-08-04 22:15:59 +00:00
new_job = self.scheduler.add_job(
self.controller.management.queue_command,
"cron",
minute="*/" + str(job_data["interval"]),
id=str(sch_id),
args=[
{
"server_id": job_data["server_id"],
"user_id": self.users_controller.get_id_by_name(
"system"
),
"command": job_data["command"],
}
],
)
elif job_data["interval_type"] == "days":
curr_time = job_data["start_time"].split(":")
2022-08-04 22:15:59 +00:00
new_job = self.scheduler.add_job(
self.controller.management.queue_command,
"cron",
day="*/" + str(job_data["interval"]),
hour=curr_time[0],
minute=curr_time[1],
id=str(sch_id),
args=[
{
"server_id": job_data["server_id"],
"user_id": self.users_controller.get_id_by_name(
"system"
),
"command": job_data["command"],
}
],
)
logger.info("Added job. Current enabled schedules: ")
jobs = self.scheduler.get_jobs()
2022-08-04 22:15:59 +00:00
if new_job != "error":
task = self.controller.management.get_scheduled_task_model(
int(new_job.id)
)
self.controller.management.update_scheduled_task(
task.schedule_id,
{"next_run": new_job.next_run_time.strftime("%m/%d/%Y, %H:%M:%S")},
)
for item in jobs:
logger.info(f"JOB: {item}")
2023-03-03 23:23:44 +00:00
return task.schedule_id
def remove_all_server_tasks(self, server_id):
schedules = HelpersManagement.get_schedules_by_server(server_id)
for schedule in schedules:
if schedule.interval != "reaction":
2022-02-24 03:58:48 +00:00
self.remove_job(schedule.schedule_id)
def remove_job(self, sch_id):
job = HelpersManagement.get_scheduled_task_model(sch_id)
for schedule in HelpersManagement.get_child_schedules(sch_id):
self.controller.management_helper.update_scheduled_task(
schedule.schedule_id, {"parent": None}
)
self.controller.management_helper.delete_scheduled_task(sch_id)
if job.enabled and job.interval_type != "reaction":
self.scheduler.remove_job(str(sch_id))
logger.info(f"Job with ID {sch_id} was deleted.")
else:
logger.info(
f"Job with ID {sch_id} was deleted from DB, but was not enabled."
f"Not going to try removing something "
f"that doesn't exist from active schedules."
)
def update_job(self, sch_id, job_data):
# Checks to make sure some doofus didn't actually make the newly
# created task a child of itself.
2023-10-18 20:24:42 +00:00
interval_type = job_data.get("interval_type")
if str(job_data.get("parent")) == str(sch_id) or interval_type != "reaction":
job_data["parent"] = None
HelpersManagement.update_scheduled_task(sch_id, job_data)
if not (
"interval" in job_data
and "enabled" in job_data
and "cron_string" in job_data
and "interval_type" in job_data
):
2022-10-04 20:07:08 +00:00
if not "enabled" in job_data:
return
if job_data["enabled"] is True:
job_data = HelpersManagement.get_scheduled_task(sch_id)
job_data["server_id"] = job_data["server_id"]["server_id"]
2022-10-04 20:07:08 +00:00
else:
2023-10-18 20:24:42 +00:00
job = HelpersManagement.get_scheduled_task(sch_id)
if job["interval_type"] != "reaction":
self.scheduler.remove_job(str(sch_id))
return
2022-01-12 00:30:00 +00:00
try:
if job_data["interval"] != "reaction":
2022-02-24 03:58:48 +00:00
self.scheduler.remove_job(str(sch_id))
2023-10-18 20:25:28 +00:00
except JobLookupError:
logger.info(
"No job found in update job. "
"Assuming it was previously disabled. Starting new job."
)
if job_data["enabled"] and job_data["interval"] != "reaction":
2022-08-05 17:52:50 +00:00
new_job = "error"
if job_data["cron_string"] != "":
try:
2022-08-04 22:15:59 +00:00
new_job = self.scheduler.add_job(
self.controller.management.queue_command,
CronTrigger.from_crontab(
job_data["cron_string"], timezone=str(self.tz)
),
id=str(sch_id),
args=[
{
"server_id": job_data["server_id"],
"user_id": self.users_controller.get_id_by_name(
"system"
),
"command": job_data["command"],
}
],
)
except Exception as e:
2022-08-04 22:15:59 +00:00
new_job = "error"
Console.error(f"Failed to schedule task with error: {e}.")
Console.info("Removing failed task from DB.")
self.controller.management_helper.delete_scheduled_task(sch_id)
else:
if job_data["interval_type"] == "hours":
2022-08-04 22:15:59 +00:00
new_job = self.scheduler.add_job(
self.controller.management.queue_command,
"cron",
minute=0,
hour="*/" + str(job_data["interval"]),
id=str(sch_id),
args=[
{
"server_id": job_data["server_id"],
"user_id": self.users_controller.get_id_by_name(
"system"
),
"command": job_data["command"],
}
],
)
elif job_data["interval_type"] == "minutes":
2022-08-04 22:15:59 +00:00
new_job = self.scheduler.add_job(
self.controller.management.queue_command,
"cron",
minute="*/" + str(job_data["interval"]),
id=str(sch_id),
args=[
{
"server_id": job_data["server_id"],
"user_id": self.users_controller.get_id_by_name(
"system"
),
"command": job_data["command"],
}
],
)
elif job_data["interval_type"] == "days":
curr_time = job_data["start_time"].split(":")
2022-08-04 22:15:59 +00:00
new_job = self.scheduler.add_job(
self.controller.management.queue_command,
"cron",
day="*/" + str(job_data["interval"]),
hour=curr_time[0],
minute=curr_time[1],
id=str(sch_id),
args=[
{
"server_id": job_data["server_id"],
"user_id": self.users_controller.get_id_by_name(
"system"
),
"command": job_data["command"],
}
],
)
2022-08-04 22:15:59 +00:00
if new_job != "error":
task = self.controller.management.get_scheduled_task_model(
int(new_job.id)
)
self.controller.management.update_scheduled_task(
task.schedule_id,
{"next_run": new_job.next_run_time.strftime("%m/%d/%Y, %H:%M:%S")},
)
else:
try:
self.scheduler.get_job(str(sch_id))
self.scheduler.remove_job(str(sch_id))
except:
logger.info(
f"APScheduler found no scheduled job on schedule update for "
f"schedule with id: {sch_id} Assuming it was already disabled."
)
def schedule_watcher(self, event):
if not event.exception:
if str(event.job_id).isnumeric():
2022-04-12 22:57:18 +00:00
task = self.controller.management.get_scheduled_task_model(
int(event.job_id)
)
self.controller.management.add_to_audit_log_raw(
"system",
HelperUsers.get_user_id_by_name("system"),
task.server_id,
f"Task with id {task.schedule_id} completed successfully",
"127.0.0.1",
)
# check if the task is a single run.
if task.one_time:
self.remove_job(task.schedule_id)
logger.info("one time task detected. Deleting...")
elif task.interval_type != "reaction":
2022-08-04 22:15:59 +00:00
self.controller.management.update_scheduled_task(
task.schedule_id,
{
"next_run": self.scheduler.get_job(
event.job_id
).next_run_time.strftime("%m/%d/%Y, %H:%M:%S")
},
)
# check for any child tasks for this. It's kind of backward,
# but this makes DB management a lot easier. One to one
# instead of one to many.
for schedule in HelpersManagement.get_child_schedules_by_server(
task.schedule_id, task.server_id
):
# event job ID's are strings so we need to look at
# this as the same data type.
if (
str(schedule.parent) == str(event.job_id)
and schedule.interval_type == "reaction"
):
2022-02-24 03:58:48 +00:00
if schedule.enabled:
delaytime = datetime.datetime.now() + datetime.timedelta(
seconds=schedule.delay
)
self.scheduler.add_job(
self.controller.management.queue_command,
"date",
run_date=delaytime,
id=str(schedule.schedule_id),
args=[
{
"server_id": schedule.server_id.server_id,
"user_id": self.users_controller.get_id_by_name(
"system"
),
"command": schedule.command,
}
],
)
else:
logger.info(
"Event job ID is not numerical. Assuming it's stats "
"- not stored in DB. Moving on."
)
else:
logger.error(f"Task failed with error: {event.exception}")
2020-08-12 00:36:09 +00:00
def start_stats_recording(self):
2023-02-05 18:06:52 +00:00
stats_update_frequency = self.helper.get_setting(
"stats_update_frequency_seconds"
)
logger.info(
f"Stats collection frequency set to {stats_update_frequency} seconds"
)
Console.info(
f"Stats collection frequency set to {stats_update_frequency} seconds"
)
2020-08-24 23:16:33 +00:00
# one for now,
2022-05-26 12:50:20 +00:00
self.controller.servers.stats.record_stats()
# one for later
self.scheduler.add_job(
2022-05-26 12:50:20 +00:00
self.controller.servers.stats.record_stats,
"interval",
seconds=stats_update_frequency,
id="stats",
)
def serverjar_cache_refresher(self):
2020-08-23 22:43:28 +00:00
logger.info("Refreshing serverjars.com cache on start")
self.controller.server_jars.refresh_cache()
2020-08-23 22:43:28 +00:00
logger.info("Scheduling Serverjars.com cache refresh service every 12 hours")
self.scheduler.add_job(
2022-04-11 10:08:36 +00:00
self.controller.server_jars.refresh_cache,
"interval",
hours=12,
id="serverjars",
)
2020-08-23 22:43:28 +00:00
def realtime(self):
loop = asyncio.new_event_loop()
asyncio.set_event_loop(loop)
host_stats = HelpersManagement.get_latest_hosts_stats()
while True:
if host_stats.get(
"cpu_usage"
) != HelpersManagement.get_latest_hosts_stats().get(
"cpu_usage"
) or host_stats.get(
"mem_percent"
) != HelpersManagement.get_latest_hosts_stats().get(
"mem_percent"
):
# Stats are different
host_stats = HelpersManagement.get_latest_hosts_stats()
2023-10-07 21:50:56 +00:00
self.controller.management.cpu_usage.set(host_stats.get("cpu_usage"))
self.controller.management.mem_usage_percent.set(
host_stats.get("mem_percent")
)
2023-09-05 21:00:52 +00:00
if len(WebSocketManager().clients) > 0:
# There are clients
2023-02-05 23:03:59 +00:00
try:
WebSocketManager().broadcast_page(
2023-02-05 23:03:59 +00:00
"/panel/dashboard",
"update_host_stats",
{
"cpu_usage": host_stats.get("cpu_usage"),
"cpu_cores": host_stats.get("cpu_cores"),
"cpu_cur_freq": host_stats.get("cpu_cur_freq"),
"cpu_max_freq": host_stats.get("cpu_max_freq"),
"mem_percent": host_stats.get("mem_percent"),
"mem_usage": host_stats.get("mem_usage"),
"disk_usage": json.loads(
host_stats.get("disk_json").replace("'", '"')
),
"mounts": self.helper.get_setting("monitored_mounts"),
2023-02-05 23:03:59 +00:00
},
)
except:
WebSocketManager().broadcast_page(
2023-02-05 23:03:59 +00:00
"/panel/dashboard",
"update_host_stats",
{
"cpu_usage": host_stats.get("cpu_usage"),
"cpu_cores": host_stats.get("cpu_cores"),
"cpu_cur_freq": host_stats.get("cpu_cur_freq"),
"cpu_max_freq": host_stats.get("cpu_max_freq"),
"mem_percent": host_stats.get("mem_percent"),
"mem_usage": host_stats.get("mem_usage"),
"disk_usage": {},
},
)
time.sleep(1)
2021-03-05 09:35:05 +00:00
def check_for_updates(self):
logger.info("Checking for Crafty updates...")
self.helper.update_available = self.helper.check_remote_version()
2023-09-02 23:35:16 +00:00
remote = self.helper.update_available
if self.helper.update_available:
logger.info(f"Found new version {self.helper.update_available}")
else:
logger.info(
"No updates found! You are on the most up to date Crafty version."
)
2023-09-02 23:35:16 +00:00
if self.helper.update_available:
self.helper.update_available = {
"id": str(remote),
"title": f"{remote} Update Available",
"date": "",
"desc": "Release notes are available by clicking this notification.",
"link": "https://gitlab.com/crafty-controller/crafty-4/-/releases",
2023-09-02 23:35:16 +00:00
}
2022-09-12 19:34:47 +00:00
logger.info("Refreshing Gravatar PFPs...")
for user in HelperUsers.get_all_users():
if user.email:
HelperUsers.update_user(
user.id, {"pfp": self.helper.get_gravatar_image(user.email)}
)
# Search for old files in imports
2022-10-02 19:54:13 +00:00
self.helper.ensure_dir_exists(
os.path.join(self.controller.project_root, "import", "upload")
2022-10-02 19:54:13 +00:00
)
for file in os.listdir(
os.path.join(self.controller.project_root, "import", "upload")
):
if self.helper.is_file_older_than_x_days(
2023-10-08 14:57:59 +00:00
os.path.join(self.controller.project_root, "import", "upload", file)
):
try:
os.remove(os.path.join(file))
except:
logger.debug("Could not clear out file from import directory")
2021-03-05 09:30:18 +00:00
def log_watcher(self):
self.check_for_old_logs()
self.scheduler.add_job(
self.check_for_old_logs,
"interval",
hours=6,
id="log-mgmt",
)
def check_for_old_logs(self):
# check for server logs first
self.controller.servers.check_for_old_logs()
2023-05-09 00:11:15 +00:00
try:
# check for crafty logs now
logs_path = os.path.join(self.controller.project_root, "logs")
logs_delete_after = int(
self.helper.get_setting("crafty_logs_delete_after_days")
)
latest_log_files = [
"session.log",
"schedule.log",
"tornado-access.log",
"session.log",
"commander.log",
]
# we won't delete if delete logs after is set to 0
if logs_delete_after != 0:
log_files = list(
filter(
lambda val: val not in latest_log_files,
os.listdir(logs_path),
)
2023-03-02 18:40:45 +00:00
)
2023-05-09 00:11:15 +00:00
for log_file in log_files:
log_file_path = os.path.join(logs_path, log_file)
if Helpers.check_file_exists(
log_file_path
) and Helpers.is_file_older_than_x_days(
log_file_path, logs_delete_after
):
os.remove(log_file_path)
except:
logger.debug(
"Unable to find project root."
" If this issue persists please contact support."
)