2022-03-25 16:17:46 +00:00
|
|
|
--
|
|
|
|
-- Nuclear Generation Facility SCADA Coordinator
|
|
|
|
--
|
|
|
|
|
2022-05-14 17:32:42 +00:00
|
|
|
require("/initenv").init_env()
|
|
|
|
|
2022-11-13 20:56:27 +00:00
|
|
|
local crash = require("scada-common.crash")
|
2022-08-09 04:40:50 +00:00
|
|
|
local log = require("scada-common.log")
|
|
|
|
local ppm = require("scada-common.ppm")
|
|
|
|
local tcallbackdsp = require("scada-common.tcallbackdsp")
|
|
|
|
local util = require("scada-common.util")
|
2022-03-25 16:17:46 +00:00
|
|
|
|
2022-08-09 04:40:50 +00:00
|
|
|
local core = require("graphics.core")
|
2022-07-20 17:28:58 +00:00
|
|
|
|
2022-08-09 04:40:50 +00:00
|
|
|
local apisessions = require("coordinator.apisessions")
|
|
|
|
local config = require("coordinator.config")
|
|
|
|
local coordinator = require("coordinator.coordinator")
|
2022-12-06 16:40:13 +00:00
|
|
|
local iocontrol = require("coordinator.iocontrol")
|
2022-08-09 04:40:50 +00:00
|
|
|
local renderer = require("coordinator.renderer")
|
2022-12-04 18:59:10 +00:00
|
|
|
local sounder = require("coordinator.sounder")
|
2022-03-25 16:17:46 +00:00
|
|
|
|
2023-02-13 17:27:22 +00:00
|
|
|
local COORDINATOR_VERSION = "beta-v0.9.7"
|
2022-03-25 16:17:46 +00:00
|
|
|
|
2022-04-29 17:32:37 +00:00
|
|
|
local print = util.print
|
|
|
|
local println = util.println
|
2022-03-25 16:17:46 +00:00
|
|
|
local print_ts = util.print_ts
|
2022-04-29 17:32:37 +00:00
|
|
|
local println_ts = util.println_ts
|
2022-03-25 16:17:46 +00:00
|
|
|
|
2022-07-05 16:47:02 +00:00
|
|
|
local log_graphics = coordinator.log_graphics
|
|
|
|
local log_sys = coordinator.log_sys
|
|
|
|
local log_boot = coordinator.log_boot
|
|
|
|
local log_comms = coordinator.log_comms
|
2022-07-06 03:48:01 +00:00
|
|
|
local log_comms_connecting = coordinator.log_comms_connecting
|
2022-07-05 16:47:02 +00:00
|
|
|
|
2022-06-05 19:09:02 +00:00
|
|
|
----------------------------------------
|
|
|
|
-- config validation
|
|
|
|
----------------------------------------
|
|
|
|
|
|
|
|
local cfv = util.new_validator()
|
|
|
|
|
|
|
|
cfv.assert_port(config.SCADA_SV_PORT)
|
|
|
|
cfv.assert_port(config.SCADA_SV_LISTEN)
|
|
|
|
cfv.assert_port(config.SCADA_API_LISTEN)
|
2023-02-07 22:31:22 +00:00
|
|
|
cfv.assert_type_int(config.TRUSTED_RANGE)
|
2023-02-13 17:27:22 +00:00
|
|
|
cfv.assert_type_num(config.COMMS_TIMEOUT)
|
|
|
|
cfv.assert_min(config.COMMS_TIMEOUT, 1)
|
2022-06-05 19:09:02 +00:00
|
|
|
cfv.assert_type_int(config.NUM_UNITS)
|
2022-07-05 16:47:02 +00:00
|
|
|
cfv.assert_type_bool(config.RECOLOR)
|
2022-12-04 19:29:39 +00:00
|
|
|
cfv.assert_type_num(config.SOUNDER_VOLUME)
|
2022-12-06 16:40:13 +00:00
|
|
|
cfv.assert_type_bool(config.TIME_24_HOUR)
|
2022-06-05 19:09:02 +00:00
|
|
|
cfv.assert_type_str(config.LOG_PATH)
|
|
|
|
cfv.assert_type_int(config.LOG_MODE)
|
2023-02-13 17:27:22 +00:00
|
|
|
|
2022-06-05 19:09:02 +00:00
|
|
|
assert(cfv.valid(), "bad config file: missing/invalid fields")
|
|
|
|
|
|
|
|
----------------------------------------
|
|
|
|
-- log init
|
|
|
|
----------------------------------------
|
|
|
|
|
2022-05-29 18:34:09 +00:00
|
|
|
log.init(config.LOG_PATH, config.LOG_MODE)
|
2022-04-29 17:32:37 +00:00
|
|
|
|
2022-05-04 17:37:01 +00:00
|
|
|
log.info("========================================")
|
|
|
|
log.info("BOOTING coordinator.startup " .. COORDINATOR_VERSION)
|
|
|
|
log.info("========================================")
|
2022-05-01 19:34:44 +00:00
|
|
|
println(">> SCADA Coordinator " .. COORDINATOR_VERSION .. " <<")
|
2022-03-25 16:17:46 +00:00
|
|
|
|
2022-11-13 20:56:27 +00:00
|
|
|
crash.set_env("coordinator", COORDINATOR_VERSION)
|
|
|
|
|
2022-06-05 19:09:02 +00:00
|
|
|
----------------------------------------
|
2022-11-13 20:56:27 +00:00
|
|
|
-- main application
|
2022-06-05 19:09:02 +00:00
|
|
|
----------------------------------------
|
|
|
|
|
2022-11-13 20:56:27 +00:00
|
|
|
local function main()
|
|
|
|
----------------------------------------
|
|
|
|
-- system startup
|
|
|
|
----------------------------------------
|
2022-03-25 16:17:46 +00:00
|
|
|
|
2022-11-13 20:56:27 +00:00
|
|
|
-- mount connected devices
|
|
|
|
ppm.mount_all()
|
2022-05-29 18:34:09 +00:00
|
|
|
|
2022-11-13 20:56:27 +00:00
|
|
|
-- setup monitors
|
|
|
|
local configured, monitors = coordinator.configure_monitors(config.NUM_UNITS)
|
|
|
|
if not configured or monitors == nil then
|
|
|
|
println("boot> monitor setup failed")
|
|
|
|
log.fatal("monitor configuration failed")
|
|
|
|
return
|
|
|
|
end
|
2022-05-29 18:34:09 +00:00
|
|
|
|
2022-11-13 20:56:27 +00:00
|
|
|
-- init renderer
|
|
|
|
renderer.set_displays(monitors)
|
|
|
|
renderer.reset(config.RECOLOR)
|
2023-02-03 20:19:00 +00:00
|
|
|
|
|
|
|
if not renderer.validate_main_display_width() then
|
|
|
|
println("boot> main display must be 8 blocks wide")
|
|
|
|
log.fatal("main display not wide enough")
|
|
|
|
return
|
|
|
|
elseif not renderer.validate_unit_display_sizes() then
|
|
|
|
println("boot> one or more unit display dimensions incorrect; they must be 4x4 blocks")
|
|
|
|
log.fatal("unit display dimensions incorrect")
|
|
|
|
return
|
|
|
|
end
|
|
|
|
|
2022-11-13 20:56:27 +00:00
|
|
|
renderer.init_dmesg()
|
2022-05-29 18:34:09 +00:00
|
|
|
|
2023-02-03 20:19:00 +00:00
|
|
|
-- lets get started!
|
|
|
|
log.info("monitors ready, dmesg output incoming...")
|
|
|
|
|
2022-11-13 20:56:27 +00:00
|
|
|
log_graphics("displays connected and reset")
|
|
|
|
log_sys("system start on " .. os.date("%c"))
|
|
|
|
log_boot("starting " .. COORDINATOR_VERSION)
|
2022-07-05 16:47:02 +00:00
|
|
|
|
2022-12-04 18:59:10 +00:00
|
|
|
----------------------------------------
|
|
|
|
-- setup alarm sounder subsystem
|
|
|
|
----------------------------------------
|
|
|
|
|
|
|
|
local speaker = ppm.get_device("speaker")
|
|
|
|
if speaker == nil then
|
|
|
|
log_boot("annunciator alarm speaker not found")
|
|
|
|
println("boot> speaker not found")
|
|
|
|
log.fatal("no annunciator alarm speaker found")
|
|
|
|
return
|
|
|
|
else
|
|
|
|
local sounder_start = util.time_ms()
|
|
|
|
log_boot("annunciator alarm speaker connected")
|
2022-12-04 19:29:39 +00:00
|
|
|
sounder.init(speaker, config.SOUNDER_VOLUME)
|
2022-12-04 18:59:10 +00:00
|
|
|
log_boot("tone generation took " .. (util.time_ms() - sounder_start) .. "ms")
|
|
|
|
log_sys("annunciator alarm configured")
|
|
|
|
end
|
|
|
|
|
2022-11-13 20:56:27 +00:00
|
|
|
----------------------------------------
|
|
|
|
-- setup communications
|
|
|
|
----------------------------------------
|
2022-07-05 16:47:02 +00:00
|
|
|
|
2022-11-13 20:56:27 +00:00
|
|
|
-- get the communications modem
|
|
|
|
local modem = ppm.get_wireless_modem()
|
|
|
|
if modem == nil then
|
|
|
|
log_comms("wireless modem not found")
|
|
|
|
println("boot> wireless modem not found")
|
|
|
|
log.fatal("no wireless modem on startup")
|
|
|
|
return
|
|
|
|
else
|
|
|
|
log_comms("wireless modem connected")
|
|
|
|
end
|
2022-09-13 20:07:21 +00:00
|
|
|
|
2022-11-13 20:56:27 +00:00
|
|
|
-- create connection watchdog
|
2023-02-13 17:27:22 +00:00
|
|
|
local conn_watchdog = util.new_watchdog(config.COMMS_TIMEOUT)
|
2022-11-13 20:56:27 +00:00
|
|
|
conn_watchdog.cancel()
|
|
|
|
log.debug("boot> conn watchdog created")
|
|
|
|
|
|
|
|
-- start comms, open all channels
|
2023-02-07 22:31:22 +00:00
|
|
|
local coord_comms = coordinator.comms(COORDINATOR_VERSION, modem, config.SCADA_SV_PORT, config.SCADA_SV_LISTEN,
|
|
|
|
config.SCADA_API_LISTEN, config.TRUSTED_RANGE, conn_watchdog)
|
2022-11-13 20:56:27 +00:00
|
|
|
log.debug("boot> comms init")
|
|
|
|
log_comms("comms initialized")
|
|
|
|
|
|
|
|
-- base loop clock (2Hz, 10 ticks)
|
|
|
|
local MAIN_CLOCK = 0.5
|
|
|
|
local loop_clock = util.new_clock(MAIN_CLOCK)
|
|
|
|
|
|
|
|
----------------------------------------
|
|
|
|
-- connect to the supervisor
|
|
|
|
----------------------------------------
|
|
|
|
|
|
|
|
-- attempt to connect to the supervisor or exit
|
|
|
|
local function init_connect_sv()
|
|
|
|
local tick_waiting, task_done = log_comms_connecting("attempting to connect to configured supervisor on channel " .. config.SCADA_SV_PORT)
|
|
|
|
|
|
|
|
-- attempt to establish a connection with the supervisory computer
|
|
|
|
if not coord_comms.sv_connect(60, tick_waiting, task_done) then
|
|
|
|
log_comms("supervisor connection failed")
|
|
|
|
log.fatal("failed to connect to supervisor")
|
|
|
|
return false
|
|
|
|
end
|
2022-09-03 15:51:27 +00:00
|
|
|
|
2022-11-13 20:56:27 +00:00
|
|
|
return true
|
2022-09-03 15:51:27 +00:00
|
|
|
end
|
2022-09-13 20:07:21 +00:00
|
|
|
|
2022-11-13 20:56:27 +00:00
|
|
|
if not init_connect_sv() then
|
|
|
|
println("boot> failed to connect to supervisor")
|
|
|
|
log_sys("system shutdown")
|
|
|
|
return
|
|
|
|
else
|
|
|
|
log_sys("supervisor connected, proceeding to UI start")
|
|
|
|
end
|
2022-07-06 03:48:01 +00:00
|
|
|
|
2022-11-13 20:56:27 +00:00
|
|
|
----------------------------------------
|
|
|
|
-- start the UI
|
|
|
|
----------------------------------------
|
2022-09-03 15:51:27 +00:00
|
|
|
|
2022-11-13 20:56:27 +00:00
|
|
|
-- start up the UI
|
|
|
|
---@return boolean ui_ok started ok
|
|
|
|
local function init_start_ui()
|
|
|
|
log_graphics("starting UI...")
|
2022-06-25 20:21:57 +00:00
|
|
|
|
2022-11-13 20:56:27 +00:00
|
|
|
local draw_start = util.time_ms()
|
2022-06-06 19:42:39 +00:00
|
|
|
|
2022-11-13 20:56:27 +00:00
|
|
|
local ui_ok, message = pcall(renderer.start_ui)
|
|
|
|
if not ui_ok then
|
|
|
|
renderer.close_ui()
|
|
|
|
log_graphics(util.c("UI crashed: ", message))
|
|
|
|
println_ts("UI crashed")
|
|
|
|
log.fatal(util.c("ui crashed with error ", message))
|
|
|
|
else
|
|
|
|
log_graphics("first UI draw took " .. (util.time_ms() - draw_start) .. "ms")
|
2022-07-05 16:47:02 +00:00
|
|
|
|
2022-11-13 20:56:27 +00:00
|
|
|
-- start clock
|
|
|
|
loop_clock.start()
|
|
|
|
end
|
2022-07-05 16:47:02 +00:00
|
|
|
|
2022-11-13 20:56:27 +00:00
|
|
|
return ui_ok
|
2022-09-03 15:51:27 +00:00
|
|
|
end
|
|
|
|
|
2022-11-13 20:56:27 +00:00
|
|
|
local ui_ok = init_start_ui()
|
2022-07-05 16:47:02 +00:00
|
|
|
|
2022-11-13 20:56:27 +00:00
|
|
|
----------------------------------------
|
|
|
|
-- main event loop
|
|
|
|
----------------------------------------
|
2022-09-03 15:51:27 +00:00
|
|
|
|
2022-12-06 16:40:13 +00:00
|
|
|
local date_format = util.trinary(config.TIME_24_HOUR, "%X \x04 %A, %B %d %Y", "%r \x04 %A, %B %d %Y")
|
|
|
|
|
2022-11-13 20:56:27 +00:00
|
|
|
local no_modem = false
|
2022-07-05 16:47:02 +00:00
|
|
|
|
2022-11-13 20:56:27 +00:00
|
|
|
if ui_ok then
|
|
|
|
-- start connection watchdog
|
|
|
|
conn_watchdog.feed()
|
|
|
|
log.debug("boot> conn watchdog started")
|
2022-09-13 20:07:21 +00:00
|
|
|
|
2022-11-13 20:56:27 +00:00
|
|
|
log_sys("system started successfully")
|
|
|
|
end
|
2022-09-13 20:07:21 +00:00
|
|
|
|
2022-11-13 20:56:27 +00:00
|
|
|
-- main event loop
|
|
|
|
while ui_ok do
|
|
|
|
local event, param1, param2, param3, param4, param5 = util.pull_event()
|
|
|
|
|
|
|
|
-- handle event
|
|
|
|
if event == "peripheral_detach" then
|
|
|
|
local type, device = ppm.handle_unmount(param1)
|
|
|
|
|
|
|
|
if type ~= nil and device ~= nil then
|
|
|
|
if type == "modem" then
|
|
|
|
-- we only really care if this is our wireless modem
|
|
|
|
if device == modem then
|
|
|
|
no_modem = true
|
|
|
|
log_sys("comms modem disconnected")
|
|
|
|
println_ts("wireless modem disconnected!")
|
|
|
|
log.error("comms modem disconnected!")
|
|
|
|
|
|
|
|
-- close out UI
|
|
|
|
renderer.close_ui()
|
|
|
|
|
|
|
|
-- alert user to status
|
|
|
|
log_sys("awaiting comms modem reconnect...")
|
|
|
|
else
|
|
|
|
log_sys("non-comms modem disconnected")
|
|
|
|
log.warning("non-comms modem disconnected")
|
|
|
|
end
|
|
|
|
elseif type == "monitor" then
|
|
|
|
if renderer.is_monitor_used(device) then
|
|
|
|
-- "halt and catch fire" style handling
|
2022-12-04 19:36:29 +00:00
|
|
|
println_ts("lost a configured monitor, system will now exit")
|
2022-11-13 20:56:27 +00:00
|
|
|
log_sys("lost a configured monitor, system will now exit")
|
|
|
|
break
|
|
|
|
else
|
|
|
|
log_sys("lost unused monitor, ignoring")
|
|
|
|
end
|
2022-12-04 19:36:29 +00:00
|
|
|
elseif type == "speaker" then
|
|
|
|
println_ts("lost alarm sounder speaker")
|
|
|
|
log_sys("lost alarm sounder speaker")
|
2022-07-05 16:47:02 +00:00
|
|
|
end
|
2022-11-13 20:56:27 +00:00
|
|
|
end
|
|
|
|
elseif event == "peripheral" then
|
|
|
|
local type, device = ppm.mount(param1)
|
|
|
|
|
|
|
|
if type ~= nil and device ~= nil then
|
|
|
|
if type == "modem" then
|
|
|
|
if device.isWireless() then
|
|
|
|
-- reconnected modem
|
|
|
|
no_modem = false
|
|
|
|
modem = device
|
|
|
|
coord_comms.reconnect_modem(modem)
|
|
|
|
|
|
|
|
log_sys("comms modem reconnected")
|
|
|
|
println_ts("wireless modem reconnected.")
|
|
|
|
|
|
|
|
-- re-init system
|
|
|
|
if not init_connect_sv() then break end
|
|
|
|
ui_ok = init_start_ui()
|
|
|
|
else
|
|
|
|
log_sys("wired modem reconnected")
|
|
|
|
end
|
|
|
|
elseif type == "monitor" then
|
|
|
|
-- not supported, system will exit on loss of in-use monitors
|
2022-12-04 19:36:29 +00:00
|
|
|
elseif type == "speaker" then
|
|
|
|
println_ts("alarm sounder speaker reconnected")
|
|
|
|
log_sys("alarm sounder speaker reconnected")
|
|
|
|
sounder.reconnect(device)
|
2022-09-13 20:07:21 +00:00
|
|
|
end
|
2022-07-05 16:47:02 +00:00
|
|
|
end
|
2022-11-13 20:56:27 +00:00
|
|
|
elseif event == "timer" then
|
|
|
|
if loop_clock.is_clock(param1) then
|
|
|
|
-- main loop tick
|
|
|
|
|
|
|
|
-- free any closed sessions
|
|
|
|
--apisessions.free_all_closed()
|
|
|
|
|
2022-12-06 16:40:13 +00:00
|
|
|
-- update date and time string for main display
|
|
|
|
iocontrol.get_db().facility.ps.publish("date_time", os.date(date_format))
|
|
|
|
|
2022-11-13 20:56:27 +00:00
|
|
|
loop_clock.start()
|
|
|
|
elseif conn_watchdog.is_timer(param1) then
|
|
|
|
-- supervisor watchdog timeout
|
|
|
|
local msg = "supervisor server timeout"
|
|
|
|
log_comms(msg)
|
|
|
|
println_ts(msg)
|
|
|
|
|
|
|
|
-- close connection and UI
|
|
|
|
coord_comms.close()
|
|
|
|
renderer.close_ui()
|
|
|
|
|
|
|
|
if not no_modem then
|
|
|
|
-- try to re-connect to the supervisor
|
2022-09-13 20:07:21 +00:00
|
|
|
if not init_connect_sv() then break end
|
2022-09-03 15:51:27 +00:00
|
|
|
ui_ok = init_start_ui()
|
2022-07-05 16:47:02 +00:00
|
|
|
end
|
2022-11-13 20:56:27 +00:00
|
|
|
else
|
|
|
|
-- a non-clock/main watchdog timer event
|
2022-07-05 16:47:02 +00:00
|
|
|
|
2022-11-13 20:56:27 +00:00
|
|
|
--check API watchdogs
|
|
|
|
--apisessions.check_all_watchdogs(param1)
|
2022-09-03 15:51:27 +00:00
|
|
|
|
2022-11-13 20:56:27 +00:00
|
|
|
-- notify timer callback dispatcher
|
|
|
|
tcallbackdsp.handle(param1)
|
2022-09-13 20:07:21 +00:00
|
|
|
end
|
2022-11-13 20:56:27 +00:00
|
|
|
elseif event == "modem_message" then
|
|
|
|
-- got a packet
|
|
|
|
local packet = coord_comms.parse_packet(param1, param2, param3, param4, param5)
|
|
|
|
coord_comms.handle_packet(packet)
|
2022-07-28 16:10:52 +00:00
|
|
|
|
2022-11-13 20:56:27 +00:00
|
|
|
-- check if it was a disconnect
|
|
|
|
if not coord_comms.is_linked() then
|
|
|
|
log_comms("supervisor closed connection")
|
2022-07-28 16:10:52 +00:00
|
|
|
|
2022-11-13 20:56:27 +00:00
|
|
|
-- close connection and UI
|
|
|
|
coord_comms.close()
|
|
|
|
renderer.close_ui()
|
2022-09-05 20:24:57 +00:00
|
|
|
|
2022-11-13 20:56:27 +00:00
|
|
|
if not no_modem then
|
|
|
|
-- try to re-connect to the supervisor
|
|
|
|
if not init_connect_sv() then break end
|
|
|
|
ui_ok = init_start_ui()
|
|
|
|
end
|
|
|
|
end
|
|
|
|
elseif event == "monitor_touch" then
|
|
|
|
-- handle a monitor touch event
|
|
|
|
renderer.handle_touch(core.events.touch(param1, param2, param3))
|
2022-12-04 18:59:10 +00:00
|
|
|
elseif event == "speaker_audio_empty" then
|
|
|
|
-- handle speaker buffer emptied
|
|
|
|
sounder.continue()
|
2022-11-13 20:56:27 +00:00
|
|
|
end
|
2022-09-13 20:07:21 +00:00
|
|
|
|
2022-11-13 20:56:27 +00:00
|
|
|
-- check for termination request
|
|
|
|
if event == "terminate" or ppm.should_terminate() then
|
|
|
|
println_ts("terminate requested, closing connections...")
|
|
|
|
log_comms("terminate requested, closing supervisor connection...")
|
2022-09-05 20:24:57 +00:00
|
|
|
coord_comms.close()
|
2022-11-13 20:56:27 +00:00
|
|
|
log_comms("supervisor connection closed")
|
|
|
|
log_comms("closing api sessions...")
|
|
|
|
apisessions.close_all()
|
|
|
|
log_comms("api sessions closed")
|
|
|
|
break
|
2022-09-05 20:24:57 +00:00
|
|
|
end
|
2022-07-05 16:47:02 +00:00
|
|
|
end
|
|
|
|
|
2022-11-13 20:56:27 +00:00
|
|
|
renderer.close_ui()
|
2022-12-04 18:59:10 +00:00
|
|
|
sounder.stop()
|
2022-11-13 20:56:27 +00:00
|
|
|
log_sys("system shutdown")
|
2022-06-25 20:21:57 +00:00
|
|
|
|
2022-11-13 20:56:27 +00:00
|
|
|
println_ts("exited")
|
|
|
|
log.info("exited")
|
|
|
|
end
|
2022-06-25 20:21:57 +00:00
|
|
|
|
2022-12-10 18:58:17 +00:00
|
|
|
if not xpcall(main, crash.handler) then
|
|
|
|
pcall(renderer.close_ui)
|
|
|
|
pcall(sounder.stop)
|
|
|
|
crash.exit()
|
|
|
|
end
|