modmain.lua

--[[
Copyright (C) 2020, 2021 penguin0616

This file is part of Insight.

The source code of this program is shared under the RECEX
SHARED SOURCE LICENSE (version 1.0).
The source code is shared for referrence and academic purposes
with the hope that people can read and learn from it. This is not
Free and Open Source software, and code is not redistributable
without permission of the author. Read the RECEX SHARED
SOURCE LICENSE for details
The source codes does not come with any warranty including
the implied warranty of merchandise.
You should have received a copy of the RECEX SHARED SOURCE
LICENSE in the form of a LICENSE file in the root of the source
directory. If not, please refer to
<https://raw.githubusercontent.com/Recex/Licenses/master/SharedSourceLicense/LICENSE.txt>
]]

---------------------------------------
-- Main script of the mod.
-- @module modmain
-- @author penguin0616

-- modify environment to inherit from klei's environment as a fallback
-- __newindex is left blank so all declarations are in our new environment
-- normally I'd just keep __index directly set to klei's environment,
-- but the mods loader assumes that unassigned variables won't error
-- so i have to tweak __index more than I want to, though ideally I would avoid it to avoid another unoptimization
do
	-- ds/scripts/strict.lua is why _G stuff keeps being rude
	-- get that sweet sweet local optimization
	local GLOBAL = GLOBAL
	local modEnv = GLOBAL.getfenv(1)
	local rawget, setmetatable = GLOBAL.rawget, GLOBAL.setmetatable
	setmetatable(modEnv, {
		__index = function(self, index)
			return rawget(GLOBAL, index)
		end
	})

	_G = GLOBAL
end

local _string, xpcall, package, tostring, print, os, unpack, require, getfenv, setmetatable, next, assert, tonumber, io, rawequal, collectgarbage, getmetatable, module, rawset, math, debug, pcall, table, newproxy, type, coroutine, _G, select, gcinfo, pairs, rawget, loadstring, ipairs, _VERSION, dofile, setfenv, load, error, loadfile = string, xpcall, package, tostring, print, os, unpack, require, getfenv, setmetatable, next, assert, tonumber, io, rawequal, collectgarbage, getmetatable, module, rawset, math, debug, pcall, table, newproxy, type, coroutine, _G, select, gcinfo, pairs, rawget, loadstring, ipairs, _VERSION, dofile, setfenv, load, error, loadfile
local TheInput, TheInputProxy, TheGameService, TheShard, TheNet, FontManager, PostProcessor, TheItems, EnvelopeManager, TheRawImgui, ShadowManager, TheSystemService, TheInventory, MapLayerManager, RoadManager, TheLeaderboards, TheSim = TheInput, TheInputProxy, TheGameService, TheShard, TheNet, FontManager, PostProcessor, TheItems, EnvelopeManager, TheRawImgui, ShadowManager, TheSystemService, TheInventory, MapLayerManager, RoadManager, TheLeaderboards, TheSim

--[[
DEFAULTFONT = "opensans"
DIALOGFONT = "opensans"
TITLEFONT = "bp100"
UIFONT = "bp50"
BUTTONFONT = "buttonfont"
NEWFONT = "spirequal"
NEWFONT_SMALL = "spirequal_small"
NEWFONT_OUTLINE = "spirequal_outline"
NEWFONT_OUTLINE_SMALL = "spirequal_outline_small"
NUMBERFONT = "stint-ucr"
TALKINGFONT = "talkingfont"
TALKINGFONT_WORMWOOD = "talkingfont_wormwood"
TALKINGFONT_HERMIT = "talkingfont_hermit"
CHATFONT = "bellefair"
HEADERFONT = "hammerhead"
CHATFONT_OUTLINE = "bellefair_outline"
SMALLNUMBERFONT = "stint-small"
BODYTEXTFONT = "stint-ucr"
CODEFONT = "ptmono"
--]]

-- Mod table
local Insight = {
	env = getfenv(1),
	descriptors = {}, -- 130 descriptors as of April 17, 2021
	prefab_descriptors = {},  

	post_inits = {
		describe = {},
		prefab_describe = {}
	},
	
	COLORS = {
		-- stats
		HUNGER = "#DEB639", 
		SANITY = "#C67823",
		HEALTH = "#A22B23",
		ENLIGHTENMENT = "#ACC5C3",
		AGE = "#714E85", -- age meter
		MIGHTINESS = "#0B704A",
		INSPIRATION = "#6F3483", -- from the inspiration meter

		-- mechanic
		LIGHT = "#CCBC78", -- light tab icon
		--DAMAGE = "#AAA79F", --"#C7C7C7", -- fight tab sword

		-- nature
		POND = "#344147", -- pond water,
		WET = "#95BFF2", -- just converted constants.lua -> WET_TEXT_COLOR to hex
		SHALLOWS = "#66A570", -- shallows in SW
		NATURE = "#9BD554", --"#8BA94B", -- palm tree

		-- took these time ones from the clock
		DAY_BRIGHT = "#FDD356",
		DAY_DARK = "#BF9F41",
		DUSK_BRIGHT = "#A55B52",
		DUSK_DARK = "#7B433D",
		NIGHT_BRIGHT = "#4A546B",
		NIGHT_DARK = "#7B433D",


		-- foods
		MEAT = "#955D70", -- meat icon
		MONSTER = "#7D4381", -- monster meat icon
		FISH = "#727A8D", -- fish icon
		VEGGIE = "#BF8801", -- pumpkin icon
		FRUIT = "#9A3035", -- pomegranite (whole) icon
		EGG = "#E4CFA5", -- egg icon
		SWEETENER = "#DDA305", -- honeycomb
		FROZEN = "#A3C3DF", -- ice icon
		FAT = "#AF774D", -- literally only butter (and coconuts)
		DAIRY = "#A3C3DF", -- FROZEN; --"#EFF9EC", -- electric milk icon; ok this is indistinguishable
		DECORATION = "#8C4041", -- literally only butterfly wings
		MAGIC = "#9864F5", -- only mandrake. but they don't look magical, so royal purple it is.
		PRECOOK = "#ffffff", -- yep.
		DRIED = "#ffffff", -- yep.
		INEDIBLE = "#614A24", -- coconut
		BUG = "#804E32", -- bean bug
		SEED = "#8EA152", -- birchnut
		ANTIHISTAMINE = "#9CCFBD", -- inner light blue from cutnettle

		-- mob
		FEATHER = "#331D43", -- black feather
		FROG = "#69725C",

		-- misc
		ROYAL_PURPLE = "#6225D1", -- r
		LIGHT_PINK = "#ffb6c1",
		CAMO = "#4D6B43",
		MOB_SPAWN = "#ee6666",
		BLACK = "#2f3e49", -- #1b2a35 was the original intent, but needed to be lighter. so I bumped it up by 20 on r,g,b.
	
		PLANAR = "#b079e8", -- -- darker #b079e8, lighter #c99cf7
		LUNAR_ALIGNED = "#5ADFAD", -- Got from the bright edge of the lunar rift icon
		SHADOW_ALIGNED = "#DD2C31", -- This was originally "#9C2C31", but I made it more intense because it looked too similar to HEALTH on wigfrid's lunar/shadow songs.
	
		PERCENT_GOOD = "#66cc00",
		PERCENT_BAD = "#dd5555",
	},

	ENTITY_INFORMATION_FLAGS = {
		RAW = 1,
		FROM_INSPECTION = 2,
		IGNORE_WORLDLY = 4,
	},

	HOT_RELOAD_FNS = {},
}

-- Provide to Global
_G.Insight = Insight

-- miscellaneous debug stuff
MyKleiID = "KU_md6wbcj2"
WORKSHOP_ID_DS = "workshop-2081254154"
WORKSHOP_ID_DST = "workshop-2189004162"

-- declarations or module loading
DEBUG_ENABLED = (
	TheSim:GetGameID() == "DST" and (
		TheNet:GetUserID() == MyKleiID or -- me
		TheNet:GetUserID() == "OU_76561198277438128" or
		false --TheNet:GetUserID() == "KU_or9kA0Ka"	
	) and true)
	or TheSim:GetGameID() == "DS" and (
		TheSim:GetUserID() == "317172400@steam" -- steamid32
	)
	or GetModConfigData("DEBUG_ENABLED", true) or false 

DEBUG_OPTIONS = {
	INSIGHT_MENU_DATA_ORIGIN = false,
	SHOW_INFO_ORIGIN = false,
	ENABLE_PROFILER = true,
}

ALLOW_SERVER_DEBUGGING = DEBUG_ENABLED -- todo make a more accessible for standard users with mod compatibility issues?
if DEBUG_ENABLED then
	_G.ENCODE_SAVES = false
end

if TheSim:GetGameID() == "DS" then
	print = nolineprint
end

if false and DEBUG_ENABLED and (TheSim:GetGameID() == "DS" or false) then
	Print(VERBOSITY.DEBUG, "hello world 1")
	_G.VERBOSITY_LEVEL = VERBOSITY.DEBUG
	print("INSIGHT - GAME VERBOSITY_LEVEL:", _G.VERBOSITY_LEVEL)

	Print(VERBOSITY.DEBUG, "hello world 2")
end

string = setmetatable({}, {__index = function(self, index) local x = _G.string[index]; rawset(self, index, x); return x; end})
import = kleiloadlua(MODROOT .. "scripts/import.lua")()
Time = import("time")
Color = import("helpers/color")
rpcNetwork = import("rpcnetwork")
entity_tracker = import("helpers/entitytracker")

TRACK_INFORMATION_REQUESTS = DEBUG_ENABLED and false
DEBUG_SHOW_NOTIMPLEMENTED_MODDED = false

-- maybe one day i'll do something 64-bit specific or something
is64bit = #tostring{}:match("(%w+)$") == 16
is32bit = not is64bit

local CrashReporter -- Initialized later, see comment below
local player_contexts = {}
local mod_component_cache = {}

local log_buffer = ""
local LOG_LIMIT = 0700000 -- 0.7 million

local descriptors_ignore = {
	--"mapiconhandler", -- this is just from a mod i use :^)

	
	"obsidiantool", -- might be worth looking into more, but I got the damage buff accounted for in weapon.lua, so I don't see a need to do more with this
	"bloomable", -- hamlet trees
	"fixable", -- hamlet pig houses
	
	"lootdropper", "periodicspawner", "shearable", "mystery", "freezable",  -- may be interesting looking into
	"thief", "characterspecific", "resurrector", "rideable", "mood", "thrower", "windproofer", "creatureprox", "groundpounder", "prototyper", -- maybe interesting looking into
	"worldsettings", "piratespawner", "dockmanager", "undertile", "cursable", "battery", "batteryuser", "dataanalyzer", "upgrademoduleowner", -- may be interesting looking into
	"craftingstation", "ruinsshadelingspawner",
	
	--notable
	"bundlemaker", --used in bundling wrap before items
	

	"inventoryitem", "moisturelistener", "stackable", "cookable", "bait", "blowinwind", "blowinwindgust", "floatable", "selfstacker", -- don't care
	"dryable", "highlight", "cooker", "lighter", "instrument", "poisonhealer", "trader", "smotherer", "knownlocations", "occupier", "talker", -- don't care
	"named", "activatable", "transformer", "deployable", "upgrader", "playerprox", "rowboatwakespawner", "plantable", "waveobstacle", -- don't care
	"fader", "lighttweener", "sleepingbag", "machine", "floodable", "firedetector", "heater", "tiletracker", "payable", "useableitem", "drawable", "shaver", -- don't care
	"gridnudger", "entitytracker", "appeasable", "currency", "mateable", "sizetweener", "saltlicker", "sinkable", "sticker", "projectile", "hiddendanger", "deciduoustreeupdater", -- don't care
	"geyserfx", "blinkstaff", "scaler", -- don't care,

	-- Worldly DS stuff
	"ambientsoundmixer", "globalcolourmodifier", "moisturemanager", "inventorymoisture", -- world
	"optionswatcher", "giantgrubspawner", "flowerspawner_rainforest", "interiorspawner", "periodicpoopmanager", "roottrunkinventory", "bramblemanager", "canopymanager", "ripplemanager", "cloudpuffmanager", "shadowmanager", -- world (hamlet)
	"economy", "cityalarms", "banditmanager", "quaker_interior", "glowflyspawner", -- world (hamlet) (might be interesting)
	"nightmareambientsoundmixer", --gamelogic
	"colourcubemanager", "seasonmanager", "bigfooter", "flowerspawner", "doydoyspawner", "debugger", "rainbowjellymigration", "globalsettings", "flooding", "mosquitospawner", -- specific world types
	"volcanoambience", "volcanowave", "whalehunter", -- specific world types
	
	
	-- now for DST stuff
	"wardrobe", "plantregrowth", "bloomer", "drownable", "embarker", "inventoryitemmoisture", "playeravatardata", "petleash", "giftreceiver", -- may be interesting looking into
	"grogginess", "workmultiplier", "aura", "writeable", "shaveable", "spidermutator", "raindome", "acidinfusible", "decoratedgrave_ghostmanager", -- may be interesting looking into
	"resistance", -- for the armor blocking of bone armor

	"playerinspectable", "playeractionpicker", "playervision", "pinnable", "playercontroller", "playervoter", "singingshelltrigger", "tackler", "sleepingbaguser", "skinner", "playermetrics",-- from mousing over player
	"sheltered", "grue", "wisecracker", "constructionbuilder", "playerlightningtarget", "rider", "distancetracker", "frostybreather", "foodaffinity", "stormwatcher", "areaaware", "age", "steeringwheeluser", -- from mousing over player
	"touchstonetracker", "constructionbuilderuidata", "birdattractor", "attuner", "builder", "bundler", "carefulwalker", "catcher", "colouradder", "colourtweener", "inkable", "walkingplankuser", -- from mousing over player
	"sandstormwatcher", "reader", "plantregistryupdater", "moonstormwatcher", "hudindicatable", "cookbookupdater", "wereeater", -- from mousing over player

	"hauntable", "savedrotation", "halloweenmoonmutable", "storytellingprop", "floater", "spawnfader", "transparentonsanity", "beefalometrics", "uniqueid", "reticule", -- don't care
	"complexprojectile", "shedder", "disappears", "shelf", "maprevealable", "winter_treeseed", "summoningitem", "portablestructure", "deployhelper", -- don't care
	"symbolswapdata", "amphibiouscreature", "gingerbreadhunt", "nutrients_visual_manager", "vase", "vasedecoration", "murderable", "poppable", "balloonmaker", "heavyobstaclephysics", -- don't care
	"markable_proxy", "saved_scale", "gingerbreadhunter", "bedazzlement", "bedazzler", "anchor", "distancefade", "pocketwatch_dismantler", "carnivalevent", "heavyobstacleusetarget", -- don't care
	"cattoy", "updatelooper", "upgrademoduleremover", "hudindicatablemanager", "moonstormlightningmanager", "playerhearing", "walkableplatformplayer", "hudindicatorwatcher", "seamlessplayerswapper", -- don't care
	"boatcannonuser", "stageactor", "boatdrifter", "boatphysics", "boatring", "boatringdata", "healthsyncer", "hull", "hullhealth", "walkableplatform", "teleportedoverride", -- don't care
	"npc_talker", "simplemagicgrower", "moonaltarlink", "farmtiller", "aoespell", "aoetargeting", "closeinspector", "waxable", "rainimmunity", "snowmandecor", -- don't care
	"forgerepairable", "boatpatch", "submersible", "erasablepaper", "lunarplant_tentacle_weapon", "nightlightmanager", "clientpickupsoundsuppressor", -- don't care
	"linkeditemmanager", "nightlightmanager", "searchable", "treegrowthsolution", "hermitcrab_relocation_manager", "lunaralterguardianspawner", -- don't care
	"snowballmanager", "vinebridgemanager", "wagboss_tracker", "wagpunk_arena_manager", -- don't care

	-- NEW:
	"farmplanttendable", "plantresearchable", "fertilizerresearchable", "yotb_stagemanager", "lunarhailbuildup", 

	-- TheWorld
	"worldstate", "groundcreep", "skeletonsweeper", "uniqueprefabids", "ocean", "oceancolor", "sisturnregistry", "singingshellmanager",

	-- Forest & Caves
	"yotc_raceprizemanager", "shadowhandspawner", "desolationspawner", "ambientlighting", "worldoverseer", "forestresourcespawner", "shadowcreaturespawner", "chessunlocks", "feasts", 
	"regrowthmanager", "townportalregistry", "hallucinations", "dsp", "dynamicmusic",

	-- Forest
	"squidspawner", "moosespawner", "birdspawner", "worldwind", "retrofitforestmap_anr", "deerherdspawner", "deerherding", "wildfires", "brightmarespawner", 
	"sandstorms", "forestpetrification", "penguinspawner", "sharklistener", "frograin", "waterphysics", "butterflyspawner", "worldmeteorshower",
	"worlddeciduoustreeupdater", "schoolspawner", "specialeventsetup", "playerspawner", "walkableplatformmanager", "lureplantspawner", "wavemanager",

	-- Caves
	"retrofitcavemap_anr", "caveins", "grottowaterfallsoundcontroller", "grottowarmanager", "archivemanager", "miasmamanager", 
	


	-- Misc
	"ambientsound", -- forest, caves, forge, gorge
	"colourcube", -- forest, caves, forge, gorge

	-- Network/Shard AAAAAAAAAAAAAAAAAAAAAh


	-- prefab world_network


	--"caveweather", "quaker", "nightmareclock" -- Caves (Network)
	--"weather", 
	--"caveweather",
	"shardstate", -- idk
	"worldreset", -- when no one left alive
	"seasons", -- seasons
	"worldtemperature", -- world temperature
	"clock", -- clock
	"autosaver", -- autosaver
	"worldvoter", -- idc to look enough into
}

do
	local x = shallowcopy(descriptors_ignore)
	for i, name in pairs(x) do
		descriptors_ignore[i] = nil
		descriptors_ignore[name] = true
	end
end

-- i don't want datadumper saving the metatable
--[[
_modinfo = deepcopy(modinfo)
setmetatable(_modinfo.configuration_options, {
	__index = function(self, index)
		for k,v in pairs(self) do
			if v.name == index then
				return v
			end
		end
	end
})
for i,v in pairs(_modinfo.configuration_options) do
	setmetatable(v.options, {
		__index = function(self, index)
			for k,v in pairs(self) do
				if v.description == index then
					return v
				end
			end
		end
	})
end
--]]

--================================================================================================================================================================--
--= Functions ====================================================================================================================================================--
--================================================================================================================================================================--

--- Checks whether we are in DS.
---@return boolean
function IsDS()
	return TheSim:GetGameID() == "DS"
end

IS_DS = IsDS()

--- Checks whether we are in DST.
---@return boolean
function IsDST()
	return TheSim:GetGameID() == "DST"
end

IS_DST = IsDST()

--- Checks whether the mod is running on a client
---@return boolean
function IsClient()
	return IS_DST and TheNet:GetIsClient()
end

--- Checks whether the mod is running on the server.
---@return boolean
function IsServer()
	return IS_DST and TheNet:GetIsServer()
end

IS_CLIENT = IsClient()

--- Checks whether the mod is running on a dedicated server
-- This is basically (IsClient() or IsClientHost())
---@return boolean
function IsDedicated()
	return IS_DST and TheNet:IsDedicated()
end

IS_DEDICATED = IsDedicated()

--- Checks whether the mod is running on a client that is also the host.
---@return boolean
function IsClientHost()
	return IS_DST and TheNet:IsDedicated() == false and TheNet:GetIsMasterSimulation() == true
	--return IS_DST and TheNet:IsDedicated() == false and TheWorld.ismastersim == true
end

IS_CLIENT_HOST = IsClientHost()

--- Checks whether the mod is running on something that has full game control. Essentially anything in DS and worlds in DST where you are the host.
---@return boolean
function IsExecutiveAuthority()
	return TheSim:GetGameID() == "DS" or TheNet:GetIsMasterSimulation() == true
end

IS_EXECUTIVE_AUTHORITY = IsExecutiveAuthority()

--- Checks whether the mod is running in The Forge.
---@return boolean
function IsForge()
	return IS_DST and TheNet:GetDefaultGameMode() == "lavaarena"
end

IS_FORGE = IsForge()

--- Checks if argument is a widget.
---@param arg
---@return boolean
function IsWidget(arg)
	return arg and arg.inst and arg.inst.widget and true
end

--- Checks if argument is a prefab.
---@param arg
---@return boolean
function IsPrefab(arg)
	return type(arg) == 'table' and arg.GUID and arg.prefab and true
end

-- https://forums.kleientertainment.com/forums/topic/28820-profiling-your-mod/
-- https://forums.kleientertainment.com/forums/topic/50823-profiling-your-server/

function ProfilerPush(marker_name)
	if DEBUG_OPTIONS.ENABLE_PROFILER then
		TheSim:ProfilerPush("Insight_" .. marker_name)
	end
end

function ProfilerPop()
	if DEBUG_OPTIONS.ENABLE_PROFILER then
		TheSim:ProfilerPop()
	end
end

function ProfilerWrap(fn, name)
	if type(name) ~= "string" or type(fn) ~= "function" then
		error("bad call to ProfilerWrap")
	end

	return function(...)
		ProfilerPush(name)
		local res = pack(fn(...))
		ProfilerPop()
		return vararg(res)
	end
end

--- Return player's Insight component or replica, depending on what side we're running on.
---@param player EntityScript
---@return Insight|nil
function GetInsight(player)
	if IS_EXECUTIVE_AUTHORITY then
		return player.components.insight
	else
		return player.replica.insight
	end
end

function GetLocalInsight(player)
	if IS_DS then
		return player.components.insight
	else
		return player.replica.insight
	end
end

--- Returns player's insight context.
---@param player EntityScript
---@return table|nil @Wrapper of player's context
function GetPlayerContext(player)
	if not IsPrefab(player) then
		error("[Insight]: GetPlayerContext called on non-player")
	end

	local context
	if IS_DST and TheWorld.ismastersim then
		-- i know we'll have it
		context = player_contexts[player]
	else
		-- will be the only context
		context = player_contexts[player]
	end

	if context then
		return setmetatable({ FROM_INSPECTION=false }, { __index=context })
	end

	--return context
end

function ValidateComplexConfiguration(player, complex_config_table)
	for name, config in pairs(modinfo.complex_configuration_options) do
		local val = complex_config_table[name]
		if config.type == "listbox" then
			if type(val) ~= "table" then
				complex_config_table[name] = {}
				mprintf("!!!!!!!!!! %s had an invalid complex config for %s: %s (%s)", tostring(player), name, tostring(val), type(val))
			end
		end
	end
end

local CONTEXT_META = {
	__newindex = function()
		error("context is readonly")
	end;
	--__tostring = function(self) return string.format("Player Context (%s): %s", tostring(self.player), self._name or "ADDR") end,
	__metatable = "[Insight] The metatable is locked"
}

--- Creates player's insight context.
---@param player EntityScript Player to create context for.
---@param configs table Holds the different config types: vanilla, external, complex.
---@param etc table
function CreatePlayerContext(player, configs, etc)
	if not player then
		error("[Insight]: Player is missing!")
	end

	if type(configs.vanilla) ~= "table" then
		if IS_DST then TheNet:Kick(player.userid) return end
		error("[Insight]: Config is invalid!")
	end

	if type(configs.external) ~= "table" then
		if IS_DST then TheNet:Kick(player.userid) return end
		error("[Insight]: external config is invalid!")
	end

	if type(configs.complex) ~= "table" then
		if IS_DST then TheNet:Kick(player.userid) return end
		error("[Insight]: complex config is invalid!")
	end

	ValidateComplexConfiguration(player, configs.complex)
	

	local context = {
		player = player,
		config = configs.vanilla,
		external_config = configs.external,
		complex_config = configs.complex,
		time = nil,
		usingIcons = configs.vanilla["info_style"] == "icon",
		lstr = language(configs.vanilla, etc.locale),
		is_server_owner = etc.is_server_owner,
		etc = etc
	}

	context.time = Time:new({ context=context })

	if context.is_server_owner then
		if context.config["crash_reporter"] then
			CrashReporter.server_owner_optin = true
			SyncSecondaryInsightData({ server_owner_optin=true })
		end
	end

	setmetatable(context.config, CONTEXT_META)
	setmetatable(context.external_config, CONTEXT_META)
	setmetatable(context.complex_config, CONTEXT_META)
	setmetatable(context, mt)


	player_contexts[player] = context
	mprint("Created player context for", player)
end

--- Updates a player's context if they already have one.
---@param player EntityScript
---@param data table
function UpdatePlayerContext(player, data)
	local context = player_contexts[player]
	if not context then
		mprint("Can't update missing player context.")
		return
	end

	local oldLang = context.config["language"]
	if data.configs then
		if type(data.configs.vanilla) ~= "table" then
			if IS_DST then TheNet:Kick(player.userid) return end
			error("[Insight]: UpdatePlayerContext Config is invalid!")
		end

		if type(data.configs.external) ~= "table" then
			if IS_DST then TheNet:Kick(player.userid) return end
			error("[Insight]: UpdatePlayerContext external config is invalid!")
		end

		if type(data.configs.complex) ~= "table" then
			if IS_DST then TheNet:Kick(player.userid) return end
			error("[Insight]: UpdatePlayerContext complex config is invalid!")
		end

		ValidateComplexConfiguration(player, data.configs.complex)

		context.config = setmetatable(data.configs.vanilla, CONTEXT_META)
		context.external_config = setmetatable(data.configs.external, CONTEXT_META)
		context.complex_config = setmetatable(data.configs.complex, CONTEXT_META)
	end
	data.configs = nil

	for i,v in pairs(data) do
		context[i] = v
	end

	local oldUsingIcons = context.usingIcons
	context.usingIcons = context.config["info_style"] == "icon"

	if oldLang ~= context.config["language"] or oldUsingIcons ~= context.usingIcons then
		context.lstr = language(context.config, context.etc.locale)
		context.etc.locale = context.config["language"]
	end
end

--- Returns the component's origin. 
---@param componentname string
---@return string|nil @nil if it is native, string is mod's fancy name
local function GetComponentOrigin(componentname)
	if IS_DS then
		return false
	end

	--mprint("1", componentname)

	if mod_component_cache[componentname] == false then
		return nil
	elseif mod_component_cache[componentname] ~= nil then
		return mod_component_cache[componentname]
	end

	--mprint("2", componentname)

	local found, cmp = pcall(require, "components/" .. componentname)
	if not found or not cmp then
		mprint("3", componentname, found, cmp)
		mod_component_cache[componentname] = false
		return GetComponentOrigin(componentname)
	end

	local info = cmp._ctor and debug.getinfo(cmp._ctor, "S")

	local parent = string.match(info.source, "(.*)scripts%/components%/")
	local mod_folder_name = parent and string.match(parent, "mods%/([^/]+)%/")
	--mprint("hey:", recipe.product, info.source, parent, mod_folder_name)

	--mprint("4", componentname, info.source, parent, mod_folder_name)

	if parent == "" then
		-- vanilla
		mod_component_cache[componentname] = false
		return GetComponentOrigin(componentname)
	end

	--mprint("5", componentname, info.source, parent, mod_folder_name)

	-- Modded
	-- Some of the Chinese mods like to try and get "fancy" with their loading. Need to catch this case.
	if parent == nil then
		mod_component_cache[componentname] = false
		return GetComponentOrigin(componentname)
	end

	for _, modname in pairs(ModManager:GetEnabledModNames()) do
		if modname == mod_folder_name then
			mod_component_cache[componentname] = KnownModIndex:GetModInfo(modname).name or false
			return GetComponentOrigin(componentname)
		end
	end

	--mprint("6", componentname, info.source, parent, mod_folder_name)

	--[[
	for i,mod in pairs(ModManager.mods) do
		-- mod is the env
		local data = KnownModIndex:GetModInfo(mod.modname) -- modinfo.lua
		--mprint("checking", data.name, "|", MODS_ROOT .. mod.modname .. "/scripts/components/" .. componentname .. ".lua")
		local c, x = io.open(MODS_ROOT .. mod.modname .. "/scripts/components/" .. componentname .. ".lua", "r")
		if c ~= nil then
			io.close(c)
			mod_component_cache[componentname] = data.name
			return mod.modname
		end
	end
	
	mod_component_cache[componentname] = false
	--]]

	return nil
end

--- Returns the prefab's origin
---@param prefabname string
---@return string|nil @nil if it is native, string is mod's fancy name
function GetPrefabOrigin(prefabname)
	if IS_DS then
		return false
	end

	--[[
	if mod_prefab_cache[prefabname] == false then -- native
		return nil
	elseif mod_prefab_cache[prefabname] ~= nil then -- modded
		return mod_prefab_cache[prefabname]
	end
	--]]

	for i,modname in ipairs(ModManager.enabledmods) do
		local mod = ModManager:GetMod(modname)

		-- ModInfoname(mod.modname) = workshop-2189004162 (Insight)
		for name, prefab in pairs(mod.Prefabs) do
			if name == prefabname then
				--mod_prefab_cache[prefabname]
				return modname
			end
		end
	end
end

--- Retrives item posessor.
---@param item EntityScript The held item.
---@return EntityScript|nil @The player/creature that is holding the item.
function GetItemPossessor(item)
	if not (IS_DS or (IS_DST and TheWorld.ismastersim)) then
		error("GetItemPosessor not called from master")
	end
	
	return item and item.components and item.components.inventoryitem and item.components.inventoryitem:GetGrandOwner()
end

--- Returns the current world type (DLCs and base game) that is active.
---@return number @(0 = Base Game, 1 = Reign of Giants, 2 = Shipwrecked, 3 = Hamlet, -1 = DST)
function GetWorldType()
	if TheSim:GetGameID() == "DST" then
		return -1 -- Don't Starve Together
		-- ds DLC variables don't exist here by the way
	end

	if IsDLCEnabled(PORKLAND_DLC) then
		return 3 -- hamlet
	elseif IsDLCEnabled(CAPY_DLC) then
		return 2 -- shipwrecked
	elseif IsDLCEnabled(REIGN_OF_GIANTS) then
		return 1 -- reign of giants
	else
		return 0 -- base game of Don't Starve
	end
end

--- Custom print command specifically for the mod.
--- Indicates that a print came from the mod.
---@param ... @can be pretty much anything
function mprint(...)
	local msg, argnum = "", select("#",...)
	for i = 1, argnum do
		local v = select(i,...)
		msg = msg .. tostring(v) .. ( (i < argnum) and "\t" or "" )
	end

	local prefix = ""

	if false then
		local i = 2
		local d = debug.getinfo(2, "Sln")
		while (d.name and d.name:sub(2, 6) == "print") or (d.source == "=[C]") do
			i = i + 1
			d = debug.getinfo(i, "Sln")
			if not d then
				d = {}
				break
			end
		end

		prefix = string.format("%s:%s:", d.source or "?", d.currentline or 0)
	end

	return print(prefix .. "[" .. ModInfoname(modname) .. "]:\t" .. msg)
end

--- Mod print with formatting with 'safe' formatting arguments
---@param strf string The string to be formatted.
---@param ... @Can be anything, all inputs here get tostring'd.
function mprintf(strf, ...)
	local n = select("#", ...)
	local args = {...}
	for i = 1, n do
		args[i] = tostring(args[i])
	end

	return mprint(string.format(strf, unpack(args, 1, n)))
end

--- Error with formatting that takes arguments that are made safe.
---@param level number|string If this is a number, this is the error level. If this is a string, this parameter becomes error_pattern.
---@param error_pattern string|... This can be the error pattern if it wasn't used already. Otherwise, it's part of the vararg used for formatting.
function errorf(level, error_pattern, ...)
	local t = type(level)

	if t == "string" then
		-- the level is actually the error pattern
		return error(string.format(level, error_pattern, ...), 2)
	elseif t == "number" then
		-- standard
		return error(string.format(error_pattern, ...), (level and level+1) or 2)
	else
		error("errorf bad args")
	end
end

--- Debug print that only shows if DEBUG_ENABLED is true.
function dprint(...)
	if not DEBUG_ENABLED then
		return
	end
	mprint(...)
end

--- Debug print with formatting.
---@param strf string The string to be formatted.
---@param ... @Can be anything, all inputs here get tostring'd.
function dprintf(strf, ...)
	if not DEBUG_ENABLED then
		return
	end
	
	local n = select("#", ...)
	local args = {...}
	for i = 1, n do
		args[i] = tostring(args[i])
	end

	return dprint(string.format(strf, unpack(args, 1, n)))
end 

--- Special print I use when testing multiple shard clusters. Sends print string over an RPC to my client.
---@param ... @Can be anything, all inputs here get tostring'd.
function cprint(...)
	if not TheNet:GetClientTableForUser(MyKleiID) then
		return
	end

	local msg, argnum = "", select("#",...)
	for i = 1, argnum do
		local v = select(i,...)
		msg = msg .. tostring(v) .. ( (i < argnum) and "\t" or "" )
	end

	if IsClient() then
		msg = "[" .. ModInfoname(modname) .. " - SERVER (BUT ACTUALLY CLIENT)]: " .. msg 
		print(msg)
	elseif ALLOW_SERVER_DEBUGGING then
		msg = "[" .. ModInfoname(modname) .. " - SERVER]: " .. msg 
		rpcNetwork.SendModRPCToClient(GetClientModRPC(modname, "Print"), MyKleiID, msg)
	else
		mprint("cprint is disabled")
	end
	-- _G.Insight.env.rpcNetwork.SendModRPCToClient(GetClientModRPC(_G.Insight.env.modname, "Print"), ThePlayer.userid, "rek"
end

local function DoNetworkMoonCycle()
	local moon_cycle = GetMoonCycle()
	if not moon_cycle then return end

	for _, player in pairs(AllPlayers) do
		local ist = player.components.insight
		if ist then
			ist:SendMoonCycle(moon_cycle)
		end
	end
end

local function InvalidDescriptorIndex(self, index) -- causes crash when checking for stuff :p
	error(string.format("Descriptor '%s' does not have index '%s'", tostring(self.name), tostring(index)))
end

local function hex_dump(buf)
	if type(buf) == "function" then
		buf = string.dump(buf)
	end

	local s = ""
	for i = 1, math.ceil(#buf/16) * 16 do
		if (i-1) % 16 == 0 then s = s .. ("%08X "):format(i-1) end
		s = s .. ( i > #buf and "   " or ("%02X "):format(buf:byte(i)) )
		if i %  8 == 0 then s = s .. " " end
		if i % 16 == 0 then s = s .. buf:sub(i-16+1, i):gsub("%c",".") .. "\n" end
	end
	return s
end

--- Unloads a loaded component descriptor and clears the import cache for the file.
---@param name string
function UnloadComponentDescriptor(name)
	local path = "descriptors/" .. name
	if import.HasLoaded(path) then
		import.Clear(path)
		mprintf("DESCRIPTOR '%s' IMPORT CLEARED", name)
	else
		mprintf("DESCRIPTOR '%s' WAS NOT IN IMPORT CACHE", name)
	end
	
	local descriptor = rawget(Insight.descriptors, name)
	if descriptor ~= nil then
		if type(descriptor) == "table" then
			if descriptor.OnServerUnload then
				if IS_DS or TheNet:IsDedicated() or IsClientHost() then
					descriptor.OnServerUnload()
				end
			end

			if descriptor.OnClientUnload then
				if IS_DS or IsClient() or IsClientHost() then
					descriptor.OnClientUnload()
				end
			end
		end

		Insight.descriptors[name] = nil
		mprintf("DESCRIPTOR '%s' CACHE CLEARED", name)
	else
		mprintf("DESCRIPTOR '%s' WAS NOT IN DESCRIPTOR CACHE", name)
	end
end

_G.UnloadComponentDescriptor = UnloadComponentDescriptor

--- Loads and returns a component descriptor. 
---@param name string Name of the component.
---@return table|false @Returned table from the descriptor, or false if the descriptor failed to load.
local function GetComponentDescriptor(name)
	local safe, res = pcall(import, "descriptors/" .. name)
	
	if safe then
		if type(res) == "table" then
			assert(
				res.Describe == nil or type(res.Describe) == "function", 
				string.format("[Insight]: attempt to return '%s' as a complex descriptor with Describe as '%s'", 
					name, tostring(res.Describe)
				)
			)

			if getmetatable(res) == nil then
				res.name = res.name or name
				setmetatable(res, { })
			end

			return res
		else
			local source_read, err = pcall(function()
				local f = io.open("../mods/" .. modname .. "/scripts/descriptors/" .. name .. ".lua")
				local src = f:read("*a")

				mprint("==================== FILE SOURCE ====================")
				mprint("\n[[" .. src:sub(1, 124) .. "]]\n\n[[" .. src:sub(-124) .. "]]")

				mprint("==================== HEX DUMP =======================")
				local file_fn = import._init_cache[import.ResolvePath("descriptors/" .. name)]
				assert(file_fn, "Missing file FN")
				mprint("\n" .. hex_dump(file_fn))
			end)
			if not source_read then
				mprint("Could not completely read descriptor file:", err)
			end

			error(string.format("Attempt to return \"%s\" (type %s) in descriptor '%s'", tostring(res), type(res), name))
			--Insight.descriptors[name] = false
			return false
		end
	else
		-- [string "../mods/workshop-2189004162/scripts/import...."]:48: [ERR] File does not exist: ../mods/workshop-2189004162/scripts/descriptors/teamattacker.lua
		

		local _, en = string.find(res, ":%d+:%s")
		res = string.sub(res, (en or 0)+1)
	
		if res:find("[ERR] File does not exist: " .. MODROOT .. "scripts/descriptors/" .. name .. ".lua", 1, true) then
			-- Failed to load itself since it couldn't find itself
		else
			mprint("Failed to load descriptor", name, "|", res)
			return {
				FailedToLoad = true, 
				Describe = function() 
					return {
						name = name .. "_component_insighterror",
						priority = -0.5, 
						description = "<color=#ff0000>ERROR LOADING COMPONENT DESCRIPTOR \"" .. name .. "\"</color>:\n" .. res, 
						_error = true,
					} 
				end 
			}
		end

		

		return false
	end
end

function AddComponentDescriptor(name, descriptor, metadata)
	-- Argument validation
	if type(name) ~= "string" then
		errorf("bad argument #1 to 'AddComponentDescriptor' (string expected, got %s)", type(name))
	end

	local descriptor_type = type(descriptor)
	if descriptor_type ~= "table" and descriptor_type ~= "boolean" then
		errorf("bad argument #2 to 'AddComponentDescriptor' (expected table or boolean, got %s)", name, modname, descriptor)
	end

	if type(metadata) ~= "table" then
		errorf("bad argument #3 to 'AddComponentDescriptor' (table expected, got %s)", type(metadata))
	end

	-- Other validation
	if type(metadata.modname) ~= "string" or type(metadata.modname) == "" then
		errorf("invalid metadata.modname (populated string expected, got %s)", type(metadata.modname))
	end


	Insight.descriptors[name] = descriptor
	if descriptor_type == "table" then
		descriptor.metadata = metadata
		if descriptor.OnServerLoad then
			if IS_DS or TheNet:IsDedicated() or IsClientHost() then
				descriptor.OnServerLoad()
			end
		end

		if descriptor.OnClientLoad then
			if IS_DS or IsClient() or IsClientHost() then
				descriptor.OnClientLoad()
			end
		end
	end
end

--- Unloads a loaded prefab descriptor and clears the import cache for the file.
---@param name string
function UnloadPrefabDescriptor(name)
	local path = "prefab_descriptors/" .. name
	if import.HasLoaded(path) then
		import.Clear(path)
		mprintf("PREFAB DESCRIPTOR '%s' IMPORT CLEARED", name)
	else
		mprintf("PREFAB DESCRIPTOR '%s' WAS NOT IN IMPORT CACHE", name)
	end
	
	local descriptor = rawget(Insight.prefab_descriptors, name)
	if descriptor ~= nil then
		if type(descriptor) == "table" then
			if descriptor.OnServerUnload then
				if IS_DS or TheNet:IsDedicated() or IsClientHost() then
					descriptor.OnServerUnload()
				end
			end

			if descriptor.OnClientUnload then
				if IS_DS or IsClient() or IsClientHost() then
					descriptor.OnClientUnload()
				end
			end
		end

		Insight.prefab_descriptors[name] = nil
		mprintf("PREFAB DESCRIPTOR '%s' CACHE CLEARED", name)
	else
		mprintf("PREFAB DESCRIPTOR '%s' WAS NOT IN DESCRIPTOR CACHE", name)
	end
end

_G.UnloadPrefabDescriptor = UnloadPrefabDescriptor

--- Loads and returns a prefab descriptor. 
---@param name string Prefab name.
---@return table|false @Returned table from the prefab descriptor, or false if the prefab descriptor failed to load.
local function GetPrefabDescriptor(name)
	-- This is like an exact duplicate of GetComponentDescriptor, except prefab_descriptors. pensive.
	local safe, res = pcall(import, "prefab_descriptors/" .. name)
	
	if safe then
		if type(res) == "table" then
			assert(
				res.Describe == nil or type(res.Describe) == "function", 
				string.format("[Insight]: attempt to return '%s' as a complex prefab descriptor with Describe as '%s'", 
					name, tostring(res.Describe)
				)
			)

			if getmetatable(res) == nil then
				res.name = res.name or name
				setmetatable(res, {  })
			end

			return res
		else
			error(string.format("Attempt to return %s '%s' in prefab descriptor '%s'", type(res), tostring(res), name))
			--Insight.descriptors[name] = false
			return false
		end
	else
		-- [string "../mods/workshop-2189004162/scripts/import...."]:48: [ERR] File does not exist: ../mods/workshop-2189004162/scripts/descriptors/teamattacker.lua
		local _, en = string.find(res, ":%d+:%s")
		res = string.sub(res, (en or 0)+1)
		if res:find("[ERR] File does not exist: " .. MODROOT .. "scripts/prefab_descriptors/" .. name .. ".lua", 1, true) then
			-- Failed to load itself since it couldn't find itself
		else
			mprint("Failed to load prefab descriptor", name, "|", res)
			return { 
				Describe = function() 
					return {
						name = name .. "_prefab_insighterror",
						priority = -0.5, 
						description = "<color=#ff0000>ERROR LOADING PREFAB DESCRIPTOR \"" .. name .. "\"</color>:\n" .. res, 
						_error = true,
					}
				end 
			}
		end

		return false
	end
end

function AddPrefabDescriptor(name, descriptor, metadata)
	-- Argument validation
	if type(name) ~= "string" then
		errorf("bad argument #1 to 'AddPrefabDescriptor' (string expected, got %s)", type(name))
	end

	local descriptor_type = type(descriptor)
	if descriptor_type ~= "table" and descriptor_type ~= "boolean" then
		errorf("bad argument #2 to 'AddPrefabDescriptor' (expected table or boolean, got %s)", name, modname, descriptor)
	end

	if type(metadata) ~= "table" then
		errorf("bad argument #3 to 'AddPrefabDescriptor' (table expected, got %s)", type(metadata))
	end

	-- Other validation
	if type(metadata.modname) ~= "string" or type(metadata.modname) == "" then
		errorf("invalid metadata.modname (populated string expected, got %s)", type(metadata.modname))
	end


	Insight.prefab_descriptors[name] = descriptor
	if descriptor_type == "table" then
		descriptor.metadata = metadata
		if descriptor.OnServerLoad then
			if IS_DS or TheNet:IsDedicated() or IsClientHost() then
				descriptor.OnServerLoad()
			end
		end

		if descriptor.OnClientLoad then
			if IS_DS or IsClient() or IsClientHost() then
				descriptor.OnClientLoad()
			end
		end
	end
end

function ReloadInsightModule(path)
	if not import.HasLoaded(path) then
		mprintf("MODULE '%s' WAS NOT IN IMPORT CACHE", path)
		return
	end

	local module = import(path)
	
	if not module.Shutdown then
		mprint("CANNOT UNLOAD MODULE, DOES NOT HAVE A SHUTDOWN METHOD")
		return
	end

	module.Shutdown()
	mprintf("MODULE '%s' WAS SHUT DOWN", path)

	import.Clear(path)
	mprintf("MODULE '%s' IMPORT CLEARED", path)

	module = import(path)
	module.Initialize()
	mprintf("MODULE '%s' INITIALIZED", path)
end
_G.ReloadInsightModule = ReloadInsightModule

--- Picks out a specific data from a describe call.
---@param name string The name of the desired data. 
---@vararg DescribeCallResults The datas returned from the describe call.
function GetDataFromDescribe(name, ...)
	local results = {...}
	for i,v in pairs(results) do
		if v.name == name then
			return v
		end
	end
end

local function GetSpecialData(describe_data)
	local special_data = {}
	for j, k in pairs(describe_data) do
		if j ~= 'name' and j ~= 'description' then
			special_data[j] = k
		end
	end
	return special_data
end

-- i don't really like having this many arguments in a function
local function ValidateDescribeResponse(chunks, name, datas, params)
	for i, d in pairs(datas) do
	--for i = 1, #datas do -- doesn't account for nils
		--local d = datas[i]
		if d and ((not params.IGNORE_WORLDLY) or (params.IGNORE_WORLDLY == true and not d.worldly)) then
			if d.name ~= nil and type(d.name) ~= "string" then
				error(string.format("Invalid name '%s' (%s) for component descriptor '%s'.", d.name, type(d.name), name))
			elseif d.name == nil and #datas > 1 then
				dumptable(datas)
				error(string.format("Missing name for multiple-return descriptor '%s'.", name)) -- when returning multiple tables, need to manually specify the names
			end

			d.name = d.name or name -- chosen name or default component name
			if d.name ~= name and d.source_descriptor == nil then
				d.source_descriptor = name
			end

			if type(d.priority) ~= "number" then
				errorf("Invalid priority for component descriptor '%s'; value=[%s], type=[%s]", name, d.priority, type(d.priority))
			end

			if d.description ~= nil and type(d.description) ~= "string" then
				error(string.format("Invalid description: %s | Descriptor: %s", tostring(d.description), d.name))
			end

			if d.alt_description ~= nil and type(d.alt_description) ~= "string" then
				error(string.format("Invalid alt_description: %s | Descriptor: %s", tostring(d.alt_description), d.name))
			end

			if params.is_forge == false or (params.is_forge == true and d.forge_enabled) then
				--fprint(item, "component", name, d.description)
				--table.insert(chunks, d)
				chunks[#chunks+1] = d;
			end
		end
	end
end

local function SortDescriptors(a, b)
	local p1, p2 = a.priority or 0, b.priority or 0

	if p1 == p2 and a.description and b.description then
		return a.description < b.description -- key code means letters further down the alphabet have a higher value, so we need smaller of them to sort alphabetically
	else
		return p1 > p2 -- we need higher value priority
	end
end

--- Retrives our information for an entity.
---@param entity EntityScript
---@param player EntityScript
---@param params table Special parameters for how information should be retrieved
---@return table
local function GetEntityInformation(entity, player, params)
	-- some mods (https://steamcommunity.com/sharedfiles/filedetails/?id=2081254154) were setting .item to a non-prefab
	-- 5/2/2020

	local assembled = {
		GUID = entity.GUID,
		information = "", --string.rep("hello there <color=HEALTH> monty python 123</color> dingo bongo\n" .. GetTime(), 4),
		alt_information = "",
		special_data = {},
		raw_information = (params.RAW and {}) or nil,
	}

	--[[
	if not IsPrefab(entity) then
		assembled.GUID = "?"
		assembled.information = "Not a prefab"
		return assembled
	end
	--]]

	local player_context = GetPlayerContext(player)
	if not player_context then
		assembled.raw_information = nil
		assembled.information = string.format("missing player context for %s (%s) | requested ent: %s", player.name, tostring(player), tostring(entity))
		mprint(assembled.information)
		return assembled
	end

	player_context.FROM_INSPECTION = params.FROM_INSPECTION or false
	params.is_forge = IS_FORGE
	player_context.params = params

	local chunks = {}
	
	ProfilerPush("ComponentInformation")
	for name, component in pairs(entity.components) do		
		ProfilerPush("Component_" .. name)
		local descriptor = Insight.descriptors[name]

		if descriptor and descriptor.Describe then
			ProfilerPush("Describe_" .. name)
			local datas = {descriptor.Describe(component, player_context)}

			local postFns = Insight.post_inits.describe[name]
			if postFns then
				for i = 1, #postFns do
					postFns[i](component, player_context, datas)
				end
				ValidateDescribeResponse({}, name, datas, params)
			end

			ValidateDescribeResponse(chunks, name, datas, params)
			ProfilerPop()
			
		elseif player_context.config["DEBUG_SHOW_DISABLED"] and descriptors_ignore[name] then
			chunks[#chunks+1] = {priority = -20, name = name, description = "Disabled descriptor: " .. name};

		elseif not descriptor and player_context.config["DEBUG_SHOW_NOTIMPLEMENTED"] and not descriptors_ignore[name] then
			local description = "No information for: " .. name
			local origin = GetComponentOrigin(name)

			if origin then
				if DEBUG_SHOW_NOTIMPLEMENTED_MODDED then
					description = string.format("[%s] No information for: %s", origin, name)
				else
					description = nil
				end
			end

			if description then
				chunks[#chunks+1] = {priority = -10, name = name, description = description}
			end
		end
		ProfilerPop()
	end
	ProfilerPop()

	local prefab_descriptor = Insight.prefab_descriptors[entity.prefab]
	if prefab_descriptor and prefab_descriptor.Describe then
		ProfilerPush("prefab_" .. entity.prefab)
		local datas = {prefab_descriptor.Describe(entity, player_context)}
		ValidateDescribeResponse(chunks, entity.prefab, datas, params)
		ProfilerPop()
	end

	-- sort by priority
	table.sort(chunks, SortDescriptors)

	-- assembly time
	-- if there's no data, why bother?
	if #chunks == 0 then
		assembled.information = nil
		assembled.alt_information = nil
		return assembled
	end

	--fprint(entity, "has some info")

	local num_chunks = #chunks

	--[[
	local aa = 1
	local bb = 1

	local GREEN = Color.fromHex("#00cc00")
	local RED = Color.fromHex("#dd5555")
	local clrs = {}
	for rr = 1, 6 do
		clrs[rr] = GREEN:Lerp(RED, (rr-1)/6)
	end
	clrs[#clrs+1] = RED

	local function eq(num)
		local act = entity.components.health and "Examine" or "Equip"
		return nil
		--return string.format(ApplyColor("%s: " .. act, clrs[num] or "#ffffff"), TheInput:GetLocalizedControl(TheInput:GetControllerID(), CONTROL_SECONDARY))
	end
	--]]

	ProfilerPush("PostProcessing")
	for i = 1, num_chunks do
	--for i,v in pairs(chunks) do
		local v = chunks[i]
		if assembled.special_data[v.name] == nil then
			assembled.special_data[v.name] = GetSpecialData(v)
		end

		-- Collect the description if one was provided.
		if v.description then -- type(v.description) == "string"
			assembled.information = assembled.information .. (DEBUG_OPTIONS.SHOW_INFO_ORIGIN and string.format("[%s]: ", v.name) or "") .. v.description --(eq and eq(aa) or v.description)

			if i < num_chunks then
				-- Turns out, this isn't accurate because further chunks might not have any information.
				assembled.information = assembled.information .. "\n"
			end

			if params.RAW == true then
				assembled.raw_information[v.name] = v.description
			end
			--if aa then aa=aa+1 end
		end

		-- Collect the alternate description if one was provided.
		if v.alt_description then -- type(v.alt_description) == "string"
			assembled.alt_information = assembled.alt_information .. (DEBUG_OPTIONS.SHOW_INFO_ORIGIN and string.format("[%s]: ", v.name) or "") .. v.alt_description --(eq and eq(bb) or v.alt_description)
			if i < num_chunks then
				-- Turns out, this isn't accurate because further chunks might not have any information.
				assembled.alt_information = assembled.alt_information .. "\n"
			end
			--if bb then bb=bb+1 end
		elseif v.alt_description == nil and v.description ~= nil then
			-- We don't want to remove a normal description if an alt wasn't provided.
			assembled.alt_information = assembled.alt_information .. (DEBUG_OPTIONS.SHOW_INFO_ORIGIN and string.format("[%s]: ", v.name) or "") .. v.description --(eq and eq(bb) or v.description)
			if i < num_chunks then
				-- Turns out, this isn't accurate because further chunks might not have any information.
				assembled.alt_information = assembled.alt_information .. "\n"
			end
			--if bb then bb=bb+1 end
		end
	end
	ProfilerPop()

	-- Stripping out the ending newline here would be a bit odd since it's not guaranteed the newline is actually a mistake.
	-- I guess I'll let RichText handle it, since it strips out trailing newlines (see reasoning over there).
	if assembled.information == "" then
		assembled.information = nil
	end

	if assembled.alt_information == "" then
		assembled.alt_information = nil
	end

	return assembled
end

GetEntityInformation = ProfilerWrap(GetEntityInformation, "GetEntityInformation")

--- Middleman between GetEntityInformation's server side and the client, really only important for DST
function RequestEntityInformation(entity, player, params)
	if type(params) ~= "table" then
		error("RequestEntityInformation expected 'params' as a table")
		return
	end

	if TRACK_INFORMATION_REQUESTS then
		dprint("SERVER got:", entity, player, params)
	end

	-- might as well
	if not entity then
		--dprint(player, "requested information for nil.")
		return nil
	end

	-- DST
	if not IsPrefab(entity) then
		if IS_DST then
			mprint(string.format("%s requested information for %s, mastersim: %s", player.name, tostring(entity), tostring(TheWorld.ismastersim)))
		else
			mprint(string.format("[Request failure] Requested information for %s", tostring(entity)))
		end

		return {GUID = params.GUID or 0, info = "not a real entity?", special_data = {}}
	end

	--dprint('REI insight', player)
	local insight = GetInsight(player)

	if not insight then
		mprint(player.name, "is missing insight component.")
		return { GUID = params.GUID or 0, info = "missing insight component", special_data = {} }
	end
	
	if IS_DS then
		-- DS
		--if not entity:HasTag"player" then dprint("DS - passing in got entity info", entity) end
		local info = GetEntityInformation(entity, player, params)
		info.GUID = params.GUID or info.GUID -- DS doesn't include the GUID in params
		insight.entity_data[entity] = info

		insight:OnEntityGotInformation(entity)

		return info
	else
		insight = nil
	end

	-- GUIDs vary between server and client
	if TheWorld.ismastersim then
		--dprint(player, "is requesting info for", entity)
		
		local data = GetEntityInformation(entity, player, params)
		
		if not params.GUID then
			-- By this point, the GUID should have been included in the params if it was from a standard client. That's because it gets added in by the replica.
			-- However, because the client host is a thing, they skip the part where they get redirected through the replica since they're the mastersim.
			-- That's the only reason why we should ever end up here with no GUID here.

			if IS_CLIENT_HOST and ThePlayer == player then
				-- So this is a fair case. We can just insert the GUID and move along here.
				params.GUID = entity.GUID
			else
				-- However, we should NOT be here. 
				error("Missing entity GUID")
			end
		end
		
		-- Insert the GUID into the response data so the client can match up the GUID with the entity.
		data.GUID = params.GUID
		
		if TRACK_INFORMATION_REQUESTS then
			dprint("Information set for", entity)
		end
		player.components.insight:SetEntityData(entity, data)
	else
		-- We're on a plain client, and that means we're actually requesting information.
		-- That request has to go through the replica for tracking purposes.
		player.replica.insight:RequestInformation(entity, params)
	end

	--[[
	if insight.entity_data[entity] then
		return insight.entity_data[entity]
	end
	--]]

	if player.replica.insight.entity_data and player.replica.insight.entity_data[entity] then
		return player.replica.insight.entity_data[entity]
	end

	return ok or nil
end

function GetWorldInformation(player) -- refactor?
	--if true then return {} end
	local world = TheWorld or GetWorld() -- implict game check
	local context = GetPlayerContext(player)
	if not context then
		return
	end

	if IS_DST and not context.config["display_world_events"] then
		return {
			--GUID = world.GUID,
			information = nil,
			special_data = {},
			raw_information = {},
			disabled = true
		}
	end

	local data = GetEntityInformation(world, player, {RAW = true})
	data.GUID = nil
	data.information = nil
	data.alt_information = nil
	--[[
		-- cant visualize this at the moment
		{
			GUID = ...
			information = ...,
			special_data = {...},
			raw_information = {
				component = description
			}
		}
	]]

	for i,v in pairs(data.raw_information) do
		data.special_data[i].worldly = true
	end

	--[[
	if GetTime() % 5 < 3 then
		for i = 1, 7 do
			local x = "test" .. i
			data.special_data[x] = { 
				worldly=true, 
				icon = {
					atlas = "images/Blueprint.xml",
					tex = "Blueprint.tex",
				},
			}
			data.raw_information[x] = x
		end
	end
	--]]
	

	if GetWorldType() >= 2 then
		local descriptor = Insight.descriptors.krakener
		if descriptor then
			local krakener = descriptor.Describe(player.components.krakener, context)

			for j, k in pairs(krakener) do
				if j ~= 'description' and j ~= 'priority' then
					if data.special_data["krakener"] == nil then
						data.special_data["krakener"] = {}
					end
					data.special_data["krakener"][j] = k
				end
			end

			data.raw_information["krakener"] = krakener.description
			data.special_data["krakener"].worldly = true
		end
	end

	if IS_DST then
		local helper = world.shard.components.shard_insight

		for name, descriptor in pairs(helper:GetWorldDescriptors()) do
			-- print("checking data for", name)
			local d = (helper.local_data and helper.local_data[name]) or (helper.extra_data and helper.extra_data[name]) or nil
			-- printwrap("data", d)
			-- printwrap("running", descriptor)
			if d then
				local res = descriptor(d, context)
				-- printwrap("return", res)
				data.special_data[name] = res and GetSpecialData(res) or nil
				data.raw_information[name] = res and res.description or nil
			end
		end

		-- add data from network
		-- TheWorld.net == forest_network or cave_network
		local secondary_data = GetEntityInformation(world.net, player, {RAW = true})
		for i,v in pairs(secondary_data.special_data) do
			if data.special_data[i] ~= nil then
				if DEBUG_ENABLED then
					dumptable(data.special_data[i]) -- commonly seems to be an empty table for key "timer"
					errorf("[Insight Debug Mode]: attempt to overwrite special_data: %s", i)
					return
				end
			else
				data.special_data[i] = v
				data.special_data[i].from = "net"
			end
		end

		for i,v in pairs(secondary_data.raw_information) do
			if data.raw_information[i] ~= nil then
				if DEBUG_ENABLED then
					dumptable(data.special_data[i])
					errorf("[Insight Debug Mode]: attempt to overwrite raw_information: %s", i)
					return
				end
			else
				data.raw_information[i] = v
			end
		end
	end

	return data
end

GetWorldInformation = ProfilerWrap(GetWorldInformation, "GetWorldInformation")

function GetMoonCycle()
	if not (TheWorld.net and TheWorld.net.components.clock) then
		return
	end

	local data = TheWorld.net.components.clock:OnSave()
	local moon_cycle = type(data) == "table" and data.mooomphasecycle

	if not type(moon_cycle) == "number" then
		return
	end

	return moon_cycle
end

function SyncSecondaryInsightData(data)
	for id, shard in pairs(Shard_GetConnectedShards()) do
		--mprint("sending data to:", id)
		rpcNetwork.SendModRPCToShard(
			GetShardModRPC(modname, "SyncSecondaryData"), 
			id, 
			json.encode(data)
		)
	end
end

function InsightCommandPlayer()
	if ALLOW_SERVER_DEBUGGING then
		return UserToPlayer(MyKleiID)
	else
		return ConsoleCommandPlayer()
	end
end

function INSIGHT_HOT_RELOAD()
	if not DEBUG_ENABLED then
		mprint("Unable to INSIGHT_HOT_RELOAD without DEBUG_ENABLED.")
		return
	end

	util.classTweaker.DestroyAllTrackedInstances()

	-- This is still buggy, but oh well.

	-- Collect all the files that need to be cleared across all hot reload functions
	local all_files_to_clear = {}
	for name, data in pairs(Insight.HOT_RELOAD_FNS) do
		dprint("Getting hot reload data for:", name)
		for i,v in pairs(data.files_to_clear) do
			if not table.contains(all_files_to_clear, v) then
				table.insert(all_files_to_clear, v)
				mprint("\tGot file:", v)
			else
				mprint("\t(Duplicate file):", v)
			end
		end
	end

	-- Clear them
	for i,v in pairs(all_files_to_clear) do
		dprint("Clearing import", v)
		import.Clear(v)
	end

	-- Load them back in
	local fresh_imports = {}
	for i,v in pairs(all_files_to_clear) do
		dprint("\tLoaded import", v, "as", v:match("([%w_]+)$"))
		fresh_imports[v:match("([%w_]+)$")] = import(v)
	end

	-- Notify the files
	for name, data in pairs(Insight.HOT_RELOAD_FNS) do
		dprint("Doing callback for:", name)
		data.callback(fresh_imports)
	end

	if IS_DST then
		TheNet:Announce("[Insight] Hot Reload Completed")
	else
		mprint("\n" .. string.rep("=", 50) .. "\n" .. "Hot Reload Completed" .. "\n" .. string.rep("=", 50))
	end
end
_G.INSIGHT_HOT_RELOAD = INSIGHT_HOT_RELOAD

function REGISTER_HOT_RELOAD(files_to_clear, callback)
	--assert(type(priority) == "number")

	if not DEBUG_ENABLED then
		mprint("Unable to REGISTER_HOT_RELOAD without DEBUG_ENABLED.")
		return
	end

	files_to_clear = files_to_clear or {}

	local dbg = debug.getinfo(2, "Sl")
	local filename = dbg.source:match("([%w_]+)%.lua$")
	if not filename then
		return errorf("Unable to process REGISTER_HOT_LOAD: \"%s\":%s ", tostring(dbg.source), tostring(dbg.currentline))
	end

	Insight.HOT_RELOAD_FNS[filename] = {
		--priority = priority,
		files_to_clear = files_to_clear,
		source = dbg.source,
		callback = callback
	}

	dprint("REGISTERED HOT RELOAD:", dbg.source)
end

local function sprint(c)
	local x = c
	while #x > 0 do
		mprint(x:sub(1, 500))
		x = x:sub(501)
	end
end

local function heckler(f)
	return f:gsub("%[", "%%["):gsub("%]", "%%]") 
end

function compress(tbl)
	local str = json.encode(tbl)

	local key = {}
	local i = 0

	str = str:gsub("<color=([^>]+)", function(hit)
		if key[hit] == nil then
			key[hit] = "[c" .. i .. "]"
			i = i + 1
		end

		return key[hit]
	end)

	str = str:gsub("</color>", "</c>")

	str = json.encode(key) .. "|~|" .. str

	return str
end

function decompress(str)
	local original = str
	
	local s, e = string.find(str, "|~|")
	local key = string.sub(str, 1, s - 1) 
	str = string.sub(str, e + 1)

	key = json.decode(key)

	for original, compressed in pairs(key) do
		str = str:gsub(heckler(compressed), function(c)
			return "<color=" .. original
		end)
	end

	str = str:gsub("</c>", "</color>")

	return json.decode(str)
end


function compress2(tbl)
	--if true then return json.encode(tbl) end

	-- further optimizations: big numbers, key not existing when empty, idk
	local str = DataDumper(tbl, nil, true)

	--str = str:gsub("<color=", "<c=")
	
	local key = {}
	local i = 0

	--mprint("ORIGINAL:", str)

	str = str:gsub("<color=([^>]+)", function(hit)
		if key[hit] == nil then
			key[hit] = "[c" .. i .. "]"
			i = i + 1
		end

		return key[hit]
	end)

	--str = str:gsub("special_data=")

	str = str:gsub("</color>", "</c>")

	str = DataDumper(key, nil, true) .. "|~|" .. str

	--mprint("LENGTH:", #str)
	--sprint(str)

	-- max 24530

	return str
end

function decompress2(str)
	--if true then return json.decode(str) end

	local original = str
	
	local s, e = string.find(str, "|~|")
	local key = string.sub(str, 1, s - 1) 
	str = string.sub(str, e + 1)

	key = loadstring(key)()

	for original, compressed in pairs(key) do
		str = str:gsub(heckler(compressed), function(c)
			return "<color=" .. original
		end)
		--[[
		print(compressed, original, heckler(compressed))
		str = str:gsub(heckler(compressed), original)
		--]]
	end

	str = str:gsub("</c>", "</color>")

	--mprint("REBUILT:", str)

	local res, err = loadstring(str)
	if not res then
		mprint("LENGTH:", #original)
		--[[
		
		sprint("\n" .. original)
		sprint'-----------------------------------------'
		sprint("\n" .. str)
		--]]
		mprint("ERROR:", err)
		local f = io.open("./decompress_original.txt", "w")
		f:write(original)
		f:close()
		mprint'a'
		local f = io.open("./decompress_str.txt", "w")
		f:write(str)
		f:close()
		mprint'b'
		error("Decompression error:" .. err, 0)
	end
	

	return res()
end

function EncodeRequestParams(params)
	if not bit then
		error("What happened to the bit library?")
	end

	-- guid part
	local data = ""
	data = data .. params.GUID .. ";"
	params.GUID = nil

	-- make bitmask
	local mask = 0
	for key in pairs(params) do
		if Insight.ENTITY_INFORMATION_FLAGS[key] == nil then
			error(string.format("Missing bit for flag '%s'", key))
		end

		mask = mask + Insight.ENTITY_INFORMATION_FLAGS[key]
	end

	data = data .. mask

	return data
end

function DecodeRequestParams(encoded)
	local params = {}

	if not bit then
		error("What happened to the bit library?")
	end

	local guid, mask = encoded:match("(%d+);(%d+)")
	if not guid then
		error("DecodeRequestParams failed:" + encoded);
	end

	guid, mask = tonumber(guid), tonumber(mask)

	params.GUID = guid

	for key, num in pairs(Insight.ENTITY_INFORMATION_FLAGS) do
		local band = bit.band(mask, num)
		if band ~= 0 then
			params[key] = true
			mask = mask - band
		end

		if mask == 0 then
			break
		end
	end

	return params
end

do
	--KnownModIndex.LoadModConfigurationOptions = "waha"
	local safeModIndex = loadfile("modindex")
	setfenv(safeModIndex, setmetatable({}, {__index = getfenv(1)}))
	safeModIndex()
	safeModIndex = getfenv(safeModIndex).KnownModIndex

	local real = safeModIndex.LoadModConfigurationOptions
	--mprint("hooplah", real, KnownModIndex.LoadModConfigurationOptions)
	safeModIndex = nil

	LoadModConfigurationOptions = function(...)
		return real(KnownModIndex, ...)
	end
end

-- only works for clients
function RepairInsightConfig(client)
	mprint("Checking configuration for bad options...")
	client = client or false
	assert(client == true, "RepairInsightConfig only works for clients.")

	-- deepcopy(_G.Insight.env.modinfo.configuration_options) only works for full clients, not client host
	local cfg = LoadModConfigurationOptions(modname, client)

	local changes = {} -- changes we will need to make

	for _, c in pairs(cfg) do
		-- expected is the currently saved config that we're looking for. we need to make sure it's still a valid configuration option.
		local config_is_valid = false;

		--mprint(c.name, "->", c.saved)
		if c.saved ~= nil then
			for i, v in pairs(c.options) do
				if v.data == c.saved then
					config_is_valid = true;
					break;
				end
			end

			if config_is_valid == false then
				mprint(
					string.format("Could not find correct datas for '%s'. Saved cfg was '%s'. Resetting", c.name, tostring(c.saved))
				);
				c.saved = c.default;
				changes[c.name] = c.default
			end
		end
	end

	-- check if we have any docucumented changes
	if next(changes) ~= nil then
		mprint("Resetting client configuration...")
		KnownModIndex:SaveConfigurationOptions(function(...)
			mprint(string.format("client=%s config reset", tostring(client)), ...)
		end, modname, cfg, client)

		-- ughhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhh.
		-- server configuration is such a pain. it's messed up and inconsistent, and frankly very irritating to work with and look into
		if not client then
			for config_name, default in pairs(changes) do
				mprint(GetModConfigData(config_name))
				ShardGameIndex.enabled_mods[modname].configuration_options[config_name] = default
				mprint(GetModConfigData(config_name))
				mprint('--------------------------------------------------------------------')
			end
		end

		Insight.env.modinfo.configuration_options = cfg

		if KnownModIndex.savedata.known_mods[modname] then
			KnownModIndex.savedata.known_mods[modname].modinfo.configuration_options = cfg -- Don't know if this is necessary, don't want to check.
		else
			mprint("Unable to find mod in known_mods?")
			table.foreach(KnownModIndex.savedata.known_mods, mprint)
		end
	end
end

--- Called whenever a descriptor describes something.
-- modname is not currently used but will probably get a use in the future.
function AddDescriptorPostDescribe(modname, descriptor, callback)
	if type(modname) ~= "string" then
		errorf(2, "AddDescriptorPostDescribe expected arg#1 (modname) to be a string (got %q)", type(modname))
	end

	if type(descriptor) ~= "string" then
		errorf(2, "AddDescriptorPostDescribe expected arg#2 (descriptor) to be a string (got %q)", type(descriptor))
	end

	if type(callback) ~= "function" then
		errorf(2, "AddDescriptorPostDescribe expected arg#3 (callback) to be a string (got %q)", type(callback))
	end

	Insight.post_inits.describe[descriptor] = Insight.post_inits.describe[descriptor] or {}
	
	local posts = Insight.post_inits.describe[descriptor]

	table.insert(posts, callback)
end

function RemoveClassPostConstruct(package, postfn)
	local classdef = require(package)

	--[[
	We have two options:
		1. Go through the construct chain, find the one that calls us, and pull it out, linking the above call and the below call.
		2. Go through the construct chain, find the one that calls us, and just replace our method with a dummy one.

	For the purposes of time, we'll go with #2. 
	It's not a perfect cleanup like #1 is, but good enough for our purposes.
	--]]

	-- Need to find where we are in the ctor chain.
	local current_ctor = classdef._ctor
	local entrypoint = nil

	while current_ctor ~= nil and entrypoint == nil do
		local upvalues = util.getupvalues(current_ctor)
		local next_ctor = nil
		for i, data in ipairs(upvalues) do
			if data.name == "postfn" and data.value == postfn then
				entrypoint = current_ctor
			elseif data.name == "constructor" then
				next_ctor = data.value
			end
		end

		if entrypoint then
			mprintf("Removed class post construct from [%s] originating from [%s]", package, debug.getinfo(postfn, "S").source:match("([%w_]+)%.lua$"))
			util.replaceupvalue(current_ctor, "postfn", function() end)
			return
		else
			current_ctor = next_ctor
		end
	end

	mprintf("No post construct found for [%s]", package)
	-- At this point, the current_ctor is the function containing our postfn.
end

--================================================================================================================================================================--
--= INITIALIZATION ===============================================================================================================================================--
--================================================================================================================================================================--

-- Check settings
if IS_DST then -- server + dedi check
	if TheNet:IsDedicated() then
		--RepairInsightConfig(false)
	elseif IsClientHost() then
		--RepairInsightConfig(false)
		RepairInsightConfig(true)
	elseif IsClient() then
		RepairInsightConfig(true)
	else
		mprint("Unable to determine network side. Disabling Insight.")
		return
		--error("Unable to determine network side")
	end
end

SIM_DEV = not(modname=="workshop-2189004162" or modname=="workshop-2081254154")
util = import("util")
language = import("language/language")

if IS_DST and false then
	local debugging = import("debugging")

	debugging.StartNetvarDebugging()
end

if IS_DST and KnownModIndex:IsModEnabled("workshop-1378549454") then
	mprint("Gemcore active")
	-- gemcore replaces in tools/dynamictilemanager.lua
	local real_error = util.getupvalue(error, "_error")
	if not real_error then
		error("[insight]: failed to get real error from gemcore [1]")
		return
	end

	if pcall(string.dump, real_error) then
		error("[insight]: failed to get real error from gemcore [2]")
		return
	end

	Insight.env.error = real_error
	mprint("Got real error from Gemcore")
end


if IS_DST then 
	local image = { atlas="images/Insight_Announcement.xml", texture="Insight_Announcement.tex" }
	ANNOUNCEMENT_ICONS.insight = image

	-- I'm not sure what looks worse!
	local templates = require("widgets/redux/templates")
	local oldAnnouncementBadge = templates.AnnouncementBadge
	templates.AnnouncementBadge = function()
		local wdgt = oldAnnouncementBadge()
		
		local old = wdgt.SetAnnouncement
		wdgt.SetAnnouncement = function(self, announcement)
			if announcement == "insight" then
				wdgt.bg:Hide()
			end

			return old(self, announcement)
		end

		return wdgt
	end

	-- This is a bit funky. I wonder if I should just hook templates instead.
	--[[
	ANNOUNCEMENT_ICONS.insight = setmetatable({}, {
		__index = function(self, index)
			if index == "atlas" then
				local announcement = util.getlocal(2, "self")
				if announcement and tostring(announcement) == "chat announcement badge" then
					announcement.bg:Hide()
				end
			end

			return image[index]
		end
	})
	--]]
end

patcher = { _common=import("ds_patches/patcher_common"), _to_load = {"input", "frontend", "widget", "screen", "spinner", "button", "imagebutton", "text"} }
for i,v in pairs(patcher._to_load) do
	patcher[v] = patcher._common.GetPatcher(v)
	if patcher[v].Init then
		patcher[v].Init()
	end
end


PrefabFiles = {"insight_range_indicator", "insight_map_marker", "insight_entitytext", "insight_prefab"}
if IS_DST then
	table.insert(PrefabFiles, "insight_ghost_klaus_sack")
	table.insert(PrefabFiles, "insight_classified")
end

setmetatable(Insight.descriptors, {
	__index = function(self, index)
		-- If we're here, this means that we're requesting an unloaded descriptor.
		local value = GetComponentDescriptor(index)
		AddComponentDescriptor(index, value, { modname=modname })
		return value
	end,
	__call = function(self, index)
		-- Just the same as __index except we don't have to do anything with the result.
		return self[index]
	end,
	__metatable = "[Insight] This metatable is locked."
})

setmetatable(Insight.prefab_descriptors, {
	__index = function(self, index)
		-- If we're here, this means that we're requesting an unloaded prefab descriptor.
		local value = GetPrefabDescriptor(index)
		AddPrefabDescriptor(index, value, { modname=modname })
		return value
	end,
	__call = function(self, index)
		-- Just the same as __index except we don't have to do anything with the result.
		return self[index]
	end,
	__metatable = "[Insight] This metatable is locked."
})


-- ignore selected descriptors
for name in pairs(descriptors_ignore) do
	Insight.descriptors[name] = false
end

--[[
AddPrefabPostInit("redgem", function(inst) 
	if not DEBUG_ENABLED then
		return
	end

	inst.snowball_range = SpawnPrefab("insight_range_indicator")
	inst.snowball_range:Attach(inst)
	inst.snowball_range:SetRadius(12 / WALL_STUDS_PER_TILE)
	inst.snowball_range:SetColour(Color.fromHex(Insight.COLORS.FROZEN))
	inst.snowball_range:SetVisible(true)

	--inst:AddComponent("dst_deployhelper")
	--inst.components.dst_deployhelper.onenablehelper = OnHelperStateChange
end)
--]]


--[[
AddPrefabPostInit("forest_network", function(inst)
	mprint("cavenetwork", inst)
end)

AddPrefabPostInit("cave_network", function(inst)
	mprint("cavenetwork", inst)
end)
--]]

--[[
AddPrefabPostInit("bat", function(inst)
	if not (IS_DST and TheWorld.ismastersim) then return end
	if not DEBUG_ENABLED then return end
	inst:Remove() -- these things annoy me to no end while im testing
end)
--]]


if IS_DST then 
	-- replicable
	AddReplicableComponent("insight")

	if TheNet:GetIsMasterSimulation() then
		do -- Hunger
			local hunger = util.LoadComponent("hunger")
			local props = util.classTweaker.SetupClassForProps(hunger)
			
			-- Thankfully, the props system will trigger __newindex even if there isn't an actual change.
			-- Problem here is the burnrate & modifiers thing. I don't want to bother with it at the moment.
			--[[
			local oldOnHungerRate = props.hungerrate
			props.hungerrate = function(cmp, new, old)
				if cmp.inst.replica.insight then
					cmp.inst.replica.insight:SetHungerRate(new)
				end

				if oldOnHungerRate then
					return oldOnHungerRate(cmp, new, old)
				end
			end
			--]]
		end

		do -- Sanity
			local sanity = util.LoadComponent("sanity")
			local props = util.classTweaker.SetupClassForProps(sanity)
			
			-- Thankfully, the props system will trigger __newindex even if there isn't an actual change.
			local oldOnRateScale = props.ratescale
			props.ratescale = function(cmp, new, old)
				if cmp.inst.replica.insight then
					cmp.inst.replica.insight:SetSanityRate(cmp.rate)
				end

				if oldOnRateScale then
					return oldOnRateScale(cmp, new, old)
				end
			end
		end

		do -- Moisture
			local moisture = util.LoadComponent("moisture")
			local props = util.classTweaker.SetupClassForProps(moisture)
			
			-- Thankfully, the props system will trigger __newindex even if there isn't an actual change.
			local oldOnRateScale = props.ratescale
			props.ratescale = function(cmp, new, old)
				if cmp.inst.replica.insight then
					cmp.inst.replica.insight:SetMoistureRate(cmp.rate)
				end

				if oldOnRateScale then
					return oldOnRateScale(cmp, new, old)
				end
			end
		end
	end

	--======================= RPCs ============================================================================================
	rpcNetwork.AddModRPCHandler(modname, "ProcessConfiguration", function(player, data)
		mprint("ProcessConfiguration", player)
		data = json.decode(data)
		if player_contexts[player] then
			UpdatePlayerContext(player, {
				configs = data.configs
			})
		else
			CreatePlayerContext(player, data.configs, data.etc)
		end
	end)
	
	rpcNetwork.AddModRPCHandler(modname, "GetWorldInformation", function(player)
		local info = GetWorldInformation(player)
		--local a = json.encode(info)
		--local b = DataDumper(info, nil, true)
		--print(string.format("World Info [JSON (#%d)]: %s", #a, a))
		--print(string.format("World Info [DataDumper (#%d)]: %s", #b, b)) 
		
		player.components.insight:SetWorldData(info)
	end)

	AddModRPCHandler(modname, "RequestEntityInformation", function(player, ...)
		if TRACK_INFORMATION_REQUESTS then
			--mprint("[RPC RequestEntityInformation] player:", player, "entity:", entity)
		end

		local num = select("#", ...)
		local array = {...}

		--dprint(unpack(array))
		--dprint("got:", num);

		if type(array[1]) ~= "string" then
			mprint("[RequestEntityInformation] Got invalid params from", player)
			return
		end

		local index = 2
		for encoded in string.gmatch(array[1], "(%d+;%d+)|*") do
			if index > 50 then
				mprint("[RequestEntityinformation] We received longer than usual param data from", player)
				break
			end

			local params = DecodeRequestParams(encoded)
			local entity = array[index]

			if entity and type(entity) == "table" then
				if false and TheGlobalInstance then
					TheGlobalInstance:DoTaskInTime(0, function() RequestEntityInformation(entity, player, params) end)
				else
					RequestEntityInformation(entity, player, params)
				end
			end

			index = index + 1
		end
	end)

	AddModRPCHandler(modname, "ArgTest", function(player, ...)
		local argn = select("#", ...);
		cprint("Number of args:", argn);
		
		local list = {...}
		for i,v in pairs(list) do
			if v == nil then
				cprint("\tMissing entry:", i);
			end
		end
	end)

	rpcNetwork.AddModRPCHandler(modname, "RemoteExecute", function(player, str)
		if ALLOW_SERVER_DEBUGGING and player.userid == MyKleiID then
			local function tostr(...)
				local msg, argnum = "", select("#",...)
				for i = 1, argnum do
					local v = select(i,...)
					msg = msg .. tostring(v) .. ( (i < argnum) and "\t" or "" )
				end
				
				local res = "Insight Remote:" .. msg
				return res 
			end

			if str:sub(1,1) == "=" then
				str = "return " .. str:sub(2)
			end

			-- me
			local fn, err = loadstring(str, "test")
			
			if not fn then
				cprint("[REMOTE] Compilation Error: \n" .. err)
				return
			end

			setfenv(fn, setmetatable({
				tostr = tostr,
				me = UserToPlayer(MyKleiID),
				player_contexts = player_contexts,
			}, {
				__index = Insight.env,
				__newindex = Insight.env,
				__metatable = "fn"
			}))

			local res = {pcall(fn)}

			if not table.remove(res, 1) then
				cprint("[REMOTE] Execution Error: \n" .. tostring(table.remove(res, 1)))
				return
			end

			cprint("[REMOTE] Execution Result:\n", unpack(res))
		else
			mprint(string.format("Hmmm, %s is very suspicious.", player.name))
		end
	end)
	rawset(_G, "RE", function(str) rpcNetwork.SendModRPCToServer(GetModRPC(modname, "RemoteExecute"), str) end)


	rpcNetwork.AddModRPCHandler(modname, "ClientInitialized", function(player)	
		player.components.insight:SendNaughtiness()
	end)

	rpcNetwork.AddShardModRPCHandler(modname, "UpdateTimerNetworking", function(sending_shard_id, data)
		local a, b = pcall(json.decode, data)
		if not a then 
			mprint("Received invalid UpdateTimerNetworking data:", data)
			return
		end

		data = b;

		if data.selected_cave_shard and Insight.selected_cave_shard ~= tostring(data.selected_cave_shard) then
			Insight.selected_cave_shard = tostring(data.selected_cave_shard)
			mprint(string.format("Shard (%s) got selected for cave data, %s.", 
				data.selected_cave_shard, 
				tostring(data.selected_cave_shard)==TheShard:GetShardId() and "aka Us" or "not Us"
			))
		end
		
		if data.selected_forest_shard and Insight.selected_forest_shard ~= tostring(data.selected_forest_shard) then
			Insight.selected_forest_shard = tostring(data.selected_forest_shard)
			mprint(string.format("Shard (%s) got selected for forest data, %s.", 
				data.selected_forest_shard, 
				tostring(data.selected_forest_shard)==TheShard:GetShardId() and "aka Us" or "not Us"
			))
		end

		--[[
		if world_prefab == "cave" then
			Insight.selected_cave_shard = TheShard:GetShardId()
			mprint(string.format("I (%s) got selected for networking: %s", TheShard:GetShardId(), world_prefab))
		elseif world_prefab == "forest" then
			Insight.selected_forest_shard = TheShard:GetShardId()
			mprint(string.format("I (%s) got selected for networking: %s", TheShard:GetShardId(), world_prefab))
		end
		--]]
	end)

	rpcNetwork.AddShardModRPCHandler(modname, "Initialized", function(sending_shard_id, data)
		local a, b = pcall(json.decode, data)
		if not a then 
			mprint("Received invalid shard initialization data:", data)
			return
		end

		data = b;

		-- master will coordinate
		if not TheShard:IsMaster() then
			return
		end

		mprint("Master received shard initialization from:", sending_shard_id, type(sending_shard_id), "with world prefab:", data.world_prefab)
		if data.world_prefab == "cave" and Insight.selected_cave_shard == nil then
			mprint("Setting SelectedCaveShard to", sending_shard_id)
			Insight.selected_cave_shard = tostring(sending_shard_id)
			--rpcNetwork.SendModRPCToShard(GetShardModRPC(modname, "UpdateTimerNetworking"), sending_shard_id, data.world_prefab)

		elseif data.world_prefab == "forest" and Insight.selected_forest_shard == nil then
			mprint("Setting SelectedForestShard to", sending_shard_id)
			Insight.selected_forest_shard = tostring(sending_shard_id)
			--rpcNetwork.SendModRPCToShard(GetShardModRPC(modname, "UpdateTimerNetworking"), sending_shard_id, data.world_prefab)
		end

		rpcNetwork.SendModRPCToAllShards(GetShardModRPC(modname, "UpdateTimerNetworking"), json.encode{
			selected_cave_shard = Insight.selected_cave_shard,
			selected_forest_shard = Insight.selected_forest_shard
		})

		--[[
		mprint("got sending shard:", sending_shard_id, type(sending_shard_id))
		if TheShard:IsMaster() and Insight.selected_cave_shard == nil and data.world_prefab == "cave" then
			print("winner:", )
			Insight.selected_cave_shard = sending_shard_id
			rpcNetwork.SendModRPCToShard(GetShardModRPC(modname, "UpdateTimerNetworking"), sending_shard_id)
		end 
		--]]
	end)

	rpcNetwork.AddShardModRPCHandler(modname, "SyncSecondaryData", function(sending_shard_id, data)
		data = json.decode(data)

		if data.server_owner_optin then
			CrashReporter.server_owner_optin = true
		end
		
		if data.ALLOW_SERVER_DEBUGGING then
			ALLOW_SERVER_DEBUGGING = true
		end
	end)

	rpcNetwork.AddShardModRPCHandler(modname, "WorldData", function(sending_shard_id, data)
		--cprint("Got:", sending_shard_id, Insight.selected_forest_shard, Insight.selected_cave_shard)
		if Insight.selected_cave_shard == TheShard:GetShardId() or Insight.selected_forest_shard == TheShard:GetShardId() then
			--cprint("\tPassed")
			TheWorld:PushEvent("insight_gotworlddata", { sending_shard_id=sending_shard_id, data=data })
		end
	end)
	
	rpcNetwork.AddClientModRPCHandler(modname, "EntityInformation", function(data)
		if not localPlayer then
			-- this check is in place to avoid additional function overhead so we only do it when needed
			OnLocalPlayerPostInit:AddWeakListener(function() localPlayer:PushEvent("insight_entity_information", { data=data }) end) 
			return
		end

		--dprint("passed", data)
		localPlayer:PushEvent("insight_entity_information", { data=data })
	end)

	rpcNetwork.AddClientModRPCHandler(modname, "PipspookQuest", function(data)
		OnLocalPlayerPostInit:AddWeakListener(function(insight)
			insight:HandlePipspookQuest(decompress(data))
		end)
	end)

	rpcNetwork.AddClientModRPCHandler(modname, "SetOceanFishingStatus", function(status, ...)
		mprint('SetOceanFishingStatus', status)
		
		if status == "hook_landed" then
			local hook = ...
			localPlayer:PushEvent("insight_fishinghooklanded", hook)

		elseif status == "interested_fish" then
			local fishes = {...}
			local interest_levels_string = table.remove(fishes, 1)
			local combined = {}
			
			local count = 0
			for yes in interest_levels_string:gmatch("([%d.]+)") do
				count = count + 1
				combined[fishes[count]] = tonumber(yes)
			end

			--print'----------------------------------------'

			localPlayer:PushEvent("insight_fishinginterested", { interested = combined })


		elseif status == "fish_hooked" then
			local fish, data = ...
			data = json.decode(data)

			localPlayer:PushEvent("insight_fishhooked", { fish = fish, fish_def = data })

		elseif status == "fish_caught" then
			localPlayer:PushEvent("insight_fishcaught")

		elseif status == "fish_lost" then
			localPlayer:PushEvent("insight_fishlost")

		elseif status == "battle_state" then
			local data = ...
			data = json.decode(data)

			localPlayer:PushEvent("insight_fishingbattlestate", data)
		end
	end)
	
	rpcNetwork.AddClientModRPCHandler(modname, "Print", function(str, ...)
		print(str)
		--mprint("LENGTH:", #str)
		--sprint(str)
	end)

	rpcNetwork.AddClientModRPCHandler(modname, "ShardPlayers", function(str)
		shard_players = decompress(str)
	end)

	rpcNetwork.AddClientModRPCHandler(modname, "YouDied", function(x, y, z)
		local insight = localPlayer and GetLocalInsight(localPlayer)
		if insight then
			insight:AddDeathSpot(x, y, z)
		end
	end)

	--[[
	_G.send_migrators = function()
		local yes = {}
		for i,v in pairs(c_selectall("cave_entrance_open")) do
			local id = v.components.worldmigrator.receivedPortal
			local pos = v:GetPosition()

			table.insert(yes, {
				network_id = v.Network:GetNetworkID(),
				icon = FOREST_MIGRATOR_IMAGES[id][1],
				pos = {x = v:GetPosition().x, y = v:GetPosition().y, z = v:GetPosition().z},
			})

			local f = SpawnPrefab("globalmapicon")
			--f.Transform:SetPosition(pos.x, pos.y, pos.z)
			--f.MiniMapEntity:SetIcon(FOREST_MIGRATOR_IMAGES[id][1])
			f:TrackEntity(v, nil, FOREST_MIGRATOR_IMAGES[id][1])
			--v.MiniMapEntity:SetCanUseCache(false)
			v.MiniMapEntity:SetEnabled(false)
		end


		

		--rpcNetwork.SendModRPCToAllClients(GetClientModRPC(modname, "Migrators"), compress(yes))
		cprint'sent'
	end

	
	rpcNetwork.AddClientModRPCHandler(modname, "Migrators", function(data)
		data = decompress(data)

		for _, migrator in pairs(data) do
			local ent = GetEntityByNetworkID(migrator.network_id)
			local x = SpawnPrefab("globalmapicon")
			x.Transform:SetPosition(migrator.pos.x, migrator.pos.y, migrator.pos.z)
			x.MiniMapEntity:SetIcon(migrator.icon)
			--x.MiniMapEntity:SetEnabled(true)
			--x.MiniMapEntity:SetCanUseCache(false)
			--x.MiniMapEntity:SetDrawOverFogOfWar(true)
			mprint('made', x)
		end
	end)
	--]]
	
	--======================= PostInits =======================================================================================
	if TheNet and TheNet:GetIsMasterSimulation() then
		entity_tracker:TrackPrefab("rainometer")
		entity_tracker:TrackPrefab("lunar_grazer")
		entity_tracker:TrackPrefab("lunarthrall_plant")
	end

	AddComponentPostInit("grower", function(self)
		if not (TheWorld and TheWorld.ismastersim) then return end
		import("helpers/farming").RegisterOldGrower(self)
	end)

	AddComponentPostInit("farming_manager", function(self)
		if not (TheWorld and TheWorld.ismastersim) then return end
		import("helpers/farming").Initialize(self)
	end)

	--[[
	AddComponentPostInit("klaussackloot", function(self)
		if not (TheWorld and TheWorld.ismastersim) then return end
		Insight.descriptors.klaussackloot.Initialize(self)
	end)
	--]]

	AddPrefabPostInit("shard_network", function(self)
		if TheWorld.ismastersim then
			self:AddComponent("shard_insight")

			self.components.shard_insight:RegisterWorldDataFetcher("beargerspawner", function()
				return TheWorld.components.beargerspawner and Insight.descriptors.beargerspawner and Insight.descriptors.beargerspawner.GetBeargerData(TheWorld.components.beargerspawner) or nil
			end)
			self.components.shard_insight:RegisterWorldDataFetcher("deerclopsspawner", function()
				return TheWorld.components.deerclopsspawner and Insight.descriptors.deerclopsspawner and Insight.descriptors.deerclopsspawner.GetDeerclopsData(TheWorld.components.deerclopsspawner) or nil
			end)
			self.components.shard_insight:RegisterWorldDataFetcher("klaussackspawner", function()
				return TheWorld.components.klaussackspawner and Insight.descriptors.klaussackspawner and Insight.descriptors.klaussackspawner.GetKlausSackData(TheWorld.components.klaussackspawner) or nil
			end)
			self.components.shard_insight:RegisterWorldDataFetcher("malbatrossspawner", function()
				return TheWorld.components.malbatrossspawner and Insight.descriptors.malbatrossspawner and Insight.descriptors.malbatrossspawner.GetMalbatrossData(TheWorld.components.malbatrossspawner) or nil
			end)
			self.components.shard_insight:RegisterWorldDataFetcher("toadstoolspawner", function()
				return TheWorld.components.toadstoolspawner and Insight.descriptors.toadstoolspawner and Insight.descriptors.toadstoolspawner.GetToadstoolData(TheWorld.components.toadstoolspawner) or nil
			end)
			self.components.shard_insight:RegisterWorldDataFetcher("daywalkerspawner", function()
				return TheWorld.components.daywalkerspawner and Insight.descriptors.daywalkerspawner and Insight.descriptors.daywalkerspawner.GetDaywalkerData(TheWorld.components.daywalkerspawner) or nil
			end)
		end
	end)

	AddPrefabPostInit("atrium_gate", function(inst)
		if not TheWorld.ismastersim then return end
		TheWorld.shard.components.shard_insight:SetAtriumGate(inst)
	end)
	
	AddPrefabPostInit("terrarium", function(inst)
		if not TheNet:GetIsServer() then return end
		TheWorld.shard.components.shard_insight:SetTerrarium(inst)
	end)

	AddPrefabPostInit("antlion", function(inst)
		if not TheWorld.ismastersim then return end
		TheWorld.shard.components.shard_insight:SetAntlion(inst)
	end)

	AddPrefabPostInit("dragonfly_spawner", function(inst)
		if not TheWorld.ismastersim then return end
		TheWorld.shard.components.shard_insight:SetDragonflySpawner(inst)
	end)

	AddPrefabPostInit("beequeenhive", function(inst)
		if not TheWorld.ismastersim then return end
		TheWorld.shard.components.shard_insight:SetBeeQueenHive(inst)
	end)

	AddPrefabPostInit("crabking_spawner", function(inst)
		if not TheWorld.ismastersim then return end
		TheWorld.shard.components.shard_insight:SetCrabKingSpawner(inst)
	end)

	local oldLinkToPlayer
	local function InsightLink(...)
		Insight.descriptors.questowner.OnPipspookQuestBegin(...)
		return oldLinkToPlayer(...)
	end

	local oldUnlinkFromPlayer
	local function InsightUnlink(...)
		Insight.descriptors.questowner.OnPipspookQuestEnd(...)
		oldUnlinkFromPlayer(...)
	end

	AddPrefabPostInit("smallghost", function(inst)
		if not TheWorld.ismastersim then return end
		
		-- linking
		if oldLinkToPlayer == nil then
			oldLinkToPlayer = inst.LinkToPlayer
		end

		if inst.LinkToPlayer ~= InsightLink then
			inst.LinkToPlayer = InsightLink
		end

		-- unlinking
		if oldUnlinkFromPlayer == nil then
			oldUnlinkFromPlayer = util.getupvalue(inst._on_leader_death, "unlink_from_player")
			util.replaceupvalue(inst._on_leader_death, "unlink_from_player", InsightUnlink)
		end
	end)

	AddPrefabPostInit("meteorspawner", function(inst)
		if not TheWorld.ismastersim then
			return
		end

		--local yep = 
	end)

	AddPrefabPostInit("deerspawningground", function(inst)
		if not GetModConfigData("klaus_sack_markers") then
			return
		end

		--dprint('prefabpostinitdeer', inst)
		local marker = SpawnPrefab("insight_ghost_klaus_sack")
		marker.owner = inst
	end)

	--[[
	AddPrefabPostInit("gelblobspawningground", function(inst)
		if not TheWorld.ismastersim then
			return
		end
		
		local marker = SpawnPrefab("lightning_rod")
		marker.Transform:SetPosition(inst.Transform:GetWorldPosition())
		marker:DoPeriodicTask(1, function() marker.Transform:SetPosition(inst.Transform:GetWorldPosition()) end)
		--local marker = SpawnPrefab("insight_ghost_klaus_sack")
		--marker.owner = inst
	end)
	--]]

	AddPrefabPostInit("klaus_sack", function(inst)
		--inst.MiniMapEntity:SetPriority(105)
	end)

	_G.mark_klaus_areas = function()
		for _, inst in pairs(c_selectall("deerspawningground")) do
			local marker1 = SpawnPrefab("insight_map_marker") -- within vision
			marker1:AddTag("possible_klaus_sack")
			marker1.MiniMapEntity:SetIcon("Possible_Klaus_Sack.tex")
			marker1:SetIsProxy(false)
			marker1:SetCanUseCache(false)
			marker1:TrackEntity(inst)
			--marker1:DoPeriodicTask(5, CheckForKlausSack)
			--marker1.Transform:SetPosition(inst.Transform:GetWorldPosition()) -- doesn't work properly for some reason
			
			local marker2 = SpawnPrefab("insight_map_marker") -- outside of vision
			marker2:AddTag("possible_klaus_sack")
			marker2.MiniMapEntity:CopyIcon(marker1.MiniMapEntity)
			--marker2.MiniMapEntity:SetIcon("cave_open_red.tex")
			--marker2:SetIsProxy(true)
			--marker2:SetCanUseCache(false)
			marker2:TrackEntity(inst)
			--marker2:DoPeriodicTask(5, CheckForKlausSack)
			dprint("Registered deer spawning ground:", inst)
		end
	end

	AddPrefabPostInit("world", function(inst)
		-- called before inst loads [TheWorld == inst]
		if not TheWorld.ismastersim then
			return
		end

		--[[
		TheWorld:ListenForEvent("ms_registerdeerspawningground", function(_, inst)
			local marker1 = SpawnPrefab("insight_map_marker") -- within vision
			marker1:AddTag("possible_klaus_sack")
			marker1.MiniMapEntity:SetIcon("Possible_Klaus_Sack.tex")
			marker1:SetIsProxy(false)
			marker1:SetCanUseCache(false)
			marker1:TrackEntity(inst)
			--marker1:DoPeriodicTask(5, CheckForKlausSack)
			--marker1.Transform:SetPosition(inst.Transform:GetWorldPosition()) -- doesn't work properly for some reason
			
			local marker2 = SpawnPrefab("insight_map_marker") -- outside of vision
			marker2:AddTag("possible_klaus_sack")
			marker2.MiniMapEntity:CopyIcon(marker1.MiniMapEntity)
			--marker2.MiniMapEntity:SetIcon("cave_open_red.tex")
			--marker2:SetIsProxy(true)
			--marker2:SetCanUseCache(false)
			marker2:TrackEntity(inst)
			--marker2:DoPeriodicTask(5, CheckForKlausSack)
			dprint("Registered deer spawning ground:", inst)
		end)
		--]]
	end)

	-- Post Init Functions
	AddSimPostInit(function(player)
		--[[
			Reconstructing topology	
			[00:05:31]: 	...Sorting points	
			[00:05:31]: 	...Sorting edges	
			[00:05:31]: 	...Connecting nodes	
			[00:05:31]: 	...Validating connections	
			[00:05:31]: 	...Housekeeping	
			[00:05:31]: 	...Done!
			
			--> now SimPostInit gets called
		]]
		mprint("[Insight DEBUG MODE]:", DEBUG_ENABLED)
		
		if not TheWorld.ismastersim then
			return
		end

		if TheShard:IsMaster() then
			if TheWorld.worldprefab == "forest" then
				Insight.selected_forest_shard = TheShard:GetShardId()
			elseif TheWorld.worldprefab == "cave" then
				Insight.selected_cave_shard = TheShard:GetShardId()
			end
		else
			local function OnShardReady()
				if not next(Shard_GetConnectedShards()) then
					if TheWorld and TheWorld:IsValid() then
						TheWorld:DoTaskInTime(1, OnShardReady)
					end
					return
				end
				
				mprint("Sending Shard Initialization")
				rpcNetwork.SendModRPCToAllShards(GetShardModRPC(modname, "Initialized"),
					json.encode(
						{
							world_prefab = TheWorld.worldprefab
						}
					)
				)
				
			end

			mprint("Awaiting Shard Initialization")
			OnShardReady()
		end

		if SIM_DEV then
			-- mastersim only??
			TheSim:Quit()
		end

		TheWorld:ListenForEvent("ms_playerjoined", function(_, player)
			--dprint("Player Joined:", player, player.userid)
		end)

		TheWorld:ListenForEvent("ms_playerleft", function(_, player)
			mprintf("Player %s (userid: %s) left, removing context", player, player.userid)
			player_contexts[player] = nil
		end)
		
		TheWorld:ListenForEvent("ms_cyclecomplete", function(inst)
			inst:DoTaskInTime(0, DoNetworkMoonCycle)
		end)
		
		
		Insight.shard_sync_task = TheWorld:DoPeriodicTask(0.5, function()
			local data = TheWorld.shard.components.shard_insight:UpdateLocalWorldData()

			--cprint("Sync Task", TheShard:GetShardId(), type(TheShard:GetShardId()), Insight.selected_cave_shard, type(Insight.selected_cave_shard), Insight.selected_forest_shard)
			if not (TheShard:GetShardId() == Insight.selected_cave_shard or TheShard:GetShardId() == Insight.selected_forest_shard) then
				--cprint("\tRejected")
				return
			end
			
			for id, shard in pairs(Shard_GetConnectedShards()) do
				--mprint("sending data to:", id)
				rpcNetwork.SendModRPCToShard(GetShardModRPC(modname, "WorldData"), id, compress(data))
			end

			SyncSecondaryInsightData({ ALLOW_SERVER_DEBUGGING=ALLOW_SERVER_DEBUGGING })
		end)

		--[[
		if TheWorld.ismastershard then
			TheWorld:DoPeriodicTask(0.33, function()
				if TheWorld.state.issummer then
					--dprint(antlion.components.timer:GetTimeLeft("rage"))
					TheWorld:PushEvent("master_insight:antlion_timer", {time_to_rage = antlion and antlion.components.timer:GetTimeLeft("rage") or nil})
				end
			end)
		else
			TheWorld:DoPeriodicTask(0.33, function()
				--dprint(antlion.components.timer:GetTimeLeft("rage"))
				TheWorld:PushEvent("worker_insight:atriumgate_timer", {cooldown = atrium_gate and atrium_gate.components.timer:GetTimeLeft("cooldown") or nil})
			end)
		end
		--]]

		Insight.player_stat_sync_task = TheWorld:DoPeriodicTask(1, function()
			if not GetModConfigData("display_shared_stats") then -- forbidden by server
				return
			end

			local shard_players = {}
			for _, player in pairs(AllPlayers) do
				local ist = player.components.insight
				if ist then
					ist:SendNaughtiness() -- for timetodecay
				end
				
				if player.userid ~= "" then
					shard_players[player.userid] = {
						health = player.components.health and Insight.descriptors.health and Insight.descriptors.health.GetData(player.components.health) or nil,
						sanity = player.components.sanity and Insight.descriptors.sanity and Insight.descriptors.sanity.GetData(player.components.sanity) or nil,
						hunger = player.components.hunger and Insight.descriptors.hunger and Insight.descriptors.hunger.GetData(player.components.hunger) or nil,
						wereness = player.components.wereness and Insight.descriptors.wereness and Insight.descriptors.wereness.GetData(player.components.wereness) or nil,
					}
				end 
			end

			shard_players = compress(shard_players)

			rpcNetwork.SendModRPCToAllClients(GetClientModRPC(modname, "ShardPlayers"), shard_players)

			-- shard stuff
			--rpcNetwork.SendModRPCToClient(GetClientModRPC(modname, "ShardPlayers"), player.userid, compress(shard_players))
		end)
	end)
else
	
end

do
	local console_commands = import("insight_consolecommands")
	local selected = console_commands[(IS_DST and 1 or 2)]

	for name, fn in pairs(selected) do
		if rawget(_G, name) == nil then
			rawset(_G, name, fn)
		end
	end
end



AddPlayerPostInit(function(player) 
	if IS_DS then
		player:AddComponent("insight")
		mprint("Added Insight component for", player)
		return
	end

	if TheWorld.ismastersim then
		mprint("listening for player validation", player)
		player:ListenForEvent("setowner", function(...)
			player:AddComponent("insight")
			mprint("Added Insight component for", player)
			player.components.insight:SendStatRates()
		end)
	end
end)

if false and IS_DST then
	local select = select
	--local toarray = toarray
	local tostring = tostring

	--[[function packstring(...)
		local str = ""
		local n = select('#', ...)
		local args = toarray(...)
		for i=1,n do
			str = str..tostring(args[i]).."\t"
		end
		return str
	end
	--]]

	local function packstring(...)
		local msg, argnum = "", select("#",...)
		for i = 1, argnum do
			local v = select(i,...)
			msg = msg .. tostring(v) .. ( (i < argnum) and "\t" or "" )
		end
		return msg
	end

	local oldLuaPrint = Sim.LuaPrint

	Sim.LuaPrint = function(self, ...)
		log_buffer = log_buffer .. packstring(...) .. "\n";

		if #log_buffer > (LOG_LIMIT) then
			log_buffer = log_buffer:sub(LOG_LIMIT)
		end

		return oldLuaPrint(self, ...)
	end

	if not TheNet:GetIsMasterSimulation() then
		TheSim:GetPersistentStringInClusterSlot(1, "../..", "../client_log.txt", function(success)
			if success then
				Sim.LuaPrint = oldLuaPrint
				log_buffer = ""
			end
		end)
	end
end




--==========================================================================================================================
--==========================================================================================================================
--======================================== Post Imports ====================================================================
--==========================================================================================================================
--==========================================================================================================================
-- import assets
import("assets")

if IS_DS or IsClient() or IsClientHost() then
	--[=[
	if IS_DS then
		-- oh god. why must I suffer.
		-- alright, so the gist of this stuff is that I want to avoid tainting KnownModIndex as much as I can
		local safeModIndex = loadfile("modindex") -- mostly safe anyway; getting a "pure" duplicate of modindex in case others have overriden significantly
		setfenv(safeModIndex, setmetatable({}, {__index = getfenv(1)})) -- __newindex is nil so variables (KnownModIndex...) implicitly set to the empty table, __index to inherit from my environment
		safeModIndex = getfenv(safeModIndex()).KnownModIndex -- safeModIndex() doesn't return anything, just declares KnownModIndex

		local realInitializeModInfo = safeModIndex.InitializeModInfo -- as pure as I can get it.
		safeModIndex = nil; -- i feel like it's a good idea.

		-- override RunInEnvironment in our duplicate, avoid tampering with the one the game uses
		local oldRunInEnvironment = RunInEnvironment
		setfenv(realInitializeModInfo, setmetatable({
			RunInEnvironment = function(arg, env)
				--env.folder_name = false -- folder_name is normally nil in DS, and a string in DST. false helps in me in DS by making sure my changes are active, and if its ever nil, modinfo has been tampered with in DST (probably).
				env.folder_name = nil
				env.locale = LOC.GetLocaleCode() -- make people happy
				env.ChooseTranslationTable = function(tbl)
					local locale = LOC.GetLocaleCode()
					return tbl[locale] or tbl[1]
				end
				return oldRunInEnvironment(arg, env)
			end
		}, {
			__index = getfenv(1); -- once again inherit from my environment
		}))

		local oldInitializeModInfo = KnownModIndex.InitializeModInfo
		KnownModIndex.InitializeModInfo = function(self, name, ...) -- who knows what crazy stuff people are doing
			if name == WORKSHOP_ID_DS then
				return realInitializeModInfo(self, name) -- only this mod gets the special initializer
			end

			return oldInitializeModInfo(self, name, ...) -- other mods get the whatever
		end
	end
	--]=]
	entityManager = import("helpers/entitymanager")
	import("clientmodmain")
end

-- Needs to be done here so UI dependencies have time to load.
if IS_DST then
	CrashReporter = import("crashreporter")
	CrashReporter.Initialize()
end

-- Some descriptors need to be preloaded because they provide functionality outside of just descriptions.
Insight.descriptors("combat")
Insight.descriptors("clock")
Insight.descriptors("oceanfishingrod")
Insight.descriptors("container")
Insight.descriptors("hunter")
Insight.descriptors("kramped")


Insight.prefab_descriptors("wx78_scanner")
Insight.prefab_descriptors("tumbleweed")
Insight.prefab_descriptors("cave_entrance")
Insight.prefab_descriptors("cave_exit")
Insight.prefab_descriptors("archive_orchestrina_main")

--==========================================================================================================================
--==========================================================================================================================
--======================================== Repair ==========================================================================
--==========================================================================================================================
--==========================================================================================================================

-- "repairing" string.match, at least for me.
--[[ due to these people copying each-other and consistently replacing string.match......
	https://steamcommunity.com/sharedfiles/filedetails/?id=1111711682 (Traditional Chinese Language Pack)
	https://steamcommunity.com/sharedfiles/filedetails/?id=1418746242 (Chinese++)
	https://steamcommunity.com/sharedfiles/filedetails/?id=1301033176 (Chinese Language Pack For Server)
	https://steamcommunity.com/sharedfiles/filedetails/?id=1859406419 ([DST]Chinese translation Mod) -- also screws KnownModIndex:InitializeModInfo, but does it tolerably better. they also seem to like tampering with a whole bunch of stuff.
	https://steamcommunity.com/sharedfiles/filedetails/?id=2111490085 (Keeth Client) probably the most egregious offender i have laid eyes on.
	https://steamcommunity.com/sharedfiles/filedetails/?id=2486801875 (繁體中文包 Traditional Chinese Language) here again yet again once again.
	workshop-2532301630..........
--]]

if pcall(string.dump, string.match) then
	mprint("string.match has been modified.")
	local dbg = debug.getinfo(string.match, "S")
	mprint("\tModification was created at:", dbg.source or "?")

	-- tired of this
	local upvalues = util.recursive_getupvalues(string.match)
	for _, upv in pairs(upvalues) do
		if type(upv.value) == "function" and not pcall(string.dump, upv.value) then
			local _, err = pcall(function() upv.value() end)
			-- stdin:1: bad argument #1 to 'match' (string expected, got no value)
			if err:match("bad argument #1 to '[^']+' %(string expected, got no value%)") then
				local x, a, b, c = pcall(upv.value, "<testing=#222>!wow!</testing>", "<(%w+)=([#%w]+)>([^>]+)<")
				if x and a == "testing" and b == "#222" and c == "!wow!" then
					string.match = upv.value -- Insight match
					getfenv(0).string.match = upv.value -- Global match
					mprint("string.match repaired successfully")
					break
				end
			end
		end
	end
end

-- _G.RunInEnvironment, another foolish individual modifying functions they should not https://steamcommunity.com/sharedfiles/filedetails/?id=842702425
if KnownModIndex:IsModEnabled("workshop-842702425") then
	mprint("'Minimap HUD Customizable (EN & RUS)' is enabled.")

	--[[
		original
		function RunInEnvironment(fn, fnenv)
			setfenv(fn, fnenv)
			return xpcall(fn, debug.traceback)
		end

		local old_kleiloadlua = _G.kleiloadlua
		_G.kleiloadlua = function(path,...)
			local fn = old_kleiloadlua(path,...)
			if fn and type(fn) ~= "string" and path:sub(-12) == "/modinfo.lua" then
				local translatestr = "modinfo" .. thailandmodinfo .. ".lua"
				local path_trans = string.gsub( path , 'modinfo.lua' , translatestr)
				temp_mark = path_trans
			end
			return fn
		end

		local old_RunInEnvironment = _G.RunInEnvironment
		_G.RunInEnvironment = function(fn, env, ...)
			if env and temp_mark then
				local fn_trans = old_kleiloadlua(temp_mark)
				temp_mark = nil
				local res = old_RunInEnvironment(fn, env, ...)
				if fn_trans and type(fn_trans) ~= "string" then
					local env_trans = {}
					local status, r = old_RunInEnvironment(fn_trans, env_trans)
					if status == true then
						if env_trans.description then
							env.description = env_trans.description
						end
						if env_trans.configuration_options then
							env.configuration_options = env_trans.configuration_options
						end
					end
				end
				CheckPostModinfoEnv(env)
				return res
			end
			local a,b,c = old_RunInEnvironment(fn, env, ...)
			CheckPostModinfoEnv(env)
			return a,b,c
		end
	]]

	if debug.getupvalue(RunInEnvironment, 1) then
		mprint("RunInEnvironment has been modified")
	else
		mprint("RunInEnvironment has not been modified")
	end
end




--[[

--]]

--==========================================================================================================================
--==========================================================================================================================
--======================================== cOnFiG hElLo?? ==================================================================
--==========================================================================================================================
--==========================================================================================================================
_G.check = function(client_config)
	mprint("checking with client_config =", client_config)
	local modname = "workshop-2189004162";
	local key = "follower_info"

	mprint("GetModConfigData:", GetModConfigData(key, client_config))

	local filename = KnownModIndex:GetModConfigurationPath(modname, client_config);

	TheSim:GetPersistentString(filename, function(safe, res)
		if not safe then return mprint('GetPersistentString fails in world server X') end;
		local axd, data = RunInSandboxSafe(res); 
		if not axd then return mprint('GetPersistentString fails in world server Y') end;
		for i,v in pairs(data) do 
			if v.name == key then 
				mprint("GetPersistentString:", v.label, ":", v.saved)
			end;
		end;
	end);
	mprint'-------------------------------'
end

_G.tst = function()
	local filename = KnownModIndex:GetModConfigurationPath("workshop-2189004162", true);

	TheSim:GetPersistentString(filename, function()for i = 1, 15 do print("level", i, getfenv(i) == getfenv(0)) end end)
end

-- doesnt reset server config completely
_G.c_insight_resetallconfigs = function()
	if TheNet:IsDedicated() then
		local function iter(i)
			TheSim:SetPersistentStringInClusterSlot(i, "Master", "../modoverrides.lua", DataDumper({}), true, function(success, ...)
				if success then
					mprint("successfully processed slot Master:", i)
					TheNet:Announce("successfully processed slot Master:"..i)
					TheSim:SetPersistentStringInClusterSlot(i, "Caves", "../modoverrides.lua", DataDumper({}), false, function(success, ...)
						if success then
							mprint("slot ["..i .. "] caves processed")
							TheNet:Announce("slot ["..i .. "] caves processed")
						else
							mprint("slot ["..i .. "] did not have caves")
							TheNet:Announce("slot ["..i .. "] did not have caves")
						end
					end)
					return iter(i + 1) -- tail call
				else
					mprint("finished/failed on slot:", i)
					TheNet:Announce("finished/failed on slot:"..i)
					return
				end
			end)
		end
		iter(1)
	else
		if IsClient() or IsClientHost() then
		
		else
			mprint("isclient:", IsClient())
			mprint("isclienthost:", IsClientHost())
			mprint("mastersim:", TheWorld.ismastersim)
			mprint("worldprefab:", TheWorld.worldprefab)
		end

		KnownModIndex:SaveConfigurationOptions(function(...) 
			mprint("client config reset", ...)
		end, _G.Insight.env.modname, {}, true)

		KnownModIndex:SaveConfigurationOptions(function(...) 
			mprint("server config reset", ...)
		end, _G.Insight.env.modname, {}, false)
	end
end





printtable = function(tbl)
  local done = {}
  local function recurse(t, d)
	if done[t] then return end
	done[t] = true
	for i,v in pairs(t) do
	  if type(v) == 'table' then
	  print(string.rep("\t", d), i, "{")
	   recurse(v, d + 1)
	  print(string.rep("\t", d), i, "}")
	  else
		print(string.rep("\t", d), i, v)
	  end
	end
  end
  recurse(tbl, 0)
end

_G.printtable = printtable

_G.cprint = cprint



--[[
	print("client:", GetModConfigData("giants", true))
print("server:", GetModConfigData("giants", false))


GLOBAL.check = function(client_config)
	print("checking with client_config =", client_config)
	local modname = "pengu";
	local key = "giants"

	print("GetModConfigData:", GetModConfigData(key, client_config))

	local filename = GLOBAL.KnownModIndex:GetModConfigurationPath(modname, client_config);
	print("\tFilename:", filename)

	TheSim:GetPersistentString(filename, function(safe, res)
		if not safe then return print('GetPersistentString fails to load the filename') end;
		local axd, data = GLOBAL.RunInSandboxSafe(res); 
		if not axd then return print('GetPersistentString fails to run the data in the sandbox') end;
		for i,v in pairs(data) do 
			if v.name == key then 
				print("GetPersistentString:", v.label, ":", v.saved)
			end;
		end;
	end);
	print'-------------------------------'
end
]]

mprint("Insight main initialized" .. (SIM_DEV and "..." or "!"))