opensim – Rev 1
?pathlinks?
/*
* Copyright (c) Contributors, http://opensimulator.org/
* See CONTRIBUTORS.TXT for a full list of copyright holders.
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions are met:
* * Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
* * Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in the
* documentation and/or other materials provided with the distribution.
* * Neither the name of the OpenSimulator Project nor the
* names of its contributors may be used to endorse or promote products
* derived from this software without specific prior written permission.
*
* THIS SOFTWARE IS PROVIDED BY THE DEVELOPERS ``AS IS'' AND ANY
* EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
* WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
* DISCLAIMED. IN NO EVENT SHALL THE CONTRIBUTORS BE LIABLE FOR ANY
* DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
* (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
* LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
* ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
* SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
*/
using System;
using System.Collections;
using System.Collections.Generic;
using System.IO;
using System.Net; // to be used for REST-->Grid shortly
using System.Reflection;
using System.Text;
using System.Threading;
using log4net;
using Nini.Config;
using OpenMetaverse;
using OpenMetaverse.StructuredData;
using OpenSim.Framework;
using OpenSim.Framework.Servers;
using OpenSim.Framework.Servers.HttpServer;
using OpenSim.Region.Framework.Interfaces;
using OpenSim.Region.Framework.Scenes;
using Mono.Data.SqliteClient;
using Mono.Addins;
using Caps = OpenSim.Framework.Capabilities.Caps;
using OSD = OpenMetaverse.StructuredData.OSD;
using OSDMap = OpenMetaverse.StructuredData.OSDMap;
[assembly: Addin("WebStats", "1.0")]
[assembly: AddinDependency("OpenSim", "0.5")]
namespace OpenSim.Region.UserStatistics
{
[Extension(Path = "/OpenSim/RegionModules", NodeName = "RegionModule", Id = "WebStatsModule")]
public class WebStatsModule : ISharedRegionModule
{
private static readonly ILog m_log =
LogManager.GetLogger(MethodBase.GetCurrentMethod().DeclaringType);
private static SqliteConnection dbConn;
/// <summary>
/// User statistics sessions keyed by agent ID
/// </summary>
private Dictionary<UUID, UserSession> m_sessions = new Dictionary<UUID, UserSession>();
private List<Scene> m_scenes = new List<Scene>();
private Dictionary<string, IStatsController> reports = new Dictionary<string, IStatsController>();
private Dictionary<UUID, USimStatsData> m_simstatsCounters = new Dictionary<UUID, USimStatsData>();
private const int updateStatsMod = 6;
private int updateLogMod = 1;
private volatile int updateLogCounter = 0;
private volatile int concurrencyCounter = 0;
private bool enabled = false;
private string m_loglines = String.Empty;
private volatile int lastHit = 12000;
#region ISharedRegionModule
public virtual void Initialise(IConfigSource config)
{
IConfig cnfg = config.Configs["WebStats"];
if (cnfg != null)
enabled = cnfg.GetBoolean("enabled", false);
}
public virtual void PostInitialise()
{
if (!enabled)
return;
if (Util.IsWindows())
Util.LoadArchSpecificWindowsDll("sqlite3.dll");
//IConfig startupConfig = config.Configs["Startup"];
dbConn = new SqliteConnection("URI=file:LocalUserStatistics.db,version=3");
dbConn.Open();
CreateTables(dbConn);
Prototype_distributor protodep = new Prototype_distributor();
Updater_distributor updatedep = new Updater_distributor();
ActiveConnectionsAJAX ajConnections = new ActiveConnectionsAJAX();
SimStatsAJAX ajSimStats = new SimStatsAJAX();
LogLinesAJAX ajLogLines = new LogLinesAJAX();
Default_Report defaultReport = new Default_Report();
Clients_report clientReport = new Clients_report();
Sessions_Report sessionsReport = new Sessions_Report();
reports.Add("prototype.js", protodep);
reports.Add("updater.js", updatedep);
reports.Add("activeconnectionsajax.html", ajConnections);
reports.Add("simstatsajax.html", ajSimStats);
reports.Add("activelogajax.html", ajLogLines);
reports.Add("default.report", defaultReport);
reports.Add("clients.report", clientReport);
reports.Add("sessions.report", sessionsReport);
reports.Add("sim.css", new Prototype_distributor("sim.css"));
reports.Add("sim.html", new Prototype_distributor("sim.html"));
reports.Add("jquery.js", new Prototype_distributor("jquery.js"));
////
// Add Your own Reports here (Do Not Modify Lines here Devs!)
////
////
// End Own reports section
////
MainServer.Instance.AddHTTPHandler("/SStats/", HandleStatsRequest);
MainServer.Instance.AddHTTPHandler("/CAPS/VS/", HandleUnknownCAPSRequest);
}
public virtual void AddRegion(Scene scene)
{
if (!enabled)
return;
lock (m_scenes)
{
m_scenes.Add(scene);
updateLogMod = m_scenes.Count * 2;
m_simstatsCounters.Add(scene.RegionInfo.RegionID, new USimStatsData(scene.RegionInfo.RegionID));
scene.EventManager.OnRegisterCaps += OnRegisterCaps;
scene.EventManager.OnDeregisterCaps += OnDeRegisterCaps;
scene.EventManager.OnClientClosed += OnClientClosed;
scene.EventManager.OnMakeRootAgent += OnMakeRootAgent;
scene.StatsReporter.OnSendStatsResult += ReceiveClassicSimStatsPacket;
}
}
public void RegionLoaded(Scene scene)
{
}
public void RemoveRegion(Scene scene)
{
if (!enabled)
return;
lock (m_scenes)
{
m_scenes.Remove(scene);
updateLogMod = m_scenes.Count * 2;
m_simstatsCounters.Remove(scene.RegionInfo.RegionID);
}
}
public virtual void Close()
{
if (!enabled)
return;
dbConn.Close();
dbConn.Dispose();
m_sessions.Clear();
m_scenes.Clear();
reports.Clear();
m_simstatsCounters.Clear();
}
public virtual string Name
{
get { return "ViewerStatsModule"; }
}
public Type ReplaceableInterface
{
get { return null; }
}
#endregion
private void ReceiveClassicSimStatsPacket(SimStats stats)
{
if (!enabled)
return;
try
{
// Ignore the update if there's a report running right now
// ignore the update if there hasn't been a hit in 30 seconds.
if (concurrencyCounter > 0 || System.Environment.TickCount - lastHit > 30000)
return;
// We will conduct this under lock so that fields such as updateLogCounter do not potentially get
// confused if a scene is removed.
// XXX: Possibly the scope of this lock could be reduced though it's not critical.
lock (m_scenes)
{
if (updateLogMod != 0 && updateLogCounter++ % updateLogMod == 0)
{
m_loglines = readLogLines(10);
if (updateLogCounter > 10000)
updateLogCounter = 1;
}
USimStatsData ss = m_simstatsCounters[stats.RegionUUID];
if ((++ss.StatsCounter % updateStatsMod) == 0)
{
ss.ConsumeSimStats(stats);
}
}
}
catch (KeyNotFoundException)
{
}
}
private Hashtable HandleUnknownCAPSRequest(Hashtable request)
{
//string regpath = request["uri"].ToString();
int response_code = 200;
string contenttype = "text/html";
UpdateUserStats(ParseViewerStats(request["body"].ToString(), UUID.Zero), dbConn);
Hashtable responsedata = new Hashtable();
responsedata["int_response_code"] = response_code;
responsedata["content_type"] = contenttype;
responsedata["keepalive"] = false;
responsedata["str_response_string"] = string.Empty;
return responsedata;
}
private Hashtable HandleStatsRequest(Hashtable request)
{
lastHit = System.Environment.TickCount;
Hashtable responsedata = new Hashtable();
string regpath = request["uri"].ToString();
int response_code = 404;
string contenttype = "text/html";
bool jsonFormatOutput = false;
string strOut = string.Empty;
// The request patch should be "/SStats/reportName" where 'reportName'
// is one of the names added to the 'reports' hashmap.
regpath = regpath.Remove(0, 8);
if (regpath.Length == 0) regpath = "default.report";
if (reports.ContainsKey(regpath))
{
IStatsController rep = reports[regpath];
Hashtable repParams = new Hashtable();
if (request.ContainsKey("json"))
jsonFormatOutput = true;
if (request.ContainsKey("requestvars"))
repParams["RequestVars"] = request["requestvars"];
else
repParams["RequestVars"] = new Hashtable();
if (request.ContainsKey("querystringkeys"))
repParams["QueryStringKeys"] = request["querystringkeys"];
else
repParams["QueryStringKeys"] = new string[0];
repParams["DatabaseConnection"] = dbConn;
repParams["Scenes"] = m_scenes;
repParams["SimStats"] = m_simstatsCounters;
repParams["LogLines"] = m_loglines;
repParams["Reports"] = reports;
concurrencyCounter++;
if (jsonFormatOutput)
{
strOut = rep.RenderJson(rep.ProcessModel(repParams));
contenttype = "text/json";
}
else
{
strOut = rep.RenderView(rep.ProcessModel(repParams));
}
if (regpath.EndsWith("js"))
{
contenttype = "text/javascript";
}
if (regpath.EndsWith("css"))
{
contenttype = "text/css";
}
concurrencyCounter--;
response_code = 200;
}
else
{
strOut = MainServer.Instance.GetHTTP404("");
}
responsedata["int_response_code"] = response_code;
responsedata["content_type"] = contenttype;
responsedata["keepalive"] = false;
responsedata["str_response_string"] = strOut;
return responsedata;
}
private void CreateTables(SqliteConnection db)
{
using (SqliteCommand createcmd = new SqliteCommand(SQL_STATS_TABLE_CREATE, db))
{
createcmd.ExecuteNonQuery();
}
}
private void OnRegisterCaps(UUID agentID, Caps caps)
{
// m_log.DebugFormat("[WEB STATS MODULE]: OnRegisterCaps: agentID {0} caps {1}", agentID, caps);
string capsPath = "/CAPS/VS/" + UUID.Random();
caps.RegisterHandler(
"ViewerStats",
new RestStreamHandler(
"POST",
capsPath,
(request, path, param, httpRequest, httpResponse)
=> ViewerStatsReport(request, path, param, agentID, caps),
"ViewerStats",
agentID.ToString()));
}
private void OnDeRegisterCaps(UUID agentID, Caps caps)
{
}
protected virtual void AddEventHandlers()
{
lock (m_scenes)
{
updateLogMod = m_scenes.Count * 2;
foreach (Scene scene in m_scenes)
{
scene.EventManager.OnRegisterCaps += OnRegisterCaps;
scene.EventManager.OnDeregisterCaps += OnDeRegisterCaps;
scene.EventManager.OnClientClosed += OnClientClosed;
scene.EventManager.OnMakeRootAgent += OnMakeRootAgent;
}
}
}
private void OnMakeRootAgent(ScenePresence agent)
{
// m_log.DebugFormat(
// "[WEB STATS MODULE]: Looking for session {0} for {1} in {2}",
// agent.ControllingClient.SessionId, agent.Name, agent.Scene.Name);
lock (m_sessions)
{
UserSession uid;
if (!m_sessions.ContainsKey(agent.UUID))
{
UserSessionData usd = UserSessionUtil.newUserSessionData();
uid = new UserSession();
uid.name_f = agent.Firstname;
uid.name_l = agent.Lastname;
uid.session_data = usd;
m_sessions.Add(agent.UUID, uid);
}
else
{
uid = m_sessions[agent.UUID];
}
uid.region_id = agent.Scene.RegionInfo.RegionID;
uid.session_id = agent.ControllingClient.SessionId;
}
}
private void OnClientClosed(UUID agentID, Scene scene)
{
lock (m_sessions)
{
if (m_sessions.ContainsKey(agentID) && m_sessions[agentID].region_id == scene.RegionInfo.RegionID)
{
m_sessions.Remove(agentID);
}
}
}
private string readLogLines(int amount)
{
Encoding encoding = Encoding.ASCII;
int sizeOfChar = encoding.GetByteCount("\n");
byte[] buffer = encoding.GetBytes("\n");
string logfile = Util.logFile();
FileStream fs = new FileStream(logfile, FileMode.Open, FileAccess.Read, FileShare.ReadWrite);
Int64 tokenCount = 0;
Int64 endPosition = fs.Length / sizeOfChar;
for (Int64 position = sizeOfChar; position < endPosition; position += sizeOfChar)
{
fs.Seek(-position, SeekOrigin.End);
fs.Read(buffer, 0, buffer.Length);
if (encoding.GetString(buffer) == "\n")
{
tokenCount++;
if (tokenCount == amount)
{
byte[] returnBuffer = new byte[fs.Length - fs.Position];
fs.Read(returnBuffer, 0, returnBuffer.Length);
fs.Close();
fs.Dispose();
return encoding.GetString(returnBuffer);
}
}
}
// handle case where number of tokens in file is less than numberOfTokens
fs.Seek(0, SeekOrigin.Begin);
buffer = new byte[fs.Length];
fs.Read(buffer, 0, buffer.Length);
fs.Close();
fs.Dispose();
return encoding.GetString(buffer);
}
/// <summary>
/// Callback for a viewerstats cap
/// </summary>
/// <param name="request"></param>
/// <param name="path"></param>
/// <param name="param"></param>
/// <param name="agentID"></param>
/// <param name="caps"></param>
/// <returns></returns>
private string ViewerStatsReport(string request, string path, string param,
UUID agentID, Caps caps)
{
// m_log.DebugFormat("[WEB STATS MODULE]: Received viewer starts report from {0}", agentID);
UpdateUserStats(ParseViewerStats(request, agentID), dbConn);
return String.Empty;
}
private UserSession ParseViewerStats(string request, UUID agentID)
{
UserSession uid = new UserSession();
UserSessionData usd;
OSD message = OSDParser.DeserializeLLSDXml(request);
OSDMap mmap;
lock (m_sessions)
{
if (agentID != UUID.Zero)
{
if (!m_sessions.ContainsKey(agentID))
{
m_log.WarnFormat("[WEB STATS MODULE]: no session for stat disclosure for agent {0}", agentID);
return new UserSession();
}
uid = m_sessions[agentID];
// m_log.DebugFormat("[WEB STATS MODULE]: Got session {0} for {1}", uid.session_id, agentID);
}
else
{
// parse through the beginning to locate the session
if (message.Type != OSDType.Map)
return new UserSession();
mmap = (OSDMap)message;
{
UUID sessionID = mmap["session_id"].AsUUID();
if (sessionID == UUID.Zero)
return new UserSession();
// search through each session looking for the owner
foreach (UUID usersessionid in m_sessions.Keys)
{
// got it!
if (m_sessions[usersessionid].session_id == sessionID)
{
agentID = usersessionid;
uid = m_sessions[usersessionid];
break;
}
}
// can't find a session
if (agentID == UUID.Zero)
{
return new UserSession();
}
}
}
}
usd = uid.session_data;
if (message.Type != OSDType.Map)
return new UserSession();
mmap = (OSDMap)message;
{
if (mmap["agent"].Type != OSDType.Map)
return new UserSession();
OSDMap agent_map = (OSDMap)mmap["agent"];
usd.agent_id = agentID;
usd.name_f = uid.name_f;
usd.name_l = uid.name_l;
usd.region_id = uid.region_id;
usd.a_language = agent_map["language"].AsString();
usd.mem_use = (float)agent_map["mem_use"].AsReal();
usd.meters_traveled = (float)agent_map["meters_traveled"].AsReal();
usd.regions_visited = agent_map["regions_visited"].AsInteger();
usd.run_time = (float)agent_map["run_time"].AsReal();
usd.start_time = (float)agent_map["start_time"].AsReal();
usd.client_version = agent_map["version"].AsString();
UserSessionUtil.UpdateMultiItems(ref usd, agent_map["agents_in_view"].AsInteger(),
(float)agent_map["ping"].AsReal(),
(float)agent_map["sim_fps"].AsReal(),
(float)agent_map["fps"].AsReal());
if (mmap["downloads"].Type != OSDType.Map)
return new UserSession();
OSDMap downloads_map = (OSDMap)mmap["downloads"];
usd.d_object_kb = (float)downloads_map["object_kbytes"].AsReal();
usd.d_texture_kb = (float)downloads_map["texture_kbytes"].AsReal();
usd.d_world_kb = (float)downloads_map["workd_kbytes"].AsReal();
// m_log.DebugFormat("[WEB STATS MODULE]: mmap[\"session_id\"] = [{0}]", mmap["session_id"].AsUUID());
usd.session_id = mmap["session_id"].AsUUID();
if (mmap["system"].Type != OSDType.Map)
return new UserSession();
OSDMap system_map = (OSDMap)mmap["system"];
usd.s_cpu = system_map["cpu"].AsString();
usd.s_gpu = system_map["gpu"].AsString();
usd.s_os = system_map["os"].AsString();
usd.s_ram = system_map["ram"].AsInteger();
if (mmap["stats"].Type != OSDType.Map)
return new UserSession();
OSDMap stats_map = (OSDMap)mmap["stats"];
{
if (stats_map["failures"].Type != OSDType.Map)
return new UserSession();
OSDMap stats_failures = (OSDMap)stats_map["failures"];
usd.f_dropped = stats_failures["dropped"].AsInteger();
usd.f_failed_resends = stats_failures["failed_resends"].AsInteger();
usd.f_invalid = stats_failures["invalid"].AsInteger();
usd.f_resent = stats_failures["resent"].AsInteger();
usd.f_send_packet = stats_failures["send_packet"].AsInteger();
if (stats_map["net"].Type != OSDType.Map)
return new UserSession();
OSDMap stats_net = (OSDMap)stats_map["net"];
{
if (stats_net["in"].Type != OSDType.Map)
return new UserSession();
OSDMap net_in = (OSDMap)stats_net["in"];
usd.n_in_kb = (float)net_in["kbytes"].AsReal();
usd.n_in_pk = net_in["packets"].AsInteger();
if (stats_net["out"].Type != OSDType.Map)
return new UserSession();
OSDMap net_out = (OSDMap)stats_net["out"];
usd.n_out_kb = (float)net_out["kbytes"].AsReal();
usd.n_out_pk = net_out["packets"].AsInteger();
}
}
}
uid.session_data = usd;
m_sessions[agentID] = uid;
// m_log.DebugFormat(
// "[WEB STATS MODULE]: Parse data for {0} {1}, session {2}", uid.name_f, uid.name_l, uid.session_id);
return uid;
}
private void UpdateUserStats(UserSession uid, SqliteConnection db)
{
// m_log.DebugFormat(
// "[WEB STATS MODULE]: Updating user stats for {0} {1}, session {2}", uid.name_f, uid.name_l, uid.session_id);
if (uid.session_id == UUID.Zero)
return;
lock (db)
{
using (SqliteCommand updatecmd = new SqliteCommand(SQL_STATS_TABLE_INSERT, db))
{
updatecmd.Parameters.Add(new SqliteParameter(":session_id", uid.session_data.session_id.ToString()));
updatecmd.Parameters.Add(new SqliteParameter(":agent_id", uid.session_data.agent_id.ToString()));
updatecmd.Parameters.Add(new SqliteParameter(":region_id", uid.session_data.region_id.ToString()));
updatecmd.Parameters.Add(new SqliteParameter(":last_updated", (int) uid.session_data.last_updated));
updatecmd.Parameters.Add(new SqliteParameter(":remote_ip", uid.session_data.remote_ip));
updatecmd.Parameters.Add(new SqliteParameter(":name_f", uid.session_data.name_f));
updatecmd.Parameters.Add(new SqliteParameter(":name_l", uid.session_data.name_l));
updatecmd.Parameters.Add(new SqliteParameter(":avg_agents_in_view", uid.session_data.avg_agents_in_view));
updatecmd.Parameters.Add(new SqliteParameter(":min_agents_in_view",
(int) uid.session_data.min_agents_in_view));
updatecmd.Parameters.Add(new SqliteParameter(":max_agents_in_view",
(int) uid.session_data.max_agents_in_view));
updatecmd.Parameters.Add(new SqliteParameter(":mode_agents_in_view",
(int) uid.session_data.mode_agents_in_view));
updatecmd.Parameters.Add(new SqliteParameter(":avg_fps", uid.session_data.avg_fps));
updatecmd.Parameters.Add(new SqliteParameter(":min_fps", uid.session_data.min_fps));
updatecmd.Parameters.Add(new SqliteParameter(":max_fps", uid.session_data.max_fps));
updatecmd.Parameters.Add(new SqliteParameter(":mode_fps", uid.session_data.mode_fps));
updatecmd.Parameters.Add(new SqliteParameter(":a_language", uid.session_data.a_language));
updatecmd.Parameters.Add(new SqliteParameter(":mem_use", uid.session_data.mem_use));
updatecmd.Parameters.Add(new SqliteParameter(":meters_traveled", uid.session_data.meters_traveled));
updatecmd.Parameters.Add(new SqliteParameter(":avg_ping", uid.session_data.avg_ping));
updatecmd.Parameters.Add(new SqliteParameter(":min_ping", uid.session_data.min_ping));
updatecmd.Parameters.Add(new SqliteParameter(":max_ping", uid.session_data.max_ping));
updatecmd.Parameters.Add(new SqliteParameter(":mode_ping", uid.session_data.mode_ping));
updatecmd.Parameters.Add(new SqliteParameter(":regions_visited", uid.session_data.regions_visited));
updatecmd.Parameters.Add(new SqliteParameter(":run_time", uid.session_data.run_time));
updatecmd.Parameters.Add(new SqliteParameter(":avg_sim_fps", uid.session_data.avg_sim_fps));
updatecmd.Parameters.Add(new SqliteParameter(":min_sim_fps", uid.session_data.min_sim_fps));
updatecmd.Parameters.Add(new SqliteParameter(":max_sim_fps", uid.session_data.max_sim_fps));
updatecmd.Parameters.Add(new SqliteParameter(":mode_sim_fps", uid.session_data.mode_sim_fps));
updatecmd.Parameters.Add(new SqliteParameter(":start_time", uid.session_data.start_time));
updatecmd.Parameters.Add(new SqliteParameter(":client_version", uid.session_data.client_version));
updatecmd.Parameters.Add(new SqliteParameter(":s_cpu", uid.session_data.s_cpu));
updatecmd.Parameters.Add(new SqliteParameter(":s_gpu", uid.session_data.s_gpu));
updatecmd.Parameters.Add(new SqliteParameter(":s_os", uid.session_data.s_os));
updatecmd.Parameters.Add(new SqliteParameter(":s_ram", uid.session_data.s_ram));
updatecmd.Parameters.Add(new SqliteParameter(":d_object_kb", uid.session_data.d_object_kb));
updatecmd.Parameters.Add(new SqliteParameter(":d_texture_kb", uid.session_data.d_texture_kb));
updatecmd.Parameters.Add(new SqliteParameter(":d_world_kb", uid.session_data.d_world_kb));
updatecmd.Parameters.Add(new SqliteParameter(":n_in_kb", uid.session_data.n_in_kb));
updatecmd.Parameters.Add(new SqliteParameter(":n_in_pk", uid.session_data.n_in_pk));
updatecmd.Parameters.Add(new SqliteParameter(":n_out_kb", uid.session_data.n_out_kb));
updatecmd.Parameters.Add(new SqliteParameter(":n_out_pk", uid.session_data.n_out_pk));
updatecmd.Parameters.Add(new SqliteParameter(":f_dropped", uid.session_data.f_dropped));
updatecmd.Parameters.Add(new SqliteParameter(":f_failed_resends", uid.session_data.f_failed_resends));
updatecmd.Parameters.Add(new SqliteParameter(":f_invalid", uid.session_data.f_invalid));
updatecmd.Parameters.Add(new SqliteParameter(":f_off_circuit", uid.session_data.f_off_circuit));
updatecmd.Parameters.Add(new SqliteParameter(":f_resent", uid.session_data.f_resent));
updatecmd.Parameters.Add(new SqliteParameter(":f_send_packet", uid.session_data.f_send_packet));
// StringBuilder parameters = new StringBuilder();
// SqliteParameterCollection spc = updatecmd.Parameters;
// foreach (SqliteParameter sp in spc)
// parameters.AppendFormat("{0}={1},", sp.ParameterName, sp.Value);
//
// m_log.DebugFormat("[WEB STATS MODULE]: Parameters {0}", parameters);
// m_log.DebugFormat("[WEB STATS MODULE]: Database stats update for {0}", uid.session_data.agent_id);
updatecmd.ExecuteNonQuery();
}
}
}
#region SQL
private const string SQL_STATS_TABLE_CREATE = @"CREATE TABLE IF NOT EXISTS stats_session_data (
session_id VARCHAR(36) NOT NULL PRIMARY KEY,
agent_id VARCHAR(36) NOT NULL DEFAULT '',
region_id VARCHAR(36) NOT NULL DEFAULT '',
last_updated INT NOT NULL DEFAULT '0',
remote_ip VARCHAR(16) NOT NULL DEFAULT '',
name_f VARCHAR(50) NOT NULL DEFAULT '',
name_l VARCHAR(50) NOT NULL DEFAULT '',
avg_agents_in_view FLOAT NOT NULL DEFAULT '0',
min_agents_in_view INT NOT NULL DEFAULT '0',
max_agents_in_view INT NOT NULL DEFAULT '0',
mode_agents_in_view INT NOT NULL DEFAULT '0',
avg_fps FLOAT NOT NULL DEFAULT '0',
min_fps FLOAT NOT NULL DEFAULT '0',
max_fps FLOAT NOT NULL DEFAULT '0',
mode_fps FLOAT NOT NULL DEFAULT '0',
a_language VARCHAR(25) NOT NULL DEFAULT '',
mem_use FLOAT NOT NULL DEFAULT '0',
meters_traveled FLOAT NOT NULL DEFAULT '0',
avg_ping FLOAT NOT NULL DEFAULT '0',
min_ping FLOAT NOT NULL DEFAULT '0',
max_ping FLOAT NOT NULL DEFAULT '0',
mode_ping FLOAT NOT NULL DEFAULT '0',
regions_visited INT NOT NULL DEFAULT '0',
run_time FLOAT NOT NULL DEFAULT '0',
avg_sim_fps FLOAT NOT NULL DEFAULT '0',
min_sim_fps FLOAT NOT NULL DEFAULT '0',
max_sim_fps FLOAT NOT NULL DEFAULT '0',
mode_sim_fps FLOAT NOT NULL DEFAULT '0',
start_time FLOAT NOT NULL DEFAULT '0',
client_version VARCHAR(255) NOT NULL DEFAULT '',
s_cpu VARCHAR(255) NOT NULL DEFAULT '',
s_gpu VARCHAR(255) NOT NULL DEFAULT '',
s_os VARCHAR(2255) NOT NULL DEFAULT '',
s_ram INT NOT NULL DEFAULT '0',
d_object_kb FLOAT NOT NULL DEFAULT '0',
d_texture_kb FLOAT NOT NULL DEFAULT '0',
d_world_kb FLOAT NOT NULL DEFAULT '0',
n_in_kb FLOAT NOT NULL DEFAULT '0',
n_in_pk INT NOT NULL DEFAULT '0',
n_out_kb FLOAT NOT NULL DEFAULT '0',
n_out_pk INT NOT NULL DEFAULT '0',
f_dropped INT NOT NULL DEFAULT '0',
f_failed_resends INT NOT NULL DEFAULT '0',
f_invalid INT NOT NULL DEFAULT '0',
f_off_circuit INT NOT NULL DEFAULT '0',
f_resent INT NOT NULL DEFAULT '0',
f_send_packet INT NOT NULL DEFAULT '0'
);";
private const string SQL_STATS_TABLE_INSERT = @"INSERT OR REPLACE INTO stats_session_data (
session_id, agent_id, region_id, last_updated, remote_ip, name_f, name_l, avg_agents_in_view, min_agents_in_view, max_agents_in_view,
mode_agents_in_view, avg_fps, min_fps, max_fps, mode_fps, a_language, mem_use, meters_traveled, avg_ping, min_ping, max_ping, mode_ping,
regions_visited, run_time, avg_sim_fps, min_sim_fps, max_sim_fps, mode_sim_fps, start_time, client_version, s_cpu, s_gpu, s_os, s_ram,
d_object_kb, d_texture_kb, d_world_kb, n_in_kb, n_in_pk, n_out_kb, n_out_pk, f_dropped, f_failed_resends, f_invalid, f_off_circuit,
f_resent, f_send_packet
)
VALUES
(
:session_id, :agent_id, :region_id, :last_updated, :remote_ip, :name_f, :name_l, :avg_agents_in_view, :min_agents_in_view, :max_agents_in_view,
:mode_agents_in_view, :avg_fps, :min_fps, :max_fps, :mode_fps, :a_language, :mem_use, :meters_traveled, :avg_ping, :min_ping, :max_ping, :mode_ping,
:regions_visited, :run_time, :avg_sim_fps, :min_sim_fps, :max_sim_fps, :mode_sim_fps, :start_time, :client_version, :s_cpu, :s_gpu, :s_os, :s_ram,
:d_object_kb, :d_texture_kb, :d_world_kb, :n_in_kb, :n_in_pk, :n_out_kb, :n_out_pk, :f_dropped, :f_failed_resends, :f_invalid, :f_off_circuit,
:f_resent, :f_send_packet
)
";
#endregion
}
public static class UserSessionUtil
{
public static UserSessionData newUserSessionData()
{
UserSessionData obj = ZeroSession(new UserSessionData());
return obj;
}
public static void UpdateMultiItems(ref UserSessionData s, int agents_in_view, float ping, float sim_fps, float fps)
{
// don't insert zero values here or it'll skew the statistics.
if (agents_in_view == 0 && fps == 0 && sim_fps == 0 && ping == 0)
return;
s._agents_in_view.Add(agents_in_view);
s._fps.Add(fps);
s._sim_fps.Add(sim_fps);
s._ping.Add(ping);
int[] __agents_in_view = s._agents_in_view.ToArray();
s.avg_agents_in_view = ArrayAvg_i(__agents_in_view);
s.min_agents_in_view = ArrayMin_i(__agents_in_view);
s.max_agents_in_view = ArrayMax_i(__agents_in_view);
s.mode_agents_in_view = ArrayMode_i(__agents_in_view);
float[] __fps = s._fps.ToArray();
s.avg_fps = ArrayAvg_f(__fps);
s.min_fps = ArrayMin_f(__fps);
s.max_fps = ArrayMax_f(__fps);
s.mode_fps = ArrayMode_f(__fps);
float[] __sim_fps = s._sim_fps.ToArray();
s.avg_sim_fps = ArrayAvg_f(__sim_fps);
s.min_sim_fps = ArrayMin_f(__sim_fps);
s.max_sim_fps = ArrayMax_f(__sim_fps);
s.mode_sim_fps = ArrayMode_f(__sim_fps);
float[] __ping = s._ping.ToArray();
s.avg_ping = ArrayAvg_f(__ping);
s.min_ping = ArrayMin_f(__ping);
s.max_ping = ArrayMax_f(__ping);
s.mode_ping = ArrayMode_f(__ping);
}
#region Statistics
public static int ArrayMin_i(int[] arr)
{
int cnt = arr.Length;
if (cnt == 0)
return 0;
Array.Sort(arr);
return arr[0];
}
public static int ArrayMax_i(int[] arr)
{
int cnt = arr.Length;
if (cnt == 0)
return 0;
Array.Sort(arr);
return arr[cnt-1];
}
public static float ArrayMin_f(float[] arr)
{
int cnt = arr.Length;
if (cnt == 0)
return 0;
Array.Sort(arr);
return arr[0];
}
public static float ArrayMax_f(float[] arr)
{
int cnt = arr.Length;
if (cnt == 0)
return 0;
Array.Sort(arr);
return arr[cnt - 1];
}
public static float ArrayAvg_i(int[] arr)
{
int cnt = arr.Length;
if (cnt == 0)
return 0;
float result = arr[0];
for (int i = 1; i < cnt; i++)
result += arr[i];
return result / cnt;
}
public static float ArrayAvg_f(float[] arr)
{
int cnt = arr.Length;
if (cnt == 0)
return 0;
float result = arr[0];
for (int i = 1; i < cnt; i++)
result += arr[i];
return result / cnt;
}
public static float ArrayMode_f(float[] arr)
{
List<float> mode = new List<float>();
float[] srtArr = new float[arr.Length];
float[,] freq = new float[arr.Length, 2];
Array.Copy(arr, srtArr, arr.Length);
Array.Sort(srtArr);
float tmp = srtArr[0];
int index = 0;
int i = 0;
while (i < srtArr.Length)
{
freq[index, 0] = tmp;
while (tmp == srtArr[i])
{
freq[index, 1]++;
i++;
if (i > srtArr.Length - 1)
break;
}
if (i < srtArr.Length)
{
tmp = srtArr[i];
index++;
}
}
Array.Clear(srtArr, 0, srtArr.Length);
for (i = 0; i < srtArr.Length; i++)
srtArr[i] = freq[i, 1];
Array.Sort(srtArr);
if ((srtArr[srtArr.Length - 1]) == 0 || (srtArr[srtArr.Length - 1]) == 1)
return 0;
float freqtest = (float)freq.Length / freq.Rank;
for (i = 0; i < freqtest; i++)
{
if (freq[i, 1] == srtArr[index])
mode.Add(freq[i, 0]);
}
return mode.ToArray()[0];
}
public static int ArrayMode_i(int[] arr)
{
List<int> mode = new List<int>();
int[] srtArr = new int[arr.Length];
int[,] freq = new int[arr.Length, 2];
Array.Copy(arr, srtArr, arr.Length);
Array.Sort(srtArr);
int tmp = srtArr[0];
int index = 0;
int i = 0;
while (i < srtArr.Length)
{
freq[index, 0] = tmp;
while (tmp == srtArr[i])
{
freq[index, 1]++;
i++;
if (i > srtArr.Length - 1)
break;
}
if (i < srtArr.Length)
{
tmp = srtArr[i];
index++;
}
}
Array.Clear(srtArr, 0, srtArr.Length);
for (i = 0; i < srtArr.Length; i++)
srtArr[i] = freq[i, 1];
Array.Sort(srtArr);
if ((srtArr[srtArr.Length - 1]) == 0 || (srtArr[srtArr.Length - 1]) == 1)
return 0;
float freqtest = (float)freq.Length / freq.Rank;
for (i = 0; i < freqtest; i++)
{
if (freq[i, 1] == srtArr[index])
mode.Add(freq[i, 0]);
}
return mode.ToArray()[0];
}
#endregion
private static UserSessionData ZeroSession(UserSessionData s)
{
s.session_id = UUID.Zero;
s.agent_id = UUID.Zero;
s.region_id = UUID.Zero;
s.last_updated = Util.UnixTimeSinceEpoch();
s.remote_ip = "";
s.name_f = "";
s.name_l = "";
s.avg_agents_in_view = 0;
s.min_agents_in_view = 0;
s.max_agents_in_view = 0;
s.mode_agents_in_view = 0;
s.avg_fps = 0;
s.min_fps = 0;
s.max_fps = 0;
s.mode_fps = 0;
s.a_language = "";
s.mem_use = 0;
s.meters_traveled = 0;
s.avg_ping = 0;
s.min_ping = 0;
s.max_ping = 0;
s.mode_ping = 0;
s.regions_visited = 0;
s.run_time = 0;
s.avg_sim_fps = 0;
s.min_sim_fps = 0;
s.max_sim_fps = 0;
s.mode_sim_fps = 0;
s.start_time = 0;
s.client_version = "";
s.s_cpu = "";
s.s_gpu = "";
s.s_os = "";
s.s_ram = 0;
s.d_object_kb = 0;
s.d_texture_kb = 0;
s.d_world_kb = 0;
s.n_in_kb = 0;
s.n_in_pk = 0;
s.n_out_kb = 0;
s.n_out_pk = 0;
s.f_dropped = 0;
s.f_failed_resends = 0;
s.f_invalid = 0;
s.f_off_circuit = 0;
s.f_resent = 0;
s.f_send_packet = 0;
s._ping = new List<float>();
s._fps = new List<float>();
s._sim_fps = new List<float>();
s._agents_in_view = new List<int>();
return s;
}
}
#region structs
public class UserSession
{
public UUID session_id;
public UUID region_id;
public string name_f;
public string name_l;
public UserSessionData session_data;
}
public struct UserSessionData
{
public UUID session_id;
public UUID agent_id;
public UUID region_id;
public float last_updated;
public string remote_ip;
public string name_f;
public string name_l;
public float avg_agents_in_view;
public float min_agents_in_view;
public float max_agents_in_view;
public float mode_agents_in_view;
public float avg_fps;
public float min_fps;
public float max_fps;
public float mode_fps;
public string a_language;
public float mem_use;
public float meters_traveled;
public float avg_ping;
public float min_ping;
public float max_ping;
public float mode_ping;
public int regions_visited;
public float run_time;
public float avg_sim_fps;
public float min_sim_fps;
public float max_sim_fps;
public float mode_sim_fps;
public float start_time;
public string client_version;
public string s_cpu;
public string s_gpu;
public string s_os;
public int s_ram;
public float d_object_kb;
public float d_texture_kb;
public float d_world_kb;
public float n_in_kb;
public int n_in_pk;
public float n_out_kb;
public int n_out_pk;
public int f_dropped;
public int f_failed_resends;
public int f_invalid;
public int f_off_circuit;
public int f_resent;
public int f_send_packet;
public List<float> _ping;
public List<float> _fps;
public List<float> _sim_fps;
public List<int> _agents_in_view;
}
#endregion
public class USimStatsData
{
private UUID m_regionID = UUID.Zero;
private volatile int m_statcounter = 0;
private volatile float m_timeDilation;
private volatile float m_simFps;
private volatile float m_physicsFps;
private volatile float m_agentUpdates;
private volatile float m_rootAgents;
private volatile float m_childAgents;
private volatile float m_totalPrims;
private volatile float m_activePrims;
private volatile float m_totalFrameTime;
private volatile float m_netFrameTime;
private volatile float m_physicsFrameTime;
private volatile float m_otherFrameTime;
private volatile float m_imageFrameTime;
private volatile float m_inPacketsPerSecond;
private volatile float m_outPacketsPerSecond;
private volatile float m_unackedBytes;
private volatile float m_agentFrameTime;
private volatile float m_pendingDownloads;
private volatile float m_pendingUploads;
private volatile float m_activeScripts;
private volatile float m_scriptLinesPerSecond;
public UUID RegionId { get { return m_regionID; } }
public int StatsCounter { get { return m_statcounter; } set { m_statcounter = value;}}
public float TimeDilation { get { return m_timeDilation; } }
public float SimFps { get { return m_simFps; } }
public float PhysicsFps { get { return m_physicsFps; } }
public float AgentUpdates { get { return m_agentUpdates; } }
public float RootAgents { get { return m_rootAgents; } }
public float ChildAgents { get { return m_childAgents; } }
public float TotalPrims { get { return m_totalPrims; } }
public float ActivePrims { get { return m_activePrims; } }
public float TotalFrameTime { get { return m_totalFrameTime; } }
public float NetFrameTime { get { return m_netFrameTime; } }
public float PhysicsFrameTime { get { return m_physicsFrameTime; } }
public float OtherFrameTime { get { return m_otherFrameTime; } }
public float ImageFrameTime { get { return m_imageFrameTime; } }
public float InPacketsPerSecond { get { return m_inPacketsPerSecond; } }
public float OutPacketsPerSecond { get { return m_outPacketsPerSecond; } }
public float UnackedBytes { get { return m_unackedBytes; } }
public float AgentFrameTime { get { return m_agentFrameTime; } }
public float PendingDownloads { get { return m_pendingDownloads; } }
public float PendingUploads { get { return m_pendingUploads; } }
public float ActiveScripts { get { return m_activeScripts; } }
public float ScriptLinesPerSecond { get { return m_scriptLinesPerSecond; } }
public USimStatsData(UUID pRegionID)
{
m_regionID = pRegionID;
}
public void ConsumeSimStats(SimStats stats)
{
m_regionID = stats.RegionUUID;
m_timeDilation = stats.StatsBlock[0].StatValue;
m_simFps = stats.StatsBlock[1].StatValue;
m_physicsFps = stats.StatsBlock[2].StatValue;
m_agentUpdates = stats.StatsBlock[3].StatValue;
m_rootAgents = stats.StatsBlock[4].StatValue;
m_childAgents = stats.StatsBlock[5].StatValue;
m_totalPrims = stats.StatsBlock[6].StatValue;
m_activePrims = stats.StatsBlock[7].StatValue;
m_totalFrameTime = stats.StatsBlock[8].StatValue;
m_netFrameTime = stats.StatsBlock[9].StatValue;
m_physicsFrameTime = stats.StatsBlock[10].StatValue;
m_otherFrameTime = stats.StatsBlock[11].StatValue;
m_imageFrameTime = stats.StatsBlock[12].StatValue;
m_inPacketsPerSecond = stats.StatsBlock[13].StatValue;
m_outPacketsPerSecond = stats.StatsBlock[14].StatValue;
m_unackedBytes = stats.StatsBlock[15].StatValue;
m_agentFrameTime = stats.StatsBlock[16].StatValue;
m_pendingDownloads = stats.StatsBlock[17].StatValue;
m_pendingUploads = stats.StatsBlock[18].StatValue;
m_activeScripts = stats.StatsBlock[19].StatValue;
m_scriptLinesPerSecond = stats.StatsBlock[20].StatValue;
}
}
}
Generated by GNU Enscript 1.6.5.90.