"use strict"; /* DokuWiki BotMon Plugin Script file */ /* 06.09.2025 - 0.2.0 - beta */ /* Author: Sascha Leib */ // enumeration of user types: const BM_USERTYPE = Object.freeze({ 'UNKNOWN': 'unknown', 'KNOWN_USER': 'user', 'HUMAN': 'human', 'LIKELY_BOT': 'likely_bot', 'KNOWN_BOT': 'known_bot' }); /* BotMon root object */ const BotMon = { init: function() { //console.info('BotMon.init()'); // find the plugin basedir: this._baseDir = document.currentScript.src.substring(0, document.currentScript.src.indexOf('/exe/')) + '/plugins/botmon/'; // read the page language from the DOM: this._lang = document.getRootNode().documentElement.lang || this._lang; // get the time offset: this._timeDiff = BotMon.t._getTimeOffset(); // init the sub-objects: BotMon.t._callInit(this); }, _baseDir: null, _lang: 'en', _today: (new Date()).toISOString().slice(0, 10), _timeDiff: '', /* internal tools */ t: { /* helper function to call inits of sub-objects */ _callInit: function(obj) { //console.info('BotMon.t._callInit(obj=',obj,')'); /* call init / _init on each sub-object: */ Object.keys(obj).forEach( (key,i) => { const sub = obj[key]; let init = null; if (typeof sub === 'object' && sub.init) { init = sub.init; } // bind to object if (typeof init == 'function') { const init2 = init.bind(sub); init2(obj); } }); }, /* helper function to calculate the time difference to UTC: */ _getTimeOffset: function() { const now = new Date(); let offset = now.getTimezoneOffset(); // in minutes const sign = Math.sign(offset); // +1 or -1 offset = Math.abs(offset); // always positive let hours = 0; while (offset >= 60) { hours += 1; offset -= 60; } return ( hours > 0 ? sign * hours + ' h' : '') + (offset > 0 ? ` ${offset} min` : ''); }, /* helper function to create a new element with all attributes and text content */ _makeElement: function(name, atlist = undefined, text = undefined) { var r = null; try { r = document.createElement(name); if (atlist) { for (let attr in atlist) { r.setAttribute(attr, atlist[attr]); } } if (text) { r.textContent = text.toString(); } } catch(e) { console.error(e); } return r; }, /* helper to convert an ip address string to a normalised format: */ _ip2Num: function(ip) { if (ip.indexOf(':') > 0) { /* IP6 */ return (ip.split(':').map(d => ('0000'+d).slice(-4) ).join('')); } else { /* IP4 */ return Number(ip.split('.').map(d => ('000'+d).slice(-3) ).join('')); } }, /* helper function to format a Date object to show only the time. */ /* returns String */ _formatTime: function(date) { if (date) { return ('0'+date.getHours()).slice(-2) + ':' + ('0'+date.getMinutes()).slice(-2) + ':' + ('0'+date.getSeconds()).slice(-2); } else { return null; } }, /* helper function to show a time difference in seconds or minutes */ /* returns String */ _formatTimeDiff: function(dateA, dateB) { // if the second date is ealier, swap them: if (dateA > dateB) dateB = [dateA, dateA = dateB][0]; // get the difference in milliseconds: let ms = dateB - dateA; if (ms > 50) { /* ignore small time spans */ const h = Math.floor((ms / (1000 * 60 * 60)) % 24); const m = Math.floor((ms / (1000 * 60)) % 60); const s = Math.floor((ms / 1000) % 60); return ( h>0 ? h + 'h ': '') + ( m>0 ? m + 'm ': '') + ( s>0 ? s + 's': ''); } return null; } } }; /* everything specific to the "Today" tab is self-contained in the "live" object: */ BotMon.live = { init: function() { //console.info('BotMon.live.init()'); // set the title: const tDiff = '(UTC' + (BotMon._timeDiff != '' ? `, ${BotMon._timeDiff}` : '' ) + ')'; BotMon.live.gui.status.setTitle(`Data for ${tDiff}`); // init sub-objects: BotMon.t._callInit(this); }, data: { init: function() { //console.info('BotMon.live.data.init()'); // call sub-inits: BotMon.t._callInit(this); }, // this will be called when the known json files are done loading: _dispatch: function(file) { //console.info('BotMon.live.data._dispatch(,',file,')'); // shortcut to make code more readable: const data = BotMon.live.data; // set the flags: switch(file) { case 'rules': data._dispatchRulesLoaded = true; break; case 'bots': data._dispatchBotsLoaded = true; break; case 'clients': data._dispatchClientsLoaded = true; break; case 'platforms': data._dispatchPlatformsLoaded = true; break; default: // ignore } // are all the flags set? if (data._dispatchBotsLoaded && data._dispatchClientsLoaded && data._dispatchPlatformsLoaded && data._dispatchRulesLoaded) { // chain the log files loading: BotMon.live.data.loadLogFile('srv', BotMon.live.data._onServerLogLoaded); } }, // flags to track which data files have been loaded: _dispatchBotsLoaded: false, _dispatchClientsLoaded: false, _dispatchPlatformsLoaded: false, _dispatchRulesLoaded: false, // event callback, after the server log has been loaded: _onServerLogLoaded: function() { //console.info('BotMon.live.data._onServerLogLoaded()'); // chain the client log file to load: BotMon.live.data.loadLogFile('log', BotMon.live.data._onClientLogLoaded); }, // event callback, after the client log has been loaded: _onClientLogLoaded: function() { //console.info('BotMon.live.data._onClientLogLoaded()'); // chain the ticks file to load: BotMon.live.data.loadLogFile('tck', BotMon.live.data._onTicksLogLoaded); }, // event callback, after the tiker log has been loaded: _onTicksLogLoaded: function() { //console.info('BotMon.live.data._onTicksLogLoaded()'); // analyse the data: BotMon.live.data.analytics.analyseAll(); // sort the data: // #TODO // display the data: BotMon.live.gui.overview.make(); //console.log(BotMon.live.data.model._visitors); }, model: { // visitors storage: _visitors: [], // find an already existing visitor record: findVisitor: function(visitor) { //console.info('BotMon.live.data.model.findVisitor()'); //console.log(visitor); // shortcut to make code more readable: const model = BotMon.live.data.model; const timeout = 60 * 60 * 1000; /* session timeout: One hour */ // loop over all visitors already registered: for (let i=0; i nv.ts) { visitor._firstSeen = nv.ts; } } // find browser // is this visit already registered? let prereg = model._getPageView(visitor, nv); if (!prereg) { // add new page view: prereg = model._makePageView(nv, type); visitor._pageViews.push(prereg); } else { // update last seen date prereg._lastSeen = nv.ts; // increase view count: prereg._viewCount += 1; prereg._tickCount += 1; } // update referrer state: visitor._hasReferrer = visitor._hasReferrer || (prereg.ref !== undefined && prereg.ref !== ''); // update time stamp for last-seen: if (visitor._lastSeen < nv.ts) { visitor._lastSeen = nv.ts; } // if needed: return visitor; }, // updating visit data from the client-side log: updateVisit: function(dat) { //console.info('updateVisit', dat); // shortcut to make code more readable: const model = BotMon.live.data.model; const type = 'log'; let visitor = BotMon.live.data.model.findVisitor(dat); if (!visitor) { visitor = model.registerVisit(dat, type); } if (visitor) { if (visitor._lastSeen < dat.ts) { visitor._lastSeen = dat.ts; } if (!visitor._seenBy.includes(type)) { visitor._seenBy.push(type); } visitor._jsClient = true; // seen by client js } // find the page view: let prereg = BotMon.live.data.model._getPageView(visitor, dat); if (prereg) { // update the page view: prereg._lastSeen = dat.ts; if (!prereg._seenBy.includes(type)) prereg._seenBy.push(type); prereg._jsClient = true; // seen by client js } else { // add the page view to the visitor: prereg = model._makePageView(dat, type); visitor._pageViews.push(prereg); } prereg._tickCount += 1; }, // updating visit data from the ticker log: updateTicks: function(dat) { //console.info('updateTicks', dat); // shortcut to make code more readable: const model = BotMon.live.data.model; const type = 'tck'; // find the visit info: let visitor = model.findVisitor(dat); if (!visitor) { console.info(`No visitor with ID “${dat.id}” found, registering as a new one.`); visitor = model.registerVisit(dat, type); } if (visitor) { // update visitor: if (visitor._lastSeen < dat.ts) visitor._lastSeen = dat.ts; if (!visitor._seenBy.includes(type)) visitor._seenBy.push(type); // get the page view info: let pv = model._getPageView(visitor, dat); if (!pv) { console.warn(`No page view for visit ID “${dat.id}”, page “${dat.pg}”, registering a new one.`); pv = model._makePageView(dat, type); visitor._pageViews.push(pv); } // update the page view info: if (!pv._seenBy.includes(type)) pv._seenBy.push(type); if (pv._lastSeen.getTime() < dat.ts.getTime()) pv._lastSeen = dat.ts; pv._tickCount += 1; } }, // helper function to create a new "page view" item: _makePageView: function(data, type) { // try to parse the referrer: let rUrl = null; try { rUrl = ( data.ref && data.ref !== '' ? new URL(data.ref) : null ); } catch (e) { console.info(`Invalid referer: “${data.ref}”.`); } return { _by: type, ip: data.ip, pg: data.pg, _ref: rUrl, _firstSeen: data.ts, _lastSeen: data.ts, _seenBy: [type], _jsClient: ( type !== 'srv'), _viewCount: 1, _tickCount: 0 }; } }, analytics: { init: function() { //console.info('BotMon.live.data.analytics.init()'); }, // data storage: data: { totalVisits: 0, totalPageViews: 0, bots: { known: 0, suspected: 0, human: 0, users: 0 } }, // sort the visits by type: groups: { knownBots: [], suspectedBots: [], humans: [], users: [] }, // all analytics analyseAll: function() { //console.info('BotMon.live.data.analytics.analyseAll()'); // shortcut to make code more readable: const model = BotMon.live.data.model; const me = BotMon.live.data.analytics; BotMon.live.gui.status.showBusy("Analysing data …"); // loop over all visitors: model._visitors.forEach( (v) => { // count visits and page views: this.data.totalVisits += 1; this.data.totalPageViews += v._pageViews.length; // check for typical bot aspects: let botScore = 0; if (v._type == BM_USERTYPE.KNOWN_BOT) { // known bots this.data.bots.known += v._pageViews.length; this.groups.knownBots.push(v); } else if (v._type == BM_USERTYPE.KNOWN_USER) { // known users */ this.data.bots.users += v._pageViews.length; this.groups.users.push(v); } else { // get evaluation: const e = BotMon.live.data.rules.evaluate(v); v._eval = e.rules; v._botVal = e.val; // add each page view to IP range information (unless it is already from a known bot IP range): v._pageViews.forEach( pv => { me._addToIPRanges(pv.ip); }); if (e.isBot) { // likely bots v._type = BM_USERTYPE.LIKELY_BOT; this.data.bots.suspected += v._pageViews.length; this.groups.suspectedBots.push(v); } else { // probably humans v._type = BM_USERTYPE.HUMAN; this.data.bots.human += v._pageViews.length; this.groups.humans.push(v); } // TODO: find suspected bots } }); // clean up the ip ranges: me._cleanIPRanges(); console.log(BotMon.live.data.analytics._ipRange); BotMon.live.gui.status.hideBusy('Done.'); }, // visits from IP ranges: _ipRange: { ip4: [], ip6: [] }, /** * Adds a visit to the IP range statistics. * * This helps to identify IP ranges that are used by bots. * * @param {string} ip The IP address to add. */ _addToIPRanges: function(ip) { const me = BotMon.live.data.analytics; const ipv = (ip.indexOf(':') > 0 ? 6 : 4); const ipArr = ip.split( ipv == 6 ? ':' : '.'); const maxSegments = (ipv == 6 ? 4 : 3); let arr = (ipv == 6 ? me._ipRange.ip6 : me._ipRange.ip4); // find any existing segment entry: it = null; for (let i=0; i < arr.length; i++) { const sig = arr[i]; if (sig.seg == ipArr[0]) { it = sig; break; } } // create if not found: if (!it) { it = {seg: ipArr[0], count: 1}; //if (i { if (it.count <= 1) arr.splice(i, 1); }); }; } }, bots: { // loads the list of known bots from a JSON file: init: async function() { //console.info('BotMon.live.data.bots.init()'); // Load the list of known bots: BotMon.live.gui.status.showBusy("Loading known bots …"); const url = BotMon._baseDir + 'data/known-bots.json'; try { const response = await fetch(url); if (!response.ok) { throw new Error(`${response.status} ${response.statusText}`); } this._list = await response.json(); this._ready = true; } catch (error) { BotMon.live.gui.status.setError("Error while loading the ‘known bots’ file: " + error.message); } finally { BotMon.live.gui.status.hideBusy("Status: Done."); BotMon.live.data._dispatch('bots') } }, // returns bot info if the clientId matches a known bot, null otherwise: match: function(agent) { //console.info('BotMon.live.data.bots.match(',agent,')'); const BotList = BotMon.live.data.bots._list; // default is: not found! let botInfo = null; if (!agent) return null; // check for known bots: BotList.find(bot => { let r = false; for (let j=0; j 1 ? rxr[1] : -1) }; r = true; break; }; }; return r; }); // check for unknown bots: if (!botInfo) { const botmatch = agent.match(/[^\s](\w*bot)[\/\s;\),$]/i); if(botmatch) { botInfo = {'id': "other", 'n': "Other", "bot": botmatch[0] }; } } //console.log("botInfo:", botInfo); return botInfo; }, // indicates if the list is loaded and ready to use: _ready: false, // the actual bot list is stored here: _list: [] }, clients: { // loads the list of known clients from a JSON file: init: async function() { //console.info('BotMon.live.data.clients.init()'); // Load the list of known bots: BotMon.live.gui.status.showBusy("Loading known clients"); const url = BotMon._baseDir + 'data/known-clients.json'; try { const response = await fetch(url); if (!response.ok) { throw new Error(`${response.status} ${response.statusText}`); } BotMon.live.data.clients._list = await response.json(); BotMon.live.data.clients._ready = true; } catch (error) { BotMon.live.gui.status.setError("Error while loading the known clients file: " + error.message); } finally { BotMon.live.gui.status.hideBusy("Status: Done."); BotMon.live.data._dispatch('clients') } }, // returns bot info if the user-agent matches a known bot, null otherwise: match: function(agent) { //console.info('BotMon.live.data.clients.match(',agent,')'); let match = {"n": "Unknown", "v": -1, "id": null}; if (agent) { BotMon.live.data.clients._list.find(client => { let r = false; for (let j=0; j 1 ? rxr[1] : -1); match.id = client.id || null; r = true; break; } } return r; }); } //console.log(match) return match; }, // indicates if the list is loaded and ready to use: _ready: false, // the actual bot list is stored here: _list: [] }, platforms: { // loads the list of known platforms from a JSON file: init: async function() { //console.info('BotMon.live.data.platforms.init()'); // Load the list of known bots: BotMon.live.gui.status.showBusy("Loading known platforms"); const url = BotMon._baseDir + 'data/known-platforms.json'; try { const response = await fetch(url); if (!response.ok) { throw new Error(`${response.status} ${response.statusText}`); } BotMon.live.data.platforms._list = await response.json(); BotMon.live.data.platforms._ready = true; } catch (error) { BotMon.live.gui.status.setError("Error while loading the known platforms file: " + error.message); } finally { BotMon.live.gui.status.hideBusy("Status: Done."); BotMon.live.data._dispatch('platforms') } }, // returns bot info if the browser id matches a known platform: match: function(cid) { //console.info('BotMon.live.data.platforms.match(',cid,')'); let match = {"n": "Unknown", "id": null}; if (cid) { BotMon.live.data.platforms._list.find(platform => { let r = false; for (let j=0; j 1 ? rxr[1] : -1); match.id = platform.id || null; r = true; break; } } return r; }); } return match; }, // indicates if the list is loaded and ready to use: _ready: false, // the actual bot list is stored here: _list: [] }, rules: { // loads the list of rules and settings from a JSON file: init: async function() { //console.info('BotMon.live.data.rules.init()'); // Load the list of known bots: BotMon.live.gui.status.showBusy("Loading list of rules …"); const url = BotMon._baseDir + 'data/rules.json'; try { const response = await fetch(url); if (!response.ok) { throw new Error(`${response.status} ${response.statusText}`); } const json = await response.json(); if (json.rules) { this._rulesList = json.rules; } if (json.threshold) { this._threshold = json.threshold; } if (json.ipRanges) { // clean up the IPs first: let list = []; json.ipRanges.forEach( it => { let item = { 'from': BotMon.t._ip2Num(it.from), 'to': BotMon.t._ip2Num(it.to), 'label': it.label }; list.push(item); }); this._botIPs = list; } this._ready = true; } catch (error) { BotMon.live.gui.status.setError("Error while loading the ‘rules’ file: " + error.message); } finally { BotMon.live.gui.status.hideBusy("Status: Done."); BotMon.live.data._dispatch('rules') } }, _rulesList: [], // list of rules to find out if a visitor is a bot _threshold: 100, // above this, it is considered a bot. // returns a descriptive text for a rule id getRuleInfo: function(ruleId) { // console.info('getRuleInfo', ruleId); // shortcut for neater code: const me = BotMon.live.data.rules; for (let i=0; i= me._threshold); return r; }, // list of functions that can be called by the rules list to evaluate a visitor: func: { // check if client is on the list passed as parameter: matchesClient: function(visitor, ...clients) { const clientId = ( visitor._client ? visitor._client.id : ''); return clients.includes(clientId); }, // check if OS/Platform is one of the obsolete ones: matchesPlatform: function(visitor, ...platforms) { const pId = ( visitor._platform ? visitor._platform.id : ''); return platforms.includes(pId); }, // are there at lest num pages loaded? smallPageCount: function(visitor, num) { return (visitor._pageViews.length <= Number(num)); }, // There was no entry in a specific log file for this visitor: // note that this will also trigger the "noJavaScript" rule: noRecord: function(visitor, type) { return !visitor._seenBy.includes(type); }, // there are no referrers in any of the page visits: noReferrer: function(visitor) { let r = false; // return value for (let i = 0; i < visitor._pageViews.length; i++) { if (!visitor._pageViews[i]._ref) { r = true; break; } } return r; }, // test for specific client identifiers: /*matchesClients: function(visitor, ...list) { for (let i=0; i= 0) { return !(visitor.accept.split(',').indexOf(visitor.lang) >= 0); } return false; }, // At least x page views were recorded, but they come within less than y seconds loadSpeed: function(visitor, minItems, maxTime) { if (visitor._pageViews.length >= minItems) { //console.log('loadSpeed', visitor._pageViews.length, minItems, maxTime); const pvArr = visitor._pageViews.map(pv => pv._lastSeen).sort(); let totalTime = 0; for (let i=1; i < pvArr.length; i++) { totalTime += (pvArr[i] - pvArr[i-1]); } //console.log(' ', totalTime , Math.round(totalTime / (pvArr.length * 1000)), (( totalTime / pvArr.length ) <= maxTime * 1000), visitor.ip); return (( totalTime / pvArr.length ) <= maxTime * 1000); } } }, /* known bot IP ranges: */ _botIPs: [], // return information on a bot IP range: getBotIPInfo: function(ip) { // shortcut to make code more readable: const me = BotMon.live.data.rules; // convert IP address to easier comparable form: const ipNum = BotMon.t._ip2Num(ip); for (let i=0; i < me._botIPs.length; i++) { const ipRange = me._botIPs[i]; if (ipNum >= ipRange.from && ipNum <= ipRange.to) { return ipRange; } }; return null; } }, loadLogFile: async function(type, onLoaded = undefined) { //console.info('BotMon.live.data.loadLogFile(',type,')'); let typeName = ''; let columns = []; switch (type) { case "srv": typeName = "Server"; columns = ['ts','ip','pg','id','typ','usr','agent','ref','lang','accept']; break; case "log": typeName = "Page load"; columns = ['ts','ip','pg','id','usr','lt','ref','agent']; break; case "tck": typeName = "Ticker"; columns = ['ts','ip','pg','id','agent']; break; default: console.warn(`Unknown log type ${type}.`); return; } // Show the busy indicator and set the visible status: BotMon.live.gui.status.showBusy(`Loading ${typeName} log file …`); // compose the URL from which to load: const url = BotMon._baseDir + `logs/${BotMon._today}.${type}.txt`; //console.log("Loading:",url); // fetch the data: try { const response = await fetch(url); if (!response.ok) { throw new Error(`${response.status} ${response.statusText}`); } const logtxt = await response.text(); logtxt.split('\n').forEach((line) => { if (line.trim() === '') return; // skip empty lines const cols = line.split('\t'); // assign the columns to an object: const data = {}; cols.forEach( (colVal,i) => { colName = columns[i] || `col${i}`; const colValue = (colName == 'ts' ? new Date(colVal) : colVal.trim()); data[colName] = colValue; }); // register the visit in the model: switch(type) { case 'srv': BotMon.live.data.model.registerVisit(data, type); break; case 'log': data.typ = 'js'; BotMon.live.data.model.updateVisit(data); break; case 'tck': data.typ = 'js'; BotMon.live.data.model.updateTicks(data); break; default: console.warn(`Unknown log type ${type}.`); return; } }); if (onLoaded) { onLoaded(); // callback after loading is finished. } } catch (error) { BotMon.live.gui.status.setError(`Error while loading the ${typeName} log file: ${error.message}.`); } finally { BotMon.live.gui.status.hideBusy("Status: Done."); } } }, gui: { init: function() { // init the lists view: this.lists.init(); }, overview: { make: function() { const data = BotMon.live.data.analytics.data; const parent = document.getElementById('botmon__today__content'); // shortcut for neater code: const makeElement = BotMon.t._makeElement; if (parent) { const bounceRate = Math.round(data.totalVisits / data.totalPageViews * 100); jQuery(parent).prepend(jQuery(`
Overview
Web metrics
Total page views:${data.totalPageViews}
Total visitors (est.):${data.totalVisits}
Bounce rate (est.):${bounceRate}%
Bots vs. Humans (page views)
Registered users:${data.bots.users}
Probably humans:${data.bots.human}
Suspected bots:${data.bots.suspected}
Known bots:${data.bots.known}
`)); // update known bots list: const block = document.getElementById('botmon__botslist'); block.innerHTML = "
Top known bots (page views)
"; let bots = BotMon.live.data.analytics.groups.knownBots.toSorted( (a, b) => { return b._pageViews.length - a._pageViews.length; }); for (let i=0; i < Math.min(bots.length, 4); i++) { const dd = makeElement('dd'); dd.appendChild(makeElement('span', {'class': 'bot bot_' + bots[i]._bot.id }, bots[i]._bot.n)); dd.appendChild(makeElement('strong', undefined, bots[i]._pageViews.length)); block.appendChild(dd); } } } }, status: { setText: function(txt) { const el = document.getElementById('botmon__today__status'); if (el && BotMon.live.gui.status._errorCount <= 0) { el.innerText = txt; } }, setTitle: function(html) { const el = document.getElementById('botmon__today__title'); if (el) { el.innerHTML = html; } }, setError: function(txt) { console.error(txt); BotMon.live.gui.status._errorCount += 1; const el = document.getElementById('botmon__today__status'); if (el) { el.innerText = "An error occured. See the browser log for details!"; el.classList.add('error'); } }, _errorCount: 0, showBusy: function(txt = null) { BotMon.live.gui.status._busyCount += 1; const el = document.getElementById('botmon__today__busy'); if (el) { el.style.display = 'inline-block'; } if (txt) BotMon.live.gui.status.setText(txt); }, _busyCount: 0, hideBusy: function(txt = null) { const el = document.getElementById('botmon__today__busy'); BotMon.live.gui.status._busyCount -= 1; if (BotMon.live.gui.status._busyCount <= 0) { if (el) el.style.display = 'none'; if (txt) BotMon.live.gui.status.setText(txt); } } }, lists: { init: function() { // function shortcut: const makeElement = BotMon.t._makeElement; const parent = document.getElementById('botmon__today__visitorlists'); if (parent) { for (let i=0; i < 4; i++) { // change the id and title by number: let listTitle = ''; let listId = ''; switch (i) { case 0: listTitle = "Registered users"; listId = 'users'; break; case 1: listTitle = "Probably humans"; listId = 'humans'; break; case 2: listTitle = "Suspected bots"; listId = 'suspectedBots'; break; case 3: listTitle = "Known bots"; listId = 'knownBots'; break; default: console.warn('Unknown list number.'); } const details = makeElement('details', { 'data-group': listId, 'data-loaded': false }); const title = details.appendChild(makeElement('summary')); title.appendChild(makeElement('span', {'class':'title'}, listTitle)); title.appendChild(makeElement('span', {'class':'counter'}, '–')); details.addEventListener("toggle", this._onDetailsToggle); parent.appendChild(details); } } }, _onDetailsToggle: function(e) { //console.info('BotMon.live.gui.lists._onDetailsToggle()'); const target = e.target; if (target.getAttribute('data-loaded') == 'false') { // only if not loaded yet target.setAttribute('data-loaded', 'loading'); const fillType = target.getAttribute('data-group'); const fillList = BotMon.live.data.analytics.groups[fillType]; if (fillList && fillList.length > 0) { const ul = BotMon.t._makeElement('ul'); fillList.forEach( (it) => { ul.appendChild(BotMon.live.gui.lists._makeVisitorItem(it, fillType)); }); target.appendChild(ul); target.setAttribute('data-loaded', 'true'); } else { target.setAttribute('data-loaded', 'false'); } } }, _makeVisitorItem: function(data, type) { // shortcut for neater code: const make = BotMon.t._makeElement; let ipType = ( data.ip.indexOf(':') >= 0 ? '6' : '4' ); const platformName = (data._platform ? data._platform.n : 'Unknown'); const clientName = (data._client ? data._client.n: 'Unknown'); const li = make('li'); // root list item const details = make('details'); const summary = make('summary'); details.appendChild(summary); const span1 = make('span'); /* left-hand group */ if (data._type == BM_USERTYPE.KNOWN_BOT) { /* Bot only */ const botName = ( data._bot && data._bot.n ? data._bot.n : "Unknown"); span1.appendChild(make('span', { /* Bot */ 'class': 'bot bot_' + (data._bot ? data._bot.id : 'unknown'), 'title': "Bot: " + botName }, botName)); } else if (data._type == BM_USERTYPE.KNOWN_USER) { /* User only */ span1.appendChild(make('span', { /* User */ 'class': 'user_known', 'title': "User: " + data.usr }, data.usr)); } else { /* others */ if (data.ip == '127.0.0.1' || data.ip == '::1' ) ipType = '0'; span1.appendChild(make('span', { /* IP-Address */ 'class': 'ipaddr ip' + ipType, 'title': "IP-Address: " + data.ip }, data.ip)); } if (data._type !== BM_USERTYPE.KNOWN_BOT) { /* Not for bots */ span1.appendChild(make('span', { /* Platform */ 'class': 'icon platform platform_' + (data._platform ? data._platform.id : 'unknown'), 'title': "Platform: " + platformName }, platformName)); span1.appendChild(make('span', { /* Client */ 'class': 'icon client client_' + (data._client ? data._client.id : 'unknown'), 'title': "Client: " + clientName }, clientName)); } summary.appendChild(span1); const span2 = make('span'); /* right-hand group */ span2.appendChild(make('span', { /* page views */ 'class': 'pageviews' }, data._pageViews.length)); summary.appendChild(span2); // add details expandable section: details.appendChild(BotMon.live.gui.lists._makeVisitorDetails(data, type)); li.appendChild(details); return li; }, _makeVisitorDetails: function(data, type) { // shortcut for neater code: const make = BotMon.t._makeElement; let ipType = ( data.ip.indexOf(':') >= 0 ? '6' : '4' ); if (data.ip == '127.0.0.1' || data.ip == '::1' ) ipType = '0'; const platformName = (data._platform ? data._platform.n : 'Unknown'); const clientName = (data._client ? data._client.n: 'Unknown'); const dl = make('dl', {'class': 'visitor_details'}); if (data._type == BM_USERTYPE.KNOWN_BOT) { dl.appendChild(make('dt', {}, "Bot name:")); /* bot info */ dl.appendChild(make('dd', {'class': 'has_icon bot bot_' + (data._bot ? data._bot.id : 'unknown')}, (data._bot ? data._bot.n : 'Unknown'))); if (data._bot && data._bot.url) { dl.appendChild(make('dt', {}, "Bot info:")); /* bot info */ const botInfoDd = dl.appendChild(make('dd')); botInfoDd.appendChild(make('a', { 'href': data._bot.url, 'target': '_blank' }, data._bot.url)); /* bot info link*/ } } else { /* not for bots */ dl.appendChild(make('dt', {}, "Client:")); /* client */ dl.appendChild(make('dd', {'class': 'has_icon client_' + (data._client ? data._client.id : 'unknown')}, clientName + ( data._client.v > 0 ? ' (' + data._client.v + ')' : '' ) )); dl.appendChild(make('dt', {}, "Platform:")); /* platform */ dl.appendChild(make('dd', {'class': 'has_icon platform_' + (data._platform ? data._platform.id : 'unknown')}, platformName + ( data._platform.v > 0 ? ' (' + data._platform.v + ')' : '' ) )); dl.appendChild(make('dt', {}, "IP-Address:")); dl.appendChild(make('dd', {'class': 'has_icon ip' + ipType}, data.ip)); /*dl.appendChild(make('dt', {}, "ID:")); dl.appendChild(make('dd', {'class': 'has_icon ip' + data.typ}, data.id));*/ } if (Math.abs(data._lastSeen - data._firstSeen) < 100) { dl.appendChild(make('dt', {}, "Seen:")); dl.appendChild(make('dd', {'class': 'seen'}, data._firstSeen.toLocaleString())); } else { dl.appendChild(make('dt', {}, "First seen:")); dl.appendChild(make('dd', {'class': 'firstSeen'}, data._firstSeen.toLocaleString())); dl.appendChild(make('dt', {}, "Last seen:")); dl.appendChild(make('dd', {'class': 'lastSeen'}, data._lastSeen.toLocaleString())); } dl.appendChild(make('dt', {}, "User-Agent:")); dl.appendChild(make('dd', {'class': 'agent'}, data.agent)); dl.appendChild(make('dt', {}, "Languages:")); dl.appendChild(make('dd', {'class': 'langs'}, "Client accepts: [" + data.accept + "]; Page: [" + data.lang + ']')); /*dl.appendChild(make('dt', {}, "Visitor Type:")); dl.appendChild(make('dd', undefined, data._type ));*/ dl.appendChild(make('dt', {}, "Seen by:")); dl.appendChild(make('dd', undefined, data._seenBy.join(', ') )); dl.appendChild(make('dt', {}, "Visited pages:")); const pagesDd = make('dd', {'class': 'pages'}); const pageList = make('ul'); /* list all page views */ data._pageViews.forEach( (page) => { const pgLi = make('li'); let visitTimeStr = "Bounce"; const visitDuration = page._lastSeen.getTime() - page._firstSeen.getTime(); if (visitDuration > 0) { visitTimeStr = Math.floor(visitDuration / 1000) + "s"; } pgLi.appendChild(make('span', {}, page.pg)); /* DW Page ID */ if (page._ref) { pgLi.appendChild(make('span', { 'data-ref': page._ref.host, 'title': "Referrer: " + page._ref.full }, page._ref.site)); } else { pgLi.appendChild(make('span', { }, "No referer")); } pgLi.appendChild(make('span', {}, ( page._seenBy ? page._seenBy.join(', ') : '—') + '; ' + page._tickCount)); pgLi.appendChild(make('span', {}, BotMon.t._formatTime(page._firstSeen))); // get the time difference: const tDiff = BotMon.t._formatTimeDiff(page._firstSeen, page._lastSeen); if (tDiff) { pgLi.appendChild(make('span', {'class': 'visit-length', 'title': 'Last seen: ' + page._lastSeen.toLocaleString()}, tDiff)); } else { pgLi.appendChild(make('span', {'class': 'bounce'}, "Bounce")); } pageList.appendChild(pgLi); }); pagesDd.appendChild(pageList); dl.appendChild(pagesDd); /* bot evaluation rating */ if (data._type !== BM_USERTYPE.KNOWN_BOT && data._type !== BM_USERTYPE.KNOWN_USER) { dl.appendChild(make('dt', undefined, "Bot rating:")); dl.appendChild(make('dd', {'class': 'bot-rating'}, ( data._botVal ? data._botVal : '–' ) + '/' + BotMon.live.data.rules._threshold )); /* add bot evaluation details: */ if (data._eval) { dl.appendChild(make('dt', {}, "Bot evaluation details:")); const evalDd = make('dd'); const testList = make('ul',{ 'class': 'eval' }); data._eval.forEach( test => { const tObj = BotMon.live.data.rules.getRuleInfo(test); let tDesc = tObj ? tObj.desc : test; // special case for Bot IP range test: if (tObj.func == 'fromKnownBotIP') { const rangeInfo = BotMon.live.data.rules.getBotIPInfo(data.ip); if (rangeInfo) { tDesc += ' (' + (rangeInfo.label ? rangeInfo.label : 'Unknown') + ')'; } } // create the entry field const tstLi = make('li'); tstLi.appendChild(make('span', { 'data-testid': test }, tDesc)); tstLi.appendChild(make('span', {}, ( tObj ? tObj.bot : '—') )); testList.appendChild(tstLi); }); // add total row const tst2Li = make('li', { 'class': 'total' }); /*tst2Li.appendChild(make('span', {}, "Total:")); tst2Li.appendChild(make('span', {}, data._botVal)); testList.appendChild(tst2Li);*/ evalDd.appendChild(testList); dl.appendChild(evalDd); } } // return the element to add to the UI: return dl; } } } }; /* launch only if the BotMon admin panel is open: */ if (document.getElementById('botmon__admin')) { BotMon.init(); }