// TODO: should take a dict of arrays and do it for all keys function partial_sums(array) { var count = 0; var cumulative = []; for (var i = 0; i < array.length; i += 1) { count += array[i]; cumulative[i] = count; } return cumulative; } // Assumes date is a round number of hours function floor_to_local_day(date) { var date_copy = new Date(date.getTime()); date_copy.setHours(0); return date_copy; } // Assumes date is a round number of hours function floor_to_local_week(date) { var date_copy = floor_to_local_day(date); date_copy.setHours(-24 * date.getDay()); return date_copy; } function format_date(date, include_hour) { var months = ['Jan', 'Feb', 'Mar', 'Apr', 'May', 'Jun', 'Jul', 'Aug', 'Sep', 'Oct', 'Nov', 'Dec']; var month_str = months[date.getMonth()]; var year = date.getFullYear(); var day = date.getDate(); if (include_hour) { var hour = date.getHours(); var hour_str; if (hour === 0) { hour_str = '12 AM'; } else if (hour === 12) { hour_str = '12 PM'; } else if (hour < 12) { hour_str = hour + ' AM'; } else { hour_str = (hour-12) + ' PM'; } return month_str + ' ' + day + ', ' + hour_str; } return month_str + ' ' + day + ', ' + year; } function populate_messages_sent_over_time(data) { if (data.end_times.length === 0) { // TODO: do something nicer here return; } // Helper functions function make_traces(dates, values, type, date_formatter) { var text = dates.map(function (date) { return date_formatter(date); }); var common = { x: dates, type: type, hoverinfo: 'none', text: text }; return { human: $.extend({ // 5062a0 name: "Humans", y: values.human, marker: {color: '#5f6ea0'}, visible: true}, common), bot: $.extend({ // a09b5f bbb56e name: "Bots", y: values.bot, marker: {color: '#b7b867'}, visible: 'legendonly'}, common), }; } var layout = { barmode: 'group', width: 750, height: 400, margin: { l: 40, r: 0, b: 40, t: 0 }, xaxis: { fixedrange: true, rangeslider: { bordercolor: '#D8D8D8', borderwidth: 1 }, type: 'date', }, yaxis: { fixedrange: true, rangemode: 'tozero' }, legend: { x: 0.75, y: 1.12, orientation: 'h', font: { family: 'Humbug', size: 14, color: '#000000' }, }, font: { family: 'Humbug', size: 14, color: '#000000' }, }; function make_rangeselector(x, y, button1, button2) { return { x: x, y: y, buttons: [$.extend({stepmode: 'backward'}, button1), $.extend({stepmode: 'backward'}, button2), {step: 'all', label: 'All time'}] }; } var hourly_rangeselector = make_rangeselector( 0.66, -0.62, {count: 24, label: 'Last 24 Hours', step: 'hour'}, {count: 72, label: 'Last 72 Hours', step: 'hour'}); // This is also the cumulative rangeselector var daily_rangeselector = make_rangeselector( 0.68, -0.62, {count: 10, label: 'Last 10 Days', step: 'day'}, {count: 30, label: 'Last 30 Days', step: 'day'}); var weekly_rangeselector = make_rangeselector( 0.656, -0.62, {count: 2, label: 'Last 2 Months', step: 'month'}, {count: 6, label: 'Last 6 Months', step: 'month'}); function add_hover_handler() { document.getElementById('id_messages_sent_over_time').on('plotly_hover', function (data) { document.getElementById('hover_date').innerText = data.points[0].data.text[data.points[0].pointNumber]; var values = [null, null]; data.points.forEach(function (trace) { values[trace.curveNumber] = trace.y; }); if (values[0] !== null) { document.getElementById('hover_human').style.display = 'inline'; document.getElementById('hover_human_value').style.display = 'inline'; document.getElementById('hover_human_value').innerText = values[0]; } else { document.getElementById('hover_human').style.display = 'none'; document.getElementById('hover_human_value').style.display = 'none'; } if (values[1] !== null) { document.getElementById('hover_bot').style.display = 'inline'; document.getElementById('hover_bot_value').style.display = 'inline'; document.getElementById('hover_bot_value').innerText = values[1]; } else { document.getElementById('hover_bot').style.display = 'none'; document.getElementById('hover_bot_value').style.display = 'none'; } }); } var start_dates = data.end_times.map(function (timestamp) { // data.end_times are the ends of hour long intervals. return new Date(timestamp*1000 - 60*60*1000); }); function aggregate_data(aggregation) { var start; var is_boundary; if (aggregation === 'day') { start = floor_to_local_day(start_dates[0]); is_boundary = function (date) { return date.getHours() === 0; }; } else if (aggregation === 'week') { start = floor_to_local_week(start_dates[0]); is_boundary = function (date) { return date.getHours() === 0 && date.getDay() === 0; }; } var dates = [start]; var values = {human: [], bot: []}; var current = {human: 0, bot: 0}; var i_init = 0; if (is_boundary(start_dates[0])) { current = {human: data.realm.human[0], bot: data.realm.bot[0]}; i_init = 1; } for (var i = i_init; i < start_dates.length; i += 1) { if (is_boundary(start_dates[i])) { dates.push(start_dates[i]); values.human.push(current.human); values.bot.push(current.bot); current = {human: 0, bot: 0}; } current.human += data.realm.human[i]; current.bot += data.realm.bot[i]; } values.human.push(current.human); values.bot.push(current.bot); return { dates: dates, values: values, last_value_is_partial: !is_boundary(new Date( start_dates[start_dates.length-1].getTime() + 60*60*1000))}; } // Generate traces var date_formatter = function (date) { return format_date(date, true); }; var hourly_traces = make_traces(start_dates, data.realm, 'bar', date_formatter); var info = aggregate_data('day'); date_formatter = function (date) { return format_date(date, false); }; var last_day_is_partial = info.last_value_is_partial; var daily_traces = make_traces(info.dates, info.values, 'bar', date_formatter); info = aggregate_data('week'); date_formatter = function (date) { // return i18n.t("Week of __date__", {date: format_date(date, false)}); return "Week of " + format_date(date, false); }; var last_week_is_partial = info.last_value_is_partial; var weekly_traces = make_traces(info.dates, info.values, 'bar', date_formatter); var dates = data.end_times.map(function (timestamp) { return new Date(timestamp*1000); }); var values = {human: partial_sums(data.realm.human), bot: partial_sums(data.realm.bot)}; date_formatter = function (date) { return format_date(date, true); }; var cumulative_traces = make_traces(dates, values, 'scatter', date_formatter); // Functions to draw and interact with the plot // We need to redraw plot entirely if switching from (the cumulative) line // graph to any bar graph, since otherwise the rangeselector shows both (plotly bug) var clicked_cumulative = false; function draw_or_update_plot(rangeselector, traces, last_value_is_partial, initial_draw) { $('#daily_button').css('background', '#F0F0F0'); $('#weekly_button').css('background', '#F0F0F0'); $('#hourly_button').css('background', '#F0F0F0'); $('#cumulative_button').css('background', '#F0F0F0'); layout.xaxis.rangeselector = rangeselector; if (clicked_cumulative || initial_draw) { Plotly.newPlot('id_messages_sent_over_time', [traces.human, traces.bot], layout, {displayModeBar: false}); add_hover_handler(); } else { Plotly.deleteTraces('id_messages_sent_over_time', [0,1]); Plotly.addTraces('id_messages_sent_over_time', [traces.human, traces.bot]); Plotly.relayout('id_messages_sent_over_time', layout); } $('#id_messages_sent_over_time').attr('last_value_is_partial', last_value_is_partial); } // Click handlers for aggregation buttons $('#hourly_button').click(function () { draw_or_update_plot(hourly_rangeselector, hourly_traces, false, false); $(this).css('background', '#D8D8D8'); clicked_cumulative = false; }); $('#daily_button').click(function () { draw_or_update_plot(daily_rangeselector, daily_traces, last_day_is_partial, false); $(this).css('background', '#D8D8D8'); clicked_cumulative = false; }); $('#weekly_button').click(function () { draw_or_update_plot(weekly_rangeselector, weekly_traces, last_week_is_partial, false); $(this).css('background', '#D8D8D8'); clicked_cumulative = false; }); $('#cumulative_button').click(function () { clicked_cumulative = false; draw_or_update_plot(daily_rangeselector, cumulative_traces, false, false); $(this).css('background', '#D8D8D8'); clicked_cumulative = true; }); // Initial drawing of plot if (weekly_traces.human.x.length < 12) { draw_or_update_plot(daily_rangeselector, daily_traces, last_day_is_partial, true); $('#daily_button').css('background', '#D8D8D8'); } else { draw_or_update_plot(weekly_rangeselector, weekly_traces, last_week_is_partial, true); $('#weekly_button').css('background', '#D8D8D8'); } } function throw_error(msg) { $('#id_stats_errors').show() .text(msg); } $.get({ url: '/json/analytics/chart_data', data: {chart_name: 'messages_sent_over_time', min_length: '10'}, idempotent: true, success: function (data) { populate_messages_sent_over_time(data); }, error: function (xhr) { throw_error($.parseJSON(xhr.responseText).msg); }, }); function users_hover(id) { var myPlot = document.getElementById(id); myPlot.on('plotly_hover', function (data) { var date_text = data.points[0].data.text[data.points[0].pointNumber]; $('#users_hover_date').text(date_text); $('#users_hover_humans').text("Users:"); $('#users_hover_humans_value').text(data.points[0].y); }); } function populate_number_of_users(data) { var end_dates = data.end_times.map(function (timestamp) { return new Date(timestamp*1000); }); var users_text = end_dates.map(function (date) { return format_date(date, false); }); var trace_humans = {x: end_dates, y: data.realm.human, type: 'scatter', name: "Active users", hoverinfo: 'none', text: users_text, visible: true}; var layout = { width: 750, height: 370, margin: { l: 40, r: 0, b: 100, t: 20, }, xaxis: { fixedrange: true, rangeselector: { x: 0.808, y: -0.2, buttons: [ {count:30, label:'Last 30 Days', step: 'day', stepmode:'backward'}, { step: 'all', label: 'All time', }, ], }, }, yaxis: { fixedrange: true, rangemode: 'tozero', }, font: { family: 'Humbug', size: 14, color: '#000000', }, }; Plotly.newPlot('id_number_of_users', [trace_humans], layout, {displayModeBar: false}); users_hover('id_number_of_users'); var total_users = data.realm.human[data.realm.human.length - 1]; var total = document.getElementById('number_of_users_total'); total.innerHTML = total_users.toString().replace(/\B(?=(\d{3})+(?!\d))/g, ","); } $.get({ url: '/json/analytics/chart_data', data: {chart_name: 'number_of_humans', min_length: '10'}, idempotent: true, success: function (data) { populate_number_of_users(data); }, error: function (xhr) { throw_error($.parseJSON(xhr.responseText).msg); }, }); function make_pie_trace(data, values, labels, text) { var trace = [{ values: values, labels: labels, type: 'pie', direction: 'clockwise', rotation: -90, sort: false, // textposition: textposition, textinfo: "text", text: text, hoverinfo: "label+text", pull: 0.05, marker: { colors: ['#008000', '#57a200', '#95c473', '#acd5b0', '#bde6ee', '#caf8ff'], }, }]; return trace; } function round_percentages(values) { var total = values.reduce(function (a, b) { return a + b; }, 0); var percents = values.map(function (x) { var unrounded = x/total*100; var rounded; if (unrounded > 99.4) { rounded = unrounded.toPrecision(3); } else { rounded = unrounded.toPrecision(2); } return rounded + '%'; }); return [total, percents]; } function word_wrap(text, width) { var broken_words = []; text.split(' ').forEach(function (word) { var i; for (i=0; i+width width) { lines.push(line); line = word; } else { line = line.concat(' ', word); } }); lines.push(line); return lines.join("
"); } function get_labels_and_data(names, data_subgroup, time_frame_integer) { var data = []; for (var key in data_subgroup) { if (data_subgroup[key].length < time_frame_integer) { time_frame_integer = data_subgroup[key].length; } var sum = 0; for (var i=1; i<=time_frame_integer; i+=1) { sum += data_subgroup[key][data_subgroup[key].length-i]; } if (sum > 0) { data.push({ value: sum, label: word_wrap(names.hasOwnProperty(key) ? names[key] : key, 18), }); } } data.sort(function (a, b) { return b.value - a.value; }); var labels = []; var values = []; var j; if (data.length <= 6) { for (j=0; j