const consts = { backfill_idle_time: 10 * 1000, error_retry_time: 5000, backfill_batch_size: 1000, narrow_before: 50, narrow_after: 50, num_before_pointer: 200, num_after_pointer: 200, backward_batch_size: 100, forward_batch_size: 100, catch_up_batch_size: 1000, }; function process_result(data, opts) { let messages = data.messages; if (!$('#connection-error').hasClass('get-events-error')) { ui_report.hide_error($("#connection-error")); } if (messages.length === 0 && current_msg_list === message_list.narrowed && message_list.narrowed.empty()) { // Even after trying to load more messages, we have no // messages to display in this narrow. narrow.show_empty_narrow_message(); } messages.forEach(message_store.set_message_booleans); messages = messages.map(message_store.add_message_metadata); // In case any of the newly fetched messages are new, add them to // our unread data structures. It's important that this run even // when fetching in a narrow, since we might return unread // messages that aren't in the home view data set (e.g. on a muted // stream). message_util.do_unread_count_updates(messages); // If we're loading more messages into the home view, save them to // the message_list.all as well, as the home_msg_list is reconstructed // from message_list.all. if (opts.msg_list === home_msg_list) { message_util.add_old_messages(messages, message_list.all); } if (messages.length !== 0) { message_util.add_old_messages(messages, opts.msg_list); } activity.process_loaded_messages(messages); stream_list.update_streams_sidebar(); pm_list.update_private_messages(); if (opts.pre_scroll_cont !== undefined) { opts.pre_scroll_cont(data); } stream_list.maybe_scroll_narrow_into_view(); if (opts.cont !== undefined) { opts.cont(data); } } function get_messages_success(data, opts) { if (opts.num_before > 0) { opts.msg_list.fetch_status.finish_older_batch({ found_oldest: data.found_oldest, history_limited: data.history_limited, }); if (opts.msg_list === home_msg_list) { message_list.all.fetch_status.finish_older_batch({ found_oldest: data.found_oldest, history_limited: data.history_limited, }); } notifications.hide_or_show_history_limit_message(opts.msg_list); } if (opts.num_after > 0) { opts.msg_list.fetch_status.finish_newer_batch({ found_newest: data.found_newest, }); if (opts.msg_list === home_msg_list) { message_list.all.fetch_status.finish_newer_batch({ found_newest: data.found_newest, }); } } if (opts.msg_list.narrowed && opts.msg_list !== current_msg_list) { // We unnarrowed before receiving new messages so // don't bother processing the newly arrived messages. return; } if (!data) { // The server occasionally returns no data during a // restart. Ignore those responses and try again setTimeout(function () { exports.load_messages(opts); }, 0); return; } process_result(data, opts); resize.resize_bottom_whitespace(); } // This function modifies the data.narrow filters to use user IDs // instead of emails string if it is supported. We currently don't set // or convert the emails string to user IDs directly into the Filter code // because doing so breaks the app in various modules that expect emails string. function handle_operators_supporting_id_based_api(data) { const operators_supporting_ids = ['pm-with']; const operators_supporting_id = ['sender', 'group-pm-with', 'stream']; if (data.narrow === undefined) { return data; } data.narrow = JSON.parse(data.narrow); data.narrow = data.narrow.map(filter => { if (operators_supporting_ids.includes(filter.operator)) { filter.operand = people.emails_strings_to_user_ids_array(filter.operand); } if (operators_supporting_id.includes(filter.operator)) { if (filter.operator === 'stream') { const stream_id = stream_data.get_stream_id(filter.operand); if (stream_id !== undefined) { filter.operand = stream_id; } return filter; } // The other operands supporting object IDs all work with user objects. const person = people.get_by_email(filter.operand); if (person !== undefined) { filter.operand = person.user_id; } } return filter; }); data.narrow = JSON.stringify(data.narrow); return data; } exports.load_messages = function (opts) { let data = {anchor: opts.anchor, num_before: opts.num_before, num_after: opts.num_after}; if (opts.msg_list.narrowed && narrow_state.active()) { let operators = narrow_state.public_operators(); if (page_params.narrow !== undefined) { operators = operators.concat(page_params.narrow); } data.narrow = JSON.stringify(operators); } if (opts.msg_list === home_msg_list && page_params.narrow_stream !== undefined) { data.narrow = JSON.stringify(page_params.narrow); } if (opts.num_before > 0) { opts.msg_list.fetch_status.start_older_batch(); if (opts.msg_list === home_msg_list) { message_list.all.fetch_status.start_older_batch(); } } if (opts.num_after > 0) { opts.msg_list.fetch_status.start_newer_batch(); if (opts.msg_list === home_msg_list) { message_list.all.fetch_status.start_newer_batch(); } } data.client_gravatar = true; data = handle_operators_supporting_id_based_api(data); channel.get({ url: '/json/messages', data: data, idempotent: true, success: function (data) { get_messages_success(data, opts); }, error: function (xhr) { if (opts.msg_list.narrowed && opts.msg_list !== current_msg_list) { // We unnarrowed before getting an error so don't // bother trying again or doing further processing. return; } if (xhr.status === 400) { // Bad request: We probably specified a narrow operator // for a nonexistent stream or something. We shouldn't // retry or display a connection error. // // FIXME: Warn the user when this has happened? const data = { messages: [], }; process_result(data, opts); return; } // We might want to be more clever here $('#connection-error').addClass("show"); setTimeout(function () { exports.load_messages(opts); }, consts.error_retry_time); }, }); }; exports.load_messages_for_narrow = function (opts) { const msg_list = message_list.narrowed; exports.load_messages({ anchor: opts.anchor, num_before: consts.narrow_before, num_after: consts.narrow_after, msg_list: msg_list, pre_scroll_cont: opts.pre_scroll_cont, cont: function () { message_scroll.hide_indicators(); opts.cont(); }, }); }; exports.get_backfill_anchor = function (msg_list) { let oldest_message_id; if (msg_list === home_msg_list) { msg_list = message_list.all; } if (msg_list.first() === undefined) { oldest_message_id = page_params.pointer; } else { oldest_message_id = msg_list.first().id; } return oldest_message_id; }; exports.get_frontfill_anchor = function (msg_list) { if (msg_list === home_msg_list) { msg_list = message_list.all; } const last_msg = msg_list.last(); if (last_msg) { return last_msg.id; } return page_params.pointer; }; exports.maybe_load_older_messages = function (opts) { // This function gets called when you scroll to the top // of your window, and you want to get messages older // than what the browers originally fetched. const msg_list = opts.msg_list; if (!msg_list.fetch_status.can_load_older_messages()) { // We may already be loading old messages or already // got the oldest one. return; } opts.show_loading(); exports.do_backfill({ msg_list: msg_list, num_before: consts.backward_batch_size, cont: function () { opts.hide_loading(); }, }); }; exports.do_backfill = function (opts) { const msg_list = opts.msg_list; const anchor = exports.get_backfill_anchor(msg_list).toFixed(); exports.load_messages({ anchor: anchor, num_before: opts.num_before, num_after: 0, msg_list: msg_list, cont: function () { if (opts.cont) { opts.cont(); } }, }); }; exports.maybe_load_newer_messages = function (opts) { // This function gets called when you scroll to the top // of your window, and you want to get messages newer // than what the browers originally fetched. const msg_list = opts.msg_list; if (!msg_list.fetch_status.can_load_newer_messages()) { // We may already be loading new messages or already // got the newest one. return; } const anchor = exports.get_frontfill_anchor(msg_list).toFixed(); exports.load_messages({ anchor: anchor, num_before: 0, num_after: consts.forward_batch_size, msg_list: msg_list, }); }; exports.start_backfilling_messages = function () { // backfill more messages after the user is idle $(document).idle({idle: consts.backfill_idle_time, onIdle: function () { exports.do_backfill({ num_before: consts.backfill_batch_size, msg_list: home_msg_list, }); }}); }; exports.initialize = function () { // get the initial message list function load_more(data) { // If we received the initially selected message, select it on the client side, // but not if the user has already selected another one during load. // // We fall back to the closest selected id, as the user may have removed // a stream from the home before already if (home_msg_list.selected_id() === -1 && !home_msg_list.empty()) { home_msg_list.select_id(page_params.pointer, {then_scroll: true, use_closest: true, target_scroll_offset: page_params.initial_offset}); } if (data.found_newest) { server_events.home_view_loaded(); exports.start_backfilling_messages(); return; } // If we fall through here, we need to keep fetching more data, and // we'll call back to the function we're in. const messages = data.messages; const latest_id = messages[messages.length - 1].id; exports.load_messages({ anchor: latest_id.toFixed(), num_before: 0, num_after: consts.catch_up_batch_size, msg_list: home_msg_list, cont: load_more, }); } if (page_params.have_initial_messages) { exports.load_messages({ anchor: page_params.pointer, num_before: consts.num_before_pointer, num_after: consts.num_after_pointer, msg_list: home_msg_list, cont: load_more, }); } else { server_events.home_view_loaded(); } }; window.message_fetch = exports;