Commits

commits@gajim.org

17632 discussions

[Git][gajim/gajim][master] 3 commits: Log sent messages with new logger method
by Philipp Hörist 07 Aug '17

07 Aug '17

Philipp Hörist pushed to branch master at gajim / gajim Commits: 9d2898bb by Philipp Hörist at 2017-08-02T23:34:24+02:00 Log sent messages with new logger method - also save stanza id to the DB - - - - - a2e2fb2e by Philipp Hörist at 2017-08-02T23:40:55+02:00 Remove useless code Simplify whats left - - - - - 1eeb53be by Philipp Hörist at 2017-08-07T13:34:23+02:00 Use correct file date on Jingle FT - XEP-0234 demands UTC - we missed the 'Z' at the end - simplified the code - - - - - 5 changed files: - gajim/chat_control.py - gajim/common/connection.py - gajim/common/connection_handlers_events.py - gajim/filetransfers_window.py - gajim/message_control.py Changes: ===================================== gajim/chat_control.py ===================================== --- a/gajim/chat_control.py +++ b/gajim/chat_control.py @@ -927,7 +927,7 @@ class ChatControl(ChatControlBase): gtkgui_helpers.remove_css_class( self.msg_textview, 'msgcorrectingcolor') - self.print_conversation(message, self.contact.jid, + self.print_conversation(message, self.contact.jid, tim=obj.timestamp, encrypted=encrypted, xep0184_id=xep0184_id, xhtml=xhtml, displaymarking=displaymarking, msg_stanza_id=id_, correct_id=obj.correct_id, ===================================== gajim/common/connection.py ===================================== --- a/gajim/common/connection.py +++ b/gajim/common/connection.py @@ -426,21 +426,16 @@ class CommonConnection: return if obj.xhtml and gajim.config.get('log_xhtml_messages'): - message = '<body xmlns="%s">%s</body>' % (nbxmpp.NS_XHTML, - obj.xhtml) - else: - message = obj.original_message or obj.message - if not message: + obj.message = '<body xmlns="%s">%s</body>' % (nbxmpp.NS_XHTML, + obj.xhtml) + if obj.message is None: return - if obj.type_ == 'chat': - kind = 'chat_msg_sent' - else: - kind = 'single_msg_sent' - - gajim.logger.write( - kind, jid, message, subject=obj.subject, - additional_data=obj.additional_data) + gajim.logger.insert_into_logs(jid, obj.timestamp, obj.kind, + message=obj.message, + subject=obj.subject, + additional_data=obj.additional_data, + stanza_id=obj.stanza_id) def ack_subscribed(self, jid): """ @@ -2051,6 +2046,7 @@ class Connection(CommonConnection, ConnectionHandlers): self.send_message(obj) def send_message(self, obj): + obj.timestamp = time.time() obj.stanza_id = self.connection.send(obj.msg_iq, now=obj.now) gajim.nec.push_incoming_event(MessageSentEvent( ===================================== gajim/common/connection_handlers_events.py ===================================== --- a/gajim/common/connection_handlers_events.py +++ b/gajim/common/connection_handlers_events.py @@ -2707,10 +2707,12 @@ class MessageOutgoingEvent(nec.NetworkOutgoingEvent): base_network_events = [] def init(self): - self.additional_data = {} - self.message = '' + self.additional_data = None + self.message = None self.keyID = None self.type_ = 'chat' + self.kind = None + self.timestamp = None self.subject = '' self.chatstate = None self.stanza_id = None @@ -2721,7 +2723,6 @@ class MessageOutgoingEvent(nec.NetworkOutgoingEvent): self.session = None self.forward_from = None self.form_node = None - self.original_message = None self.delayed = None self.callback = None self.callback_args = [] @@ -2741,6 +2742,10 @@ class MessageOutgoingEvent(nec.NetworkOutgoingEvent): return self.jid def generate(self): + if self.type_ == 'chat': + self.kind = KindConstant.CHAT_MSG_SENT + else: + self.kind = KindConstant.SINGLE_MSG_SENT return True class StanzaMessageOutgoingEvent(nec.NetworkOutgoingEvent): ===================================== gajim/filetransfers_window.py ===================================== --- a/gajim/filetransfers_window.py +++ b/gajim/filetransfers_window.py @@ -30,6 +30,7 @@ import os import time from enum import IntEnum, unique +from datetime import datetime import gtkgui_helpers import tooltips @@ -682,11 +683,8 @@ class FileTransfersWindow: def __convert_date(self, epoch): # Converts date-time from seconds from epoch to iso 8601 - import time, datetime - ts = time.gmtime(epoch) - dt = datetime.datetime(ts.tm_year, ts.tm_mon, ts.tm_mday, ts.tm_hour, - ts.tm_min, ts.tm_sec) - return dt.isoformat() + dt = datetime.utcfromtimestamp(epoch) + return dt.isoformat() + 'Z' def get_send_file_props(self, account, contact, file_path, file_name, file_desc=''): ===================================== gajim/message_control.py ===================================== --- a/gajim/message_control.py +++ b/gajim/message_control.py @@ -230,7 +230,6 @@ class MessageControl(object): return obj.message = helpers.remove_invalid_xml_chars(obj.message) - obj.original_message = obj.message conn = gajim.connections[self.account] View it on GitLab: https://dev.gajim.org/gajim/gajim/compare/a01611178d01758af3dd75b7abffb9372… --- View it on GitLab: https://dev.gajim.org/gajim/gajim/compare/a01611178d01758af3dd75b7abffb9372… You're receiving this email because of your account on dev.gajim.org.

1 0

[Git][gajim/gajim][master] Logger: dont try to parse None with json
by Philipp Hörist 02 Aug '17

02 Aug '17

Philipp Hörist pushed to branch master at gajim / gajim Commits: a0161117 by Philipp Hörist at 2017-08-02T21:32:59+02:00 Logger: dont try to parse None with json - - - - - 1 changed file: - gajim/common/logger.py Changes: ===================================== gajim/common/logger.py ===================================== --- a/gajim/common/logger.py +++ b/gajim/common/logger.py @@ -135,8 +135,9 @@ class Logger: Row = namedtuple("Row", fields) named_row = Row(*row) if 'additional_data' in fields: - named_row = named_row._replace( - additional_data=json.loads(named_row.additional_data)) + if named_row.additional_data is not None: + named_row = named_row._replace( + additional_data=json.loads(named_row.additional_data)) return named_row def dispatch(self, event, error): View it on GitLab: https://dev.gajim.org/gajim/gajim/commit/a01611178d01758af3dd75b7abffb93721… --- View it on GitLab: https://dev.gajim.org/gajim/gajim/commit/a01611178d01758af3dd75b7abffb93721… You're receiving this email because of your account on dev.gajim.org.

1 0

[Git][gajim/gajim][master] Zeroconf: handle only zeroconf messages
by Philipp Hörist 02 Aug '17

02 Aug '17

Philipp Hörist pushed to branch master at gajim / gajim Commits: 0c6002b9 by Philipp Hörist at 2017-08-02T21:03:12+02:00 Zeroconf: handle only zeroconf messages - - - - - 1 changed file: - gajim/common/zeroconf/connection_zeroconf.py Changes: ===================================== gajim/common/zeroconf/connection_zeroconf.py ===================================== --- a/gajim/common/zeroconf/connection_zeroconf.py +++ b/gajim/common/zeroconf/connection_zeroconf.py @@ -333,6 +333,8 @@ class ConnectionZeroconf(CommonConnection, ConnectionHandlersZeroconf): msg=_('Please check if avahi-daemon is running.'))) def _nec_stanza_message_outgoing(self, obj): + if obj.conn.name != self.name: + return def on_send_ok(stanza_id): gajim.nec.push_incoming_event(MessageSentEvent(None, conn=self, View it on GitLab: https://dev.gajim.org/gajim/gajim/commit/0c6002b9ac749116bf0cbf7ddc6777b3ac… --- View it on GitLab: https://dev.gajim.org/gajim/gajim/commit/0c6002b9ac749116bf0cbf7ddc6777b3ac… You're receiving this email because of your account on dev.gajim.org.

1 0

[Git][gajim/gajim][master] Windows Build: compile GLib schemas
by Philipp Hörist 02 Aug '17

02 Aug '17

Philipp Hörist pushed to branch master at gajim / gajim Commits: e2d61012 by Philipp Hörist at 2017-08-02T20:13:35+02:00 Windows Build: compile GLib schemas - - - - - 1 changed file: - win/_base.sh Changes: ===================================== win/_base.sh ===================================== --- a/win/_base.sh +++ b/win/_base.sh @@ -112,6 +112,9 @@ pillow "${MINGW_ROOT}"/bin/gtk-update-icon-cache-3.0.exe --force \ "${MINGW_ROOT}/share/icons/Adwaita" + # Compile GLib schemas + "${MINGW_ROOT}"/bin/glib-compile-schemas.exe "${MINGW_ROOT}"/share/glib-2.0/schemas + } function install_gajim { View it on GitLab: https://dev.gajim.org/gajim/gajim/commit/e2d61012c69235395826dd5976788af6e8… --- View it on GitLab: https://dev.gajim.org/gajim/gajim/commit/e2d61012c69235395826dd5976788af6e8… You're receiving this email because of your account on dev.gajim.org.

1 0

[Git][gajim/gajim][master] Remove old unused code
by Philipp Hörist 02 Aug '17

02 Aug '17

Philipp Hörist pushed to branch master at gajim / gajim Commits: 97f6b84b by Philipp Hörist at 2017-08-02T19:24:09+02:00 Remove old unused code - - - - - 2 changed files: - gajim/common/contacts.py - gajim/session.py Changes: ===================================== gajim/common/contacts.py ===================================== --- a/gajim/common/contacts.py +++ b/gajim/common/contacts.py @@ -94,7 +94,7 @@ class Contact(CommonContact): """ def __init__(self, jid, account, name='', groups=None, show='', status='', sub='', ask='', resource='', priority=0, keyID='', client_caps=None, - our_chatstate=None, chatstate=None, idle_time=None, msg_log_id=None): + our_chatstate=None, chatstate=None, idle_time=None): if not isinstance(jid, str): print('no str') if groups is None: @@ -111,7 +111,6 @@ class Contact(CommonContact): self.priority = priority self.keyID = keyID - self.msg_log_id = msg_log_id self.idle_time = idle_time self.pep = {} ===================================== gajim/session.py ===================================== --- a/gajim/session.py +++ b/gajim/session.py @@ -129,8 +129,6 @@ class ChatControlSession(stanza_session.EncryptedStanzaSession): # Brand new message, incoming. contact.our_chatstate = obj.chatstate contact.chatstate = obj.chatstate - if obj.msg_log_id: # Do not overwrite an existing msg_log_id with None - contact.msg_log_id = obj.msg_log_id # THIS MUST BE AFTER chatstates handling # AND BEFORE playsound (else we hear sounding on chatstates!) View it on GitLab: https://dev.gajim.org/gajim/gajim/commit/97f6b84b908d85cf4d9de074d8ea359897… --- View it on GitLab: https://dev.gajim.org/gajim/gajim/commit/97f6b84b908d85cf4d9de074d8ea359897… You're receiving this email because of your account on dev.gajim.org.

1 0

[Git][gajim/gajim][master] Bookmark Window: Make it resizable
by Philipp Hörist 02 Aug '17

02 Aug '17

Philipp Hörist pushed to branch master at gajim / gajim Commits: 4247746c by Philipp Hörist at 2017-08-02T19:16:08+02:00 Bookmark Window: Make it resizable - - - - - 1 changed file: - data/gui/manage_bookmarks_window.ui Changes: ===================================== data/gui/manage_bookmarks_window.ui ===================================== --- a/data/gui/manage_bookmarks_window.ui +++ b/data/gui/manage_bookmarks_window.ui @@ -60,7 +60,7 @@ <property name="visible">True</property> <property name="can_focus">False</property> <property name="spacing">6</property> - <property name="layout_style">center</property> + <property name="layout_style">start</property> <child> <object class="GtkButton" id="add_bookmark_button"> <property name="label">gtk-add</property> @@ -102,7 +102,7 @@ </child> </object> <packing> - <property name="expand">False</property> + <property name="expand">True</property> <property name="fill">True</property> <property name="position">0</property> </packing> @@ -325,7 +325,7 @@ </child> </object> <packing> - <property name="expand">False</property> + <property name="expand">True</property> <property name="fill">True</property> <property name="position">0</property> </packing> View it on GitLab: https://dev.gajim.org/gajim/gajim/commit/4247746c366cfd6c0fe89445d186f7a92f… --- View it on GitLab: https://dev.gajim.org/gajim/gajim/commit/4247746c366cfd6c0fe89445d186f7a92f… You're receiving this email because of your account on dev.gajim.org.

1 0

[Git][gajim/gajim][master] About Dialog: Update Copyright
by Philipp Hörist 02 Aug '17

02 Aug '17

Philipp Hörist pushed to branch master at gajim / gajim Commits: f1a29fcb by Philipp Hörist at 2017-08-02T18:59:21+02:00 About Dialog: Update Copyright - - - - - 1 changed file: - gajim/dialogs.py Changes: ===================================== gajim/dialogs.py ===================================== --- a/gajim/dialogs.py +++ b/gajim/dialogs.py @@ -1297,7 +1297,7 @@ class AboutDialog(Gtk.AboutDialog): self.set_transient_for(gajim.interface.roster.window) self.set_name('Gajim') self.set_version(gajim.version) - s = 'Copyright © 2003-2014 Gajim Team' + s = 'Copyright © 2003-2017 Gajim Team' self.set_copyright(s) copying_file_path = self.get_path('COPYING') if copying_file_path: View it on GitLab: https://dev.gajim.org/gajim/gajim/commit/f1a29fcb6a0c56958948d438bb2889edd8… --- View it on GitLab: https://dev.gajim.org/gajim/gajim/commit/f1a29fcb6a0c56958948d438bb2889edd8… You're receiving this email because of your account on dev.gajim.org.

1 0

[Git][gajim/gajim][master] Stay compatible to python 3.4
by Philipp Hörist 02 Aug '17

02 Aug '17

Philipp Hörist pushed to branch master at gajim / gajim Commits: 6f3c2111 by Philipp Hörist at 2017-08-02T18:57:02+02:00 Stay compatible to python 3.4 Fixes #8690 - - - - - 2 changed files: - gajim/common/logger.py - gajim/emoticons.py Changes: ===================================== gajim/common/logger.py ===================================== --- a/gajim/common/logger.py +++ b/gajim/common/logger.py @@ -676,7 +676,7 @@ class Logger: try: messages = self.con.execute( - sql, (*jids, restore, pending)).fetchall() + sql, tuple(jids) + (restore, pending)).fetchall() except sqlite.DatabaseError: self.dispatch('DB_ERROR', exceptions.DatabaseMalformed(LOG_DB_PATH)) @@ -722,8 +722,8 @@ class Logger: ORDER BY time, log_line_id '''.format(jids=', '.join('?' * len(jids))) - return self.con.execute(sql, (*jids, - date.timestamp(), + return self.con.execute(sql, tuple(jids) + + (date.timestamp(), (date + delta).timestamp())).fetchall() def search_log(self, account, jid, query, date=None): @@ -765,7 +765,7 @@ class Logger: '''.format(jids=', '.join('?' * len(jids)), date_search=between if date else '') - return self.con.execute(sql, (*jids, query)).fetchall() + return self.con.execute(sql, tuple(jids) + (query,)).fetchall() def get_days_with_logs(self, account, jid, year, month): """ @@ -803,8 +803,8 @@ class Logger: """.format(jids=', '.join('?' * len(jids)), kinds=', '.join(kinds)) - return self.con.execute(sql, (*jids, - date.timestamp(), + return self.con.execute(sql, tuple(jids) + + (date.timestamp(), (date + delta).timestamp())).fetchall() def get_last_date_that_has_logs(self, account, jid): @@ -831,7 +831,7 @@ class Logger: # fetchone() returns always at least one Row with all # attributes set to None because of the MAX() function - return self.con.execute(sql, (*jids,)).fetchone().time + return self.con.execute(sql, tuple(jids)).fetchone().time def get_room_last_message_time(self, account, jid): """ @@ -1210,7 +1210,7 @@ class Logger: '''.format(columns=', '.join(kwargs.keys()), values=', '.join('?' * len(kwargs))) - lastrowid = self.con.execute(sql, (jid, time_, kind, *kwargs.values())).lastrowid + lastrowid = self.con.execute(sql, (jid, time_, kind) + tuple(kwargs.values())).lastrowid if unread and kind == KindConstant.CHAT_MSG_RECV: sql = '''INSERT INTO unread_messages (message_id, jid_id) ===================================== gajim/emoticons.py ===================================== --- a/gajim/emoticons.py +++ b/gajim/emoticons.py @@ -20,6 +20,7 @@ import sys import logging import importlib.util as imp from collections import OrderedDict +from importlib.machinery import SourceFileLoader from gi.repository import GdkPixbuf, Gtk, GLib @@ -65,10 +66,9 @@ def load(path): module_name = 'emoticons_theme.pyc' theme_path = os.path.join(path, module_name) - spec = imp.spec_from_file_location(module_name, theme_path) + loader = SourceFileLoader(module_name, theme_path) try: - theme = imp.module_from_spec(spec) - spec.loader.exec_module(theme) + theme = loader.load_module() except FileNotFoundError: log.exception('Emoticons theme not found') return View it on GitLab: https://dev.gajim.org/gajim/gajim/commit/6f3c21118f9d1c88d1a725381dea963d70… --- View it on GitLab: https://dev.gajim.org/gajim/gajim/commit/6f3c21118f9d1c88d1a725381dea963d70… You're receiving this email because of your account on dev.gajim.org.

1 0

[Git][gajim/gajim][master] 5 commits: Add new logger methods
by Philipp Hörist 01 Aug '17

01 Aug '17

Philipp Hörist pushed to branch master at gajim / gajim Commits: 16fd6487 by Philipp Hörist at 2017-08-01T21:39:06+02:00 Add new logger methods Goal is to make the logger module easier to maintain in the future - extract deduplication out into a own method, so we can use it on its own in some other places. - add new insert_into_logs() method the DB fields we want to write to are passed as arguments, this makes it so we dont have to change the method when we add or remove DB fields in the future. - instead of using get_jid_id() all around gajim to get the jid_id before we write to the DB, we only have to pass the jid to insert_into_logs(), it makes sure to get the correct jid_id or add one in case it doesnt exist. - - - - - 1f5e927c by Philipp Hörist at 2017-08-01T21:39:11+02:00 Use new DB methods for MAM Messages - also push a new MamDecryptedMessageReceived event after disco instead of writing directly to the DB - - - - - e24d4f8c by Philipp Hörist at 2017-08-01T21:39:11+02:00 Fix receiving MAM Messages from ourself This is a regression from the refactoring - - - - - 651611b2 by Philipp Hörist at 2017-08-01T21:43:28+02:00 Improve timestamp usage for MAM - Use new parse_datetime() method - Drop message with error if MAM doesnt supply a timestamp. - If the user supplys an own timestamp, save it so we can decide in the future how to display it. - - - - - bc7ce129 by Philipp Hörist at 2017-08-01T23:09:22+02:00 Merge branch 'logger' into 'master' New logging methods and more MAM refactoring See merge request !112 - - - - - 4 changed files: - gajim/common/connection_handlers_events.py - gajim/common/helpers.py - gajim/common/logger.py - gajim/common/message_archiving.py Changes: ===================================== gajim/common/connection_handlers_events.py ===================================== --- a/gajim/common/connection_handlers_events.py +++ b/gajim/common/connection_handlers_events.py @@ -40,7 +40,7 @@ from common import i18n from common import dataforms from common import exceptions from common.zeroconf.zeroconf import Constant -from common.logger import LOG_DB_PATH +from common.logger import LOG_DB_PATH, KindConstant from common.pep import SUPPORTED_PERSONAL_USER_EVENTS from common.jingle_transport import JingleTransportSocks5 from common.file_props import FilesProp @@ -1051,15 +1051,19 @@ class MamMessageReceivedEvent(nec.NetworkIncomingEvent, HelperEvent): self.query_id = self.result.getAttr('queryid') frm = self.msg_.getFrom() + # Some servers dont set the 'to' attribute when + # we send a message to ourself to = self.msg_.getTo() + if to is None: + to = own_jid if frm.bareMatch(own_jid): self.stanza_id = self.msg_.getOriginID() - if not self.stanza_id: + if self.stanza_id is None: self.stanza_id = self.msg_.getID() self.with_ = to - self.direction = 'to' + self.kind = KindConstant.CHAT_MSG_SENT else: if self.result.getNamespace() == nbxmpp.NS_MAM_2: self.stanza_id = self.result.getID() @@ -1067,22 +1071,32 @@ class MamMessageReceivedEvent(nec.NetworkIncomingEvent, HelperEvent): self.stanza_id = self.msg_.getID() self.with_ = frm - self.direction = 'from' + self.kind = KindConstant.CHAT_MSG_RECV - if not self.stanza_id: + if self.stanza_id is None: log.debug('Could not retrieve stanza-id') - # Use timestamp provided by archive, - # Fallback: Use timestamp provided by user and issue a warning - delay = self.forwarded.getTag('delay', namespace=nbxmpp.NS_DELAY2) - if not delay: - log.warning('No timestamp on archive Message, try fallback') - delay = self.msg_.getTag('delay', namespace=nbxmpp.NS_DELAY2) - if not delay: + delay = self.forwarded.getTagAttr( + 'delay', 'stamp', namespace=nbxmpp.NS_DELAY2) + if delay is None: log.error('Received MAM message without timestamp') return - self.timestamp = helpers.parse_delay(delay) + self.timestamp = helpers.parse_datetime( + delay, check_utc=True, epoch=True) + if self.timestamp is None: + log.error('Received MAM message with invalid timestamp: %s', delay) + return + + # Save timestamp added by the user + user_delay = self.msg_.getTagAttr( + 'delay', 'stamp', namespace=nbxmpp.NS_DELAY2) + if user_delay is not None: + self.user_timestamp = helpers.parse_datetime( + user_delay, check_utc=True, epoch=True) + if self.user_timestamp is None: + log.warning('Received MAM message with ' + 'invalid user timestamp: %s', user_delay) log.debug('Received mam-message: stanza id: %s', self.stanza_id) return True @@ -1095,19 +1109,27 @@ class MamDecryptedMessageReceivedEvent(nec.NetworkIncomingEvent, HelperEvent): if not self.msgtxt: # For example Chatstates, Receipts, Chatmarkers log.debug('Received MAM message without text') - return False + return self.is_pm = gajim.logger.jid_is_room_jid(self.with_.getStripped()) if self.is_pm is None: + # Check if this event is triggered after a disco, so we dont + # run into an endless loop + if hasattr(self, 'disco'): + log.error('JID not known even after sucessful disco') + return # we don't know this JID, we need to disco it. server = self.with_.getDomain() if server not in self.conn.mam_awaiting_disco_result: - self.conn.mam_awaiting_disco_result[server] = [ - [self.with_, self.direction, self.timestamp, self.msgtxt]] + self.conn.mam_awaiting_disco_result[server] = [self] self.conn.discoverInfo(server) else: - self.conn.mam_awaiting_disco_result[server].append( - [self.with_, self.direction, self.timestamp, self.msgtxt]) + self.conn.mam_awaiting_disco_result[server].append(self) return + + if self.is_pm: + self.with_ = str(self.with_) + else: + self.with_ = self.with_.getStripped() return True class MessageReceivedEvent(nec.NetworkIncomingEvent, HelperEvent): ===================================== gajim/common/helpers.py ===================================== --- a/gajim/common/helpers.py +++ b/gajim/common/helpers.py @@ -673,34 +673,6 @@ def datetime_tuple(timestamp): tim = tim.timetuple() return tim -def parse_delay(timestamp): - ''' - Parse a timestamp - https://xmpp.org/extensions/xep-0203.html - Note: Not all delay tags should be parsed with this method - see https://xmpp.org/extensions/xep-0082.html for more information - - :param timestamp: a XEP-0203 fomated timestring string or a delay Node - - Examples: - '2017-11-05T01:41:20Z' - '2017-11-05T01:41:20.123Z' - - return epoch UTC timestamp - ''' - if isinstance(timestamp, nbxmpp.protocol.Node): - timestamp = timestamp.getAttr('stamp') - timestamp += '+0000' - try: - datetime_ = datetime.strptime(timestamp, '%Y-%m-%dT%H:%M:%SZ%z') - except ValueError: - try: - datetime_ = datetime.strptime(timestamp, '%Y-%m-%dT%H:%M:%S.%fZ%z') - except ValueError: - log.error('Could not parse delay timestamp: %s', timestamp) - raise - return datetime_.timestamp() - def parse_datetime(timestring, check_utc=False, convert='utc', epoch=False): ''' Parse a XEP-0082 DateTime Profile String ===================================== gajim/common/logger.py ===================================== --- a/gajim/common/logger.py +++ b/gajim/common/logger.py @@ -1139,25 +1139,23 @@ class Logger: (account_jid_id,)) self._timeout_commit() - def save_if_not_exists(self, with_, direction, tim, msg, is_pm=False, additional_data=None): - if additional_data is None: - additional_data = {} + def search_for_duplicate(self, jid, timestamp, msg): + """ + Check if a message is already in the `logs` table - if is_pm: - with_ = str(with_) - type_ = 'gc_msg' - else: - with_ = with_.getStripped() - if direction == 'from': - type_ = 'chat_msg_recv' - elif direction == 'to': - type_ = 'chat_msg_sent' + :param jid: The jid as string - start_time = tim - 300 # 5 minutes arrount given time - end_time = tim + 300 # 5 minutes arrount given time + :param timestamp: The timestamp in UTC epoch + + :param msg: The message text + """ + + # Add 5 minutes around the timestamp + start_time = timestamp - 300 + end_time = timestamp + 300 log.debug('start: %s, end: %s, jid: %s, message: %s', - start_time, end_time, with_, msg) + start_time, end_time, jid, msg) sql = ''' SELECT * FROM logs @@ -1165,14 +1163,63 @@ class Logger: AND time BETWEEN ? AND ? ''' - result = self.con.execute(sql, (with_, msg, start_time, end_time)).fetchone() + result = self.con.execute(sql, (jid, msg, start_time, end_time)).fetchone() - if result: - log.debug('Log already in DB, ignoring it') - return - log.debug('New log received from server archives, storing it') - self.write(type_, with_, message=msg, tim=tim, - additional_data=additional_data, mam_query=True) + if result is not None: + log.debug('Message already in DB') + return True + return False + + def insert_jid(self, jid, kind=None, type_=JIDConstant.NORMAL_TYPE): + """ + Insert a new jid into the `jids` table. + + :param jid: The jid as string + + :param kind: A KindConstant + + :param type_: A JIDConstant + """ + if kind == KindConstant.GC_MSG: + type_ = JIDConstant.ROOM_TYPE + sql = 'INSERT OR IGNORE INTO jids (jid, type) VALUES (?, ?)' + self.con.execute(sql, (jid, type_)) + self._timeout_commit() + + def insert_into_logs(self, jid, time_, kind, unread=True, **kwargs): + """ + Insert a new message into the `logs` table + + :param jid: The jid as string + + :param time_: The timestamp in UTC epoch + + :param kind: A KindConstant + + :param unread: If True the message is added to the`unread_messages` + table. Only if kind == CHAT_MSG_RECV + + :param kwargs: Every additional named argument must correspond to + a field in the `logs` table + """ + self.insert_jid(jid, kind=kind) + + sql = ''' + INSERT INTO logs (jid_id, time, kind, {columns}) + VALUES ((SELECT jid_id FROM jids WHERE jid = ?), ?, ?, {values}) + '''.format(columns=', '.join(kwargs.keys()), + values=', '.join('?' * len(kwargs))) + + lastrowid = self.con.execute(sql, (jid, time_, kind, *kwargs.values())).lastrowid + + if unread and kind == KindConstant.CHAT_MSG_RECV: + sql = '''INSERT INTO unread_messages (message_id, jid_id) + VALUES (?, (SELECT jid_id FROM jids WHERE jid = ?))''' + self.con.execute(sql, (lastrowid, jid)) + + self._timeout_commit() + + return lastrowid def _nec_gc_message_received(self, obj): tim_f = float(obj.timestamp) ===================================== gajim/common/message_archiving.py ===================================== --- a/gajim/common/message_archiving.py +++ b/gajim/common/message_archiving.py @@ -25,6 +25,7 @@ import nbxmpp from common import gajim from common import ged +from common.logger import KindConstant, JIDConstant import common.connection_handlers_events as ev log = logging.getLogger('gajim.c.message_archiving') @@ -77,23 +78,28 @@ class ConnectionArchive313: del self.mam_awaiting_disco_result[obj.jid] def _nec_agent_info(self, obj): - if obj.jid in self.mam_awaiting_disco_result: - for identity in obj.identities: - if identity['category'] == 'conference': - # it's a groupchat - for with_, direction, tim, msg_txt in \ - self.mam_awaiting_disco_result[obj.jid]: - gajim.logger.get_jid_id(with_.getStripped(), 'ROOM') - gajim.logger.save_if_not_exists(with_, direction, tim, - msg_txt, is_pm=True) - del self.mam_awaiting_disco_result[obj.jid] - return - # it's not a groupchat - for with_, direction, tim, msg_txt in \ - self.mam_awaiting_disco_result[obj.jid]: - gajim.logger.get_jid_id(with_.getStripped()) - gajim.logger.save_if_not_exists(with_, direction, tim, msg_txt) + if obj.jid not in self.mam_awaiting_disco_result: + return + + for identity in obj.identities: + if identity['category'] != 'conference': + continue + # it's a groupchat + for msg_obj in self.mam_awaiting_disco_result[obj.jid]: + gajim.logger.insert_jid(msg_obj.with_.getStripped(), + type_=JIDConstant.ROOM_TYPE) + gajim.nec.push_incoming_event( + ev.MamDecryptedMessageReceivedEvent( + None, disco=True, **vars(msg_obj))) del self.mam_awaiting_disco_result[obj.jid] + return + # it's not a groupchat + for msg_obj in self.mam_awaiting_disco_result[obj.jid]: + gajim.logger.insert_jid(msg_obj.with_.getStripped()) + gajim.nec.push_incoming_event( + ev.MamDecryptedMessageReceivedEvent( + None, disco=True, **vars(msg_obj))) + del self.mam_awaiting_disco_result[obj.jid] def _nec_result_finished(self, obj): if obj.conn.name != self.name: @@ -121,8 +127,13 @@ class ConnectionArchive313: def _nec_mam_decrypted_message_received(self, obj): if obj.conn.name != self.name: return - gajim.logger.save_if_not_exists(obj.with_, obj.direction, obj.timestamp, - obj.msgtxt, is_pm=obj.is_pm, additional_data=obj.additional_data) + duplicate = gajim.logger.search_for_duplicate( + obj.with_, obj.timestamp, obj.msgtxt) + if not duplicate: + gajim.logger.insert_into_logs( + obj.with_, obj.timestamp, obj.kind, + unread=False, + message=obj.msgtxt) def get_query_id(self): self.mam_query_id = self.connection.getAnID() View it on GitLab: https://dev.gajim.org/gajim/gajim/compare/6925ce0628a6028c92562fd1d22ca4a7d… --- View it on GitLab: https://dev.gajim.org/gajim/gajim/compare/6925ce0628a6028c92562fd1d22ca4a7d… You're receiving this email because of your account on dev.gajim.org.

1 0

[Git][gajim/gajim][master] 2 commits: Add a new XEP-0082 parsing method
by Philipp Hörist 01 Aug '17

01 Aug '17

Philipp Hörist pushed to branch master at gajim / gajim Commits: 0fee2792 by Philipp Hörist at 2017-08-01T20:53:00+02:00 Add a new XEP-0082 parsing method This handles every possible XEP-0082 timestamp It has some additional options: - Check if a timestring is a valid UTC timestamp, as required by some XEPs (for example: XEP-0203) - Return timestamp as datetime in UTC - Return timestamp as datetime in localtime - Return timestamp as epoch - - - - - 6925ce06 by Philipp Hörist at 2017-08-01T20:57:15+02:00 Merge branch 'master' into 'master' Add a new XEP-0082 parsing method See merge request !111 - - - - - 1 changed file: - gajim/common/helpers.py Changes: ===================================== gajim/common/helpers.py ===================================== --- a/gajim/common/helpers.py +++ b/gajim/common/helpers.py @@ -43,7 +43,7 @@ import shlex from common import caps_cache import socket import time -from datetime import datetime, timedelta +from datetime import datetime, timedelta, timezone, tzinfo from encodings.punycode import punycode_encode from string import Template @@ -81,6 +81,78 @@ log = logging.getLogger('gajim.c.helpers') special_groups = (_('Transports'), _('Not in Roster'), _('Observers'), _('Groupchats')) +# Patterns for DateTime parsing XEP-0082 +PATTERN_DATETIME = re.compile( + r'([0-9]{4}-[0-9]{2}-[0-9]{2})' + r'T' + r'([0-9]{2}:[0-9]{2}:[0-9]{2})' + r'(\.[0-9]{0,6})?' + r'(?:[0-9]+)?' + r'(?:(Z)|(?:([-+][0-9]{2}):([0-9]{2})))$' + ) + +PATTERN_DELAY = re.compile( + r'([0-9]{4}-[0-9]{2}-[0-9]{2})' + r'T' + r'([0-9]{2}:[0-9]{2}:[0-9]{2})' + r'(\.[0-9]{0,6})?' + r'(?:[0-9]+)?' + r'(?:(Z)|(?:([-+][0]{2}):([0]{2})))$' + ) + +ZERO = timedelta(0) +HOUR = timedelta(hours=1) +SECOND = timedelta(seconds=1) + +STDOFFSET = timedelta(seconds=-time.timezone) +if time.daylight: + DSTOFFSET = timedelta(seconds=-time.altzone) +else: + DSTOFFSET = STDOFFSET + +DSTDIFF = DSTOFFSET - STDOFFSET + + +class LocalTimezone(tzinfo): + ''' + A class capturing the platform's idea of local time. + May result in wrong values on historical times in + timezones where UTC offset and/or the DST rules had + changed in the past. + ''' + def fromutc(self, dt): + assert dt.tzinfo is self + stamp = (dt - datetime(1970, 1, 1, tzinfo=self)) // SECOND + args = time.localtime(stamp)[:6] + dst_diff = DSTDIFF // SECOND + # Detect fold + fold = (args == time.localtime(stamp - dst_diff)) + return datetime(*args, microsecond=dt.microsecond, + tzinfo=self, fold=fold) + + def utcoffset(self, dt): + if self._isdst(dt): + return DSTOFFSET + else: + return STDOFFSET + + def dst(self, dt): + if self._isdst(dt): + return DSTDIFF + else: + return ZERO + + def tzname(self, dt): + return 'local' + + def _isdst(self, dt): + tt = (dt.year, dt.month, dt.day, + dt.hour, dt.minute, dt.second, + dt.weekday(), 0, 0) + stamp = time.mktime(tt) + tt = time.localtime(stamp) + return tt.tm_isdst > 0 + class InvalidFormat(Exception): pass @@ -629,6 +701,56 @@ def parse_delay(timestamp): raise return datetime_.timestamp() +def parse_datetime(timestring, check_utc=False, convert='utc', epoch=False): + ''' + Parse a XEP-0082 DateTime Profile String + https://xmpp.org/extensions/xep-0082.html + + :param timestring: a XEP-0082 DateTime profile formated string + + :param check_utc: if True, returns None if timestring is not + a timestring expressing UTC + + :param convert: convert the given timestring to utc or local time + + :param epoch: if True, returns the time in epoch + + Examples: + '2017-11-05T01:41:20Z' + '2017-11-05T01:41:20.123Z' + '2017-11-05T01:41:20.123+05:00' + + return a datetime or epoch + ''' + if convert not in (None, 'utc', 'local'): + raise TypeError('"%s" is not a valid value for convert') + if check_utc: + match = PATTERN_DELAY.match(timestring) + else: + match = PATTERN_DATETIME.match(timestring) + + if match: + timestring = ''.join(match.groups('')) + strformat = '%Y-%m-%d%H:%M:%S%z' + if match.group(3): + # Fractional second addendum to Time + strformat = '%Y-%m-%d%H:%M:%S.%f%z' + if match.group(4): + # UTC string denoted by addition of the character 'Z' + timestring = timestring[:-1] + '+0000' + try: + date_time = datetime.strptime(timestring, strformat) + except ValueError: + pass + else: + if not check_utc and convert == 'utc': + date_time = date_time.astimezone(timezone.utc) + if convert == 'local': + date_time = date_time.astimezone(LocalTimezone()) + if epoch: + return date_time.timestamp() + return date_time + return None from common import gajim if gajim.HAVE_PYCURL: View it on GitLab: https://dev.gajim.org/gajim/gajim/compare/63112d394e8f4f4f26875a2b1b267b019… --- View it on GitLab: https://dev.gajim.org/gajim/gajim/compare/63112d394e8f4f4f26875a2b1b267b019… You're receiving this email because of your account on dev.gajim.org.

1 0

Jump to page:

2026

2025

2024

2023

2022

2021

2020

2019

2018

2017

2016

2015

2014

2013

2012

2011

2010

2009

2008

2007

2006

Commits